[ 598.620429] env[69365]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69365) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 598.620803] env[69365]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69365) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 598.620874] env[69365]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69365) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 598.621213] env[69365]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 598.714605] env[69365]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69365) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 598.724760] env[69365]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69365) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 598.766131] env[69365]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 599.329466] env[69365]: INFO nova.virt.driver [None req-82450232-c909-4713-a101-dafd3b6444ff None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 599.400048] env[69365]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.400219] env[69365]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.400321] env[69365]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69365) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 602.695606] env[69365]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-eee02bcd-b392-414b-964e-ea1da7112955 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.712219] env[69365]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69365) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 602.712219] env[69365]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-1902171d-8164-4239-bb99-f651b129208a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.734895] env[69365]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 17e87. [ 602.735034] env[69365]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.335s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.735577] env[69365]: INFO nova.virt.vmwareapi.driver [None req-82450232-c909-4713-a101-dafd3b6444ff None None] VMware vCenter version: 7.0.3 [ 602.739054] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46029a96-b49a-44f9-95d0-30ab4b3a32a9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.756050] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825f414f-20c4-41ba-ba8c-163a8ce2b534 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.761780] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd3bce0-e72d-4db9-856f-eaf2e80dbc2e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.768243] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52bd3ae-8f92-4975-834b-47a4d7203c9a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.781405] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c537fd-ad5a-41b7-9c8e-6395048421b8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.786897] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8d4eb2-a9f7-4ac4-94d3-e3003bc4b6f4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.817160] env[69365]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-9945a162-ab5b-4bca-8287-e48cc4866808 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.822176] env[69365]: DEBUG nova.virt.vmwareapi.driver [None req-82450232-c909-4713-a101-dafd3b6444ff None None] Extension org.openstack.compute already exists. {{(pid=69365) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 602.824889] env[69365]: INFO nova.compute.provider_config [None req-82450232-c909-4713-a101-dafd3b6444ff None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 603.328833] env[69365]: DEBUG nova.context [None req-82450232-c909-4713-a101-dafd3b6444ff None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),75117754-76a1-4206-8a86-558657c4ae46(cell1) {{(pid=69365) load_cells /opt/stack/nova/nova/context.py:464}} [ 603.330949] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.331190] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.331900] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.332344] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] Acquiring lock "75117754-76a1-4206-8a86-558657c4ae46" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.332535] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] Lock "75117754-76a1-4206-8a86-558657c4ae46" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.333591] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] Lock "75117754-76a1-4206-8a86-558657c4ae46" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.355174] env[69365]: INFO dbcounter [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] Registered counter for database nova_cell0 [ 603.363390] env[69365]: INFO dbcounter [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] Registered counter for database nova_cell1 [ 603.366551] env[69365]: DEBUG oslo_db.sqlalchemy.engines [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69365) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 603.366911] env[69365]: DEBUG oslo_db.sqlalchemy.engines [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69365) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 603.371766] env[69365]: ERROR nova.db.main.api [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 603.371766] env[69365]: result = function(*args, **kwargs) [ 603.371766] env[69365]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 603.371766] env[69365]: return func(*args, **kwargs) [ 603.371766] env[69365]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 603.371766] env[69365]: result = fn(*args, **kwargs) [ 603.371766] env[69365]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 603.371766] env[69365]: return f(*args, **kwargs) [ 603.371766] env[69365]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 603.371766] env[69365]: return db.service_get_minimum_version(context, binaries) [ 603.371766] env[69365]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 603.371766] env[69365]: _check_db_access() [ 603.371766] env[69365]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 603.371766] env[69365]: stacktrace = ''.join(traceback.format_stack()) [ 603.371766] env[69365]: [ 603.372513] env[69365]: ERROR nova.db.main.api [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 603.372513] env[69365]: result = function(*args, **kwargs) [ 603.372513] env[69365]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 603.372513] env[69365]: return func(*args, **kwargs) [ 603.372513] env[69365]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 603.372513] env[69365]: result = fn(*args, **kwargs) [ 603.372513] env[69365]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 603.372513] env[69365]: return f(*args, **kwargs) [ 603.372513] env[69365]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 603.372513] env[69365]: return db.service_get_minimum_version(context, binaries) [ 603.372513] env[69365]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 603.372513] env[69365]: _check_db_access() [ 603.372513] env[69365]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 603.372513] env[69365]: stacktrace = ''.join(traceback.format_stack()) [ 603.372513] env[69365]: [ 603.373065] env[69365]: WARNING nova.objects.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] Failed to get minimum service version for cell 75117754-76a1-4206-8a86-558657c4ae46 [ 603.373065] env[69365]: WARNING nova.objects.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 603.373435] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] Acquiring lock "singleton_lock" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.373596] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] Acquired lock "singleton_lock" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.373832] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] Releasing lock "singleton_lock" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.374167] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] Full set of CONF: {{(pid=69365) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 603.374312] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ******************************************************************************** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 603.374437] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] Configuration options gathered from: {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 603.374570] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 603.374762] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 603.374890] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ================================================================================ {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 603.375112] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] allow_resize_to_same_host = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.375283] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] arq_binding_timeout = 300 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.375413] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] backdoor_port = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.375556] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] backdoor_socket = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.375738] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] block_device_allocate_retries = 60 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.375903] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] block_device_allocate_retries_interval = 3 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.376086] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cert = self.pem {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.376254] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.376421] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] compute_monitors = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.376587] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] config_dir = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.376755] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] config_drive_format = iso9660 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.376888] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.377063] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] config_source = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.377232] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] console_host = devstack {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.377395] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] control_exchange = nova {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.377551] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cpu_allocation_ratio = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.377746] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] daemon = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.377943] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] debug = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.378132] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] default_access_ip_network_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.378305] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] default_availability_zone = nova {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.378465] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] default_ephemeral_format = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.378627] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] default_green_pool_size = 1000 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.378873] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.379042] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] default_schedule_zone = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.379205] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] disk_allocation_ratio = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.379365] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] enable_new_services = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.379541] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] enabled_apis = ['osapi_compute'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.379703] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] enabled_ssl_apis = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.379862] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] flat_injected = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.380053] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] force_config_drive = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.380230] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] force_raw_images = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.380402] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] graceful_shutdown_timeout = 5 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.380561] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] heal_instance_info_cache_interval = -1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.380780] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] host = cpu-1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.380961] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.381145] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] initial_disk_allocation_ratio = 1.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.381311] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] initial_ram_allocation_ratio = 1.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.381537] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.381727] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] instance_build_timeout = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.381906] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] instance_delete_interval = 300 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.382091] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] instance_format = [instance: %(uuid)s] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.382261] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] instance_name_template = instance-%08x {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.382422] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] instance_usage_audit = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.382588] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] instance_usage_audit_period = month {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.382752] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.382920] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] instances_path = /opt/stack/data/nova/instances {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.383095] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] internal_service_availability_zone = internal {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.383254] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] key = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.383414] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] live_migration_retry_count = 30 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.383579] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] log_color = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.383740] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] log_config_append = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.383945] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.384149] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] log_dir = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.384313] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] log_file = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.384440] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] log_options = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.384599] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] log_rotate_interval = 1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.384766] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] log_rotate_interval_type = days {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.384934] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] log_rotation_type = none {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.385074] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.385203] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.385370] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.385534] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.385661] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.385823] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] long_rpc_timeout = 1800 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.385981] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] max_concurrent_builds = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.386148] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] max_concurrent_live_migrations = 1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.386303] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] max_concurrent_snapshots = 5 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.386462] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] max_local_block_devices = 3 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.386647] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] max_logfile_count = 30 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.386811] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] max_logfile_size_mb = 200 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.386965] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] maximum_instance_delete_attempts = 5 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.387146] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] metadata_listen = 0.0.0.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.387315] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] metadata_listen_port = 8775 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.387482] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] metadata_workers = 2 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.387685] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] migrate_max_retries = -1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.387872] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] mkisofs_cmd = genisoimage {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.388100] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] my_block_storage_ip = 10.180.1.21 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.388238] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] my_ip = 10.180.1.21 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.388444] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.388608] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] network_allocate_retries = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.388793] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.388959] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] osapi_compute_listen = 0.0.0.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.389140] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] osapi_compute_listen_port = 8774 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.389308] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] osapi_compute_unique_server_name_scope = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.389478] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] osapi_compute_workers = 2 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.389640] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] password_length = 12 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.389835] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] periodic_enable = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.390015] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] periodic_fuzzy_delay = 60 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.390203] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] pointer_model = usbtablet {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.390373] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] preallocate_images = none {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.390533] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] publish_errors = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.390663] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] pybasedir = /opt/stack/nova {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.390822] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ram_allocation_ratio = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.390982] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] rate_limit_burst = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.391188] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] rate_limit_except_level = CRITICAL {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.391355] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] rate_limit_interval = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.391513] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] reboot_timeout = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.391672] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] reclaim_instance_interval = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.391829] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] record = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.391997] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] reimage_timeout_per_gb = 60 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.392179] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] report_interval = 120 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.392340] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] rescue_timeout = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.392499] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] reserved_host_cpus = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.392657] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] reserved_host_disk_mb = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.392817] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] reserved_host_memory_mb = 512 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.392975] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] reserved_huge_pages = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.393149] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] resize_confirm_window = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.393310] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] resize_fs_using_block_device = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.393467] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] resume_guests_state_on_host_boot = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.393633] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.393826] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] rpc_response_timeout = 60 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.394007] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] run_external_periodic_tasks = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.394187] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] running_deleted_instance_action = reap {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.394348] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] running_deleted_instance_poll_interval = 1800 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.394505] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] running_deleted_instance_timeout = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.394663] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] scheduler_instance_sync_interval = 120 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.394831] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] service_down_time = 720 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.395006] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] servicegroup_driver = db {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.395171] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] shell_completion = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.395331] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] shelved_offload_time = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.395487] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] shelved_poll_interval = 3600 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.395655] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] shutdown_timeout = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.395816] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] source_is_ipv6 = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.396012] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ssl_only = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.396282] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.396457] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] sync_power_state_interval = 600 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.396618] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] sync_power_state_pool_size = 1000 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.396787] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] syslog_log_facility = LOG_USER {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.396946] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] tempdir = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.397119] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] timeout_nbd = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.397293] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] transport_url = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.397450] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] update_resources_interval = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.397606] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] use_cow_images = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.397798] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] use_journal = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.397963] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] use_json = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.398137] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] use_rootwrap_daemon = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.398296] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] use_stderr = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.398453] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] use_syslog = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.398610] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vcpu_pin_set = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.398773] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vif_plugging_is_fatal = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.398940] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vif_plugging_timeout = 300 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.399115] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] virt_mkfs = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.399276] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] volume_usage_poll_interval = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.399435] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] watch_log_file = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.399617] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] web = /usr/share/spice-html5 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 603.399821] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.400019] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.400205] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.400377] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_concurrency.disable_process_locking = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.400924] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.401137] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.401331] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.401514] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.401692] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.401865] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.402064] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api.auth_strategy = keystone {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.402239] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api.compute_link_prefix = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.402418] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.402595] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api.dhcp_domain = novalocal {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.402764] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api.enable_instance_password = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.402957] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api.glance_link_prefix = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.403151] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.403328] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.403495] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api.instance_list_per_project_cells = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.403657] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api.list_records_by_skipping_down_cells = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.403821] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api.local_metadata_per_cell = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.403988] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api.max_limit = 1000 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.404169] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api.metadata_cache_expiration = 15 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.404345] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api.neutron_default_tenant_id = default {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.404514] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api.response_validation = warn {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.404686] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api.use_neutron_default_nets = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.404854] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.405028] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.405201] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.405377] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.405571] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api.vendordata_dynamic_targets = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.405763] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api.vendordata_jsonfile_path = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.405954] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.406167] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.backend = dogpile.cache.memcached {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.406341] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.backend_argument = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.406504] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.backend_expiration_time = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.406677] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.config_prefix = cache.oslo {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.406848] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.dead_timeout = 60.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.407015] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.debug_cache_backend = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.407182] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.enable_retry_client = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.407345] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.enable_socket_keepalive = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.407516] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.enabled = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.407705] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.enforce_fips_mode = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.407885] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.expiration_time = 600 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.408119] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.hashclient_retry_attempts = 2 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.408349] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.hashclient_retry_delay = 1.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.408539] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.memcache_dead_retry = 300 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.408719] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.memcache_password = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.408888] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.409089] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.409261] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.memcache_pool_maxsize = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.409424] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.409585] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.memcache_sasl_enabled = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.409763] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.409933] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.memcache_socket_timeout = 1.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.410136] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.memcache_username = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.410311] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.proxies = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.410476] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.redis_db = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.410638] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.redis_password = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.410811] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.redis_sentinel_service_name = mymaster {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.410986] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.411172] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.redis_server = localhost:6379 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.411340] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.redis_socket_timeout = 1.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.411501] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.redis_username = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.411684] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.retry_attempts = 2 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.411867] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.retry_delay = 0.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.412046] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.socket_keepalive_count = 1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.412209] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.socket_keepalive_idle = 1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.412371] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.socket_keepalive_interval = 1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.412531] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.tls_allowed_ciphers = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.412690] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.tls_cafile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.412849] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.tls_certfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.413015] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.tls_enabled = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.413179] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cache.tls_keyfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.413348] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cinder.auth_section = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.413522] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cinder.auth_type = password {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.413684] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cinder.cafile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.413863] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cinder.catalog_info = volumev3::publicURL {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.414036] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cinder.certfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.414206] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cinder.collect_timing = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.414371] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cinder.cross_az_attach = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.414532] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cinder.debug = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.414690] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cinder.endpoint_template = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.414852] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cinder.http_retries = 3 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.415017] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cinder.insecure = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.415179] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cinder.keyfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.415350] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cinder.os_region_name = RegionOne {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.415516] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cinder.split_loggers = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.415698] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cinder.timeout = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.415875] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.416049] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] compute.cpu_dedicated_set = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.416214] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] compute.cpu_shared_set = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.416381] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] compute.image_type_exclude_list = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.416544] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.416706] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] compute.max_concurrent_disk_ops = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.416870] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] compute.max_disk_devices_to_attach = -1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.417041] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.417215] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.417377] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] compute.resource_provider_association_refresh = 300 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.417539] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.417748] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] compute.shutdown_retry_interval = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.417943] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.418137] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] conductor.workers = 2 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.418318] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] console.allowed_origins = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.418481] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] console.ssl_ciphers = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.418654] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] console.ssl_minimum_version = default {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.418829] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] consoleauth.enforce_session_timeout = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.418997] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] consoleauth.token_ttl = 600 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.419184] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cyborg.cafile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.419343] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cyborg.certfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.419507] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cyborg.collect_timing = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.419668] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cyborg.connect_retries = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.419828] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cyborg.connect_retry_delay = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.420016] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cyborg.endpoint_override = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.420217] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cyborg.insecure = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.420398] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cyborg.keyfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.420563] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cyborg.max_version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.420721] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cyborg.min_version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.420879] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cyborg.region_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.421049] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cyborg.retriable_status_codes = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.421214] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cyborg.service_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.421385] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cyborg.service_type = accelerator {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.421547] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cyborg.split_loggers = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.421705] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cyborg.status_code_retries = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.421865] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cyborg.status_code_retry_delay = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.422031] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cyborg.timeout = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.422215] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.422378] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] cyborg.version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.422547] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] database.asyncio_connection = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.422706] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] database.asyncio_slave_connection = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.422878] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] database.backend = sqlalchemy {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.423058] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] database.connection = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.423227] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] database.connection_debug = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.423398] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] database.connection_parameters = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.423561] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] database.connection_recycle_time = 3600 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.423746] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] database.connection_trace = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.423927] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] database.db_inc_retry_interval = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.424099] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] database.db_max_retries = 20 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.424268] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] database.db_max_retry_interval = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.424429] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] database.db_retry_interval = 1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.424591] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] database.max_overflow = 50 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.424752] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] database.max_pool_size = 5 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.424918] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] database.max_retries = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.425095] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.425258] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] database.mysql_wsrep_sync_wait = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.425416] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] database.pool_timeout = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.425575] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] database.retry_interval = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.425731] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] database.slave_connection = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.425891] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] database.sqlite_synchronous = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.426087] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] database.use_db_reconnect = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.426273] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api_database.asyncio_connection = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.426436] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api_database.asyncio_slave_connection = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.426609] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api_database.backend = sqlalchemy {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.426778] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api_database.connection = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.426945] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api_database.connection_debug = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.427127] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api_database.connection_parameters = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.427294] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api_database.connection_recycle_time = 3600 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.427457] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api_database.connection_trace = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.427626] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api_database.db_inc_retry_interval = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.427817] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api_database.db_max_retries = 20 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.427987] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api_database.db_max_retry_interval = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.428168] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api_database.db_retry_interval = 1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.428331] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api_database.max_overflow = 50 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.428491] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api_database.max_pool_size = 5 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.428650] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api_database.max_retries = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.428822] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.428981] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.429152] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api_database.pool_timeout = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.429314] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api_database.retry_interval = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.429472] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api_database.slave_connection = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.429649] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] api_database.sqlite_synchronous = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.429846] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] devices.enabled_mdev_types = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.430061] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.430254] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ephemeral_storage_encryption.default_format = luks {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.430423] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ephemeral_storage_encryption.enabled = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.430589] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.430761] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] glance.api_servers = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.430927] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] glance.cafile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.431100] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] glance.certfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.431267] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] glance.collect_timing = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.431429] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] glance.connect_retries = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.431588] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] glance.connect_retry_delay = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.431752] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] glance.debug = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.431921] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] glance.default_trusted_certificate_ids = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.432094] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] glance.enable_certificate_validation = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.432287] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] glance.enable_rbd_download = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.432468] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] glance.endpoint_override = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.432638] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] glance.insecure = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.432804] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] glance.keyfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.432963] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] glance.max_version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.433139] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] glance.min_version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.433303] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] glance.num_retries = 3 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.433474] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] glance.rbd_ceph_conf = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.433637] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] glance.rbd_connect_timeout = 5 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.433811] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] glance.rbd_pool = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.433981] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] glance.rbd_user = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.434165] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] glance.region_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.434328] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] glance.retriable_status_codes = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.434488] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] glance.service_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.434658] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] glance.service_type = image {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.434821] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] glance.split_loggers = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.434978] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] glance.status_code_retries = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.435151] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] glance.status_code_retry_delay = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.435308] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] glance.timeout = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.435485] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.435683] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] glance.verify_glance_signatures = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.435854] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] glance.version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.436037] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] guestfs.debug = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.436210] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] manila.auth_section = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.436373] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] manila.auth_type = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.436531] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] manila.cafile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.436688] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] manila.certfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.436853] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] manila.collect_timing = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.437014] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] manila.connect_retries = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.437176] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] manila.connect_retry_delay = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.437332] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] manila.endpoint_override = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.437493] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] manila.insecure = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.437663] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] manila.keyfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.437839] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] manila.max_version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.438006] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] manila.min_version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.438174] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] manila.region_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.438332] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] manila.retriable_status_codes = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.438488] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] manila.service_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.438656] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] manila.service_type = shared-file-system {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.438819] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] manila.share_apply_policy_timeout = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.438978] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] manila.split_loggers = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.439150] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] manila.status_code_retries = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.439307] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] manila.status_code_retry_delay = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.439464] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] manila.timeout = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.439642] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.439806] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] manila.version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.439985] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] mks.enabled = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.440367] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.440559] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] image_cache.manager_interval = 2400 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.440733] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] image_cache.precache_concurrency = 1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.440906] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] image_cache.remove_unused_base_images = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.441090] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.441262] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.441439] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] image_cache.subdirectory_name = _base {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.441615] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ironic.api_max_retries = 60 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.441814] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ironic.api_retry_interval = 2 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.441986] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ironic.auth_section = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.442168] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ironic.auth_type = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.442331] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ironic.cafile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.442490] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ironic.certfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.442655] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ironic.collect_timing = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.442819] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ironic.conductor_group = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.442975] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ironic.connect_retries = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.443148] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ironic.connect_retry_delay = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.443307] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ironic.endpoint_override = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.443467] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ironic.insecure = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.443624] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ironic.keyfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.443781] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ironic.max_version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.443937] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ironic.min_version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.444115] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ironic.peer_list = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.444286] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ironic.region_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.444473] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ironic.retriable_status_codes = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.444641] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ironic.serial_console_state_timeout = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.444803] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ironic.service_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.444971] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ironic.service_type = baremetal {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.445145] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ironic.shard = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.445310] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ironic.split_loggers = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.445468] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ironic.status_code_retries = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.445626] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ironic.status_code_retry_delay = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.445785] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ironic.timeout = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.445964] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.446138] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ironic.version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.446321] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.446493] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] key_manager.fixed_key = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.446676] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.446840] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] barbican.barbican_api_version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.446999] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] barbican.barbican_endpoint = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.447184] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] barbican.barbican_endpoint_type = public {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.447344] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] barbican.barbican_region_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.447502] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] barbican.cafile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.447702] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] barbican.certfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.447885] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] barbican.collect_timing = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.448099] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] barbican.insecure = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.448241] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] barbican.keyfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.448406] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] barbican.number_of_retries = 60 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.448566] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] barbican.retry_delay = 1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.448729] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] barbican.send_service_user_token = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.448890] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] barbican.split_loggers = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.449058] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] barbican.timeout = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.449221] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] barbican.verify_ssl = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.449378] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] barbican.verify_ssl_path = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.449543] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] barbican_service_user.auth_section = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.449703] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] barbican_service_user.auth_type = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.449922] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] barbican_service_user.cafile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.450134] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] barbican_service_user.certfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.450311] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] barbican_service_user.collect_timing = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.450475] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] barbican_service_user.insecure = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.450635] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] barbican_service_user.keyfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.450798] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] barbican_service_user.split_loggers = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.450955] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] barbican_service_user.timeout = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.451135] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vault.approle_role_id = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.451296] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vault.approle_secret_id = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.451467] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vault.kv_mountpoint = secret {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.451627] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vault.kv_path = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.451790] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vault.kv_version = 2 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.451946] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vault.namespace = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.452116] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vault.root_token_id = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.452275] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vault.ssl_ca_crt_file = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.452438] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vault.timeout = 60.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.452598] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vault.use_ssl = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.452765] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.452934] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] keystone.cafile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.453106] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] keystone.certfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.453270] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] keystone.collect_timing = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.453425] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] keystone.connect_retries = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.453582] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] keystone.connect_retry_delay = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.453764] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] keystone.endpoint_override = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.453948] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] keystone.insecure = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.454122] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] keystone.keyfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.454280] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] keystone.max_version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.454435] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] keystone.min_version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.454593] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] keystone.region_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.454756] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] keystone.retriable_status_codes = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.454916] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] keystone.service_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.455098] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] keystone.service_type = identity {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.455265] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] keystone.split_loggers = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.455425] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] keystone.status_code_retries = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.455584] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] keystone.status_code_retry_delay = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.455741] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] keystone.timeout = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.455985] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.456178] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] keystone.version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.456374] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.ceph_mount_options = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.456676] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.456865] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.connection_uri = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.457044] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.cpu_mode = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.457220] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.cpu_model_extra_flags = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.457390] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.cpu_models = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.457561] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.cpu_power_governor_high = performance {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.457764] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.cpu_power_governor_low = powersave {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.457939] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.cpu_power_management = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.458132] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.458305] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.device_detach_attempts = 8 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.458469] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.device_detach_timeout = 20 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.458671] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.disk_cachemodes = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.458802] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.disk_prefix = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.458965] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.enabled_perf_events = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.459140] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.file_backed_memory = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.459305] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.gid_maps = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.459463] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.hw_disk_discard = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.459638] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.hw_machine_type = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.459836] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.images_rbd_ceph_conf = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.460038] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.460214] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.460384] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.images_rbd_glance_store_name = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.460552] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.images_rbd_pool = rbd {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.460723] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.images_type = default {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.460884] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.images_volume_group = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.461063] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.inject_key = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.461231] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.inject_partition = -2 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.461391] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.inject_password = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.461551] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.iscsi_iface = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.461711] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.iser_use_multipath = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.461874] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.live_migration_bandwidth = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.462046] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.462213] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.live_migration_downtime = 500 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.462375] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.462534] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.462724] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.live_migration_inbound_addr = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.462928] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.463110] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.live_migration_permit_post_copy = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.463275] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.live_migration_scheme = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.463449] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.live_migration_timeout_action = abort {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.463610] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.live_migration_tunnelled = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.463773] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.live_migration_uri = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.463935] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.live_migration_with_native_tls = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.464107] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.max_queues = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.464278] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.464508] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.464671] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.nfs_mount_options = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.464960] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.465150] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.465318] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.num_iser_scan_tries = 5 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.465478] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.num_memory_encrypted_guests = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.465678] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.465852] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.num_pcie_ports = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.466030] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.num_volume_scan_tries = 5 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.466202] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.pmem_namespaces = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.466362] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.quobyte_client_cfg = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.466641] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.466821] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.rbd_connect_timeout = 5 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.466986] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.467164] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.467325] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.rbd_secret_uuid = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.467484] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.rbd_user = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.467671] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.467843] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.remote_filesystem_transport = ssh {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.468059] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.rescue_image_id = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.468233] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.rescue_kernel_id = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.468395] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.rescue_ramdisk_id = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.468565] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.468727] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.rx_queue_size = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.468900] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.smbfs_mount_options = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.469210] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.469389] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.snapshot_compression = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.469552] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.snapshot_image_format = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.469782] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.469953] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.sparse_logical_volumes = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.470133] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.swtpm_enabled = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.470306] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.swtpm_group = tss {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.470475] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.swtpm_user = tss {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.470644] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.sysinfo_serial = unique {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.470808] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.tb_cache_size = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.470964] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.tx_queue_size = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.471143] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.uid_maps = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.471308] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.use_virtio_for_bridges = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.471478] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.virt_type = kvm {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.471658] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.volume_clear = zero {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.471843] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.volume_clear_size = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.472014] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.volume_enforce_multipath = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.472187] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.volume_use_multipath = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.472350] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.vzstorage_cache_path = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.472521] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.472691] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.vzstorage_mount_group = qemu {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.472861] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.vzstorage_mount_opts = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.473039] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.473326] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.473514] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.vzstorage_mount_user = stack {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.473681] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.473858] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] neutron.auth_section = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.474042] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] neutron.auth_type = password {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.474207] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] neutron.cafile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.474367] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] neutron.certfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.474529] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] neutron.collect_timing = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.474688] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] neutron.connect_retries = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.474847] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] neutron.connect_retry_delay = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.475026] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] neutron.default_floating_pool = public {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.475191] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] neutron.endpoint_override = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.475354] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] neutron.extension_sync_interval = 600 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.475519] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] neutron.http_retries = 3 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.475712] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] neutron.insecure = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.475880] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] neutron.keyfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.476052] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] neutron.max_version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.476231] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.476395] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] neutron.min_version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.476566] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] neutron.ovs_bridge = br-int {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.476732] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] neutron.physnets = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.476907] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] neutron.region_name = RegionOne {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.477080] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] neutron.retriable_status_codes = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.477251] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] neutron.service_metadata_proxy = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.477414] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] neutron.service_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.477593] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] neutron.service_type = network {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.477821] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] neutron.split_loggers = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.477997] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] neutron.status_code_retries = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.478175] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] neutron.status_code_retry_delay = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.478336] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] neutron.timeout = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.478517] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.478679] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] neutron.version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.478855] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] notifications.bdms_in_notifications = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.479047] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] notifications.default_level = INFO {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.479217] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] notifications.include_share_mapping = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.479391] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] notifications.notification_format = unversioned {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.479555] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] notifications.notify_on_state_change = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.479732] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.479912] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] pci.alias = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.480133] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] pci.device_spec = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.480309] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] pci.report_in_placement = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.480481] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.auth_section = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.480653] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.auth_type = password {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.480823] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.480983] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.cafile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.481155] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.certfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.481318] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.collect_timing = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.481477] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.connect_retries = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.481634] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.connect_retry_delay = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.481801] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.default_domain_id = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.481950] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.default_domain_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.482119] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.domain_id = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.482277] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.domain_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.482434] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.endpoint_override = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.482591] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.insecure = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.482746] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.keyfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.482903] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.max_version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.483068] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.min_version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.483239] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.password = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.483397] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.project_domain_id = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.483562] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.project_domain_name = Default {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.483758] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.project_id = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.483946] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.project_name = service {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.484131] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.region_name = RegionOne {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.484295] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.retriable_status_codes = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.484456] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.service_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.484625] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.service_type = placement {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.484787] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.split_loggers = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.484943] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.status_code_retries = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.485114] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.status_code_retry_delay = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.485273] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.system_scope = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.485430] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.timeout = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.485585] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.trust_id = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.485739] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.user_domain_id = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.485910] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.user_domain_name = Default {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.486077] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.user_id = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.486251] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.username = nova {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.486431] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.486591] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] placement.version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.486774] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] quota.cores = 20 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.486941] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] quota.count_usage_from_placement = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.487125] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.487294] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] quota.injected_file_content_bytes = 10240 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.487455] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] quota.injected_file_path_length = 255 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.487620] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] quota.injected_files = 5 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.487814] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] quota.instances = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.487986] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] quota.key_pairs = 100 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.488166] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] quota.metadata_items = 128 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.488331] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] quota.ram = 51200 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.488495] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] quota.recheck_quota = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.489029] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] quota.server_group_members = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.489029] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] quota.server_groups = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.489029] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.489219] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] quota.unified_limits_resource_strategy = require {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.489392] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.489553] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.489744] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] scheduler.image_metadata_prefilter = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.489921] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.490126] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] scheduler.max_attempts = 3 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.490294] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] scheduler.max_placement_results = 1000 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.490458] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.490618] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] scheduler.query_placement_for_image_type_support = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.490778] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.490949] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] scheduler.workers = 2 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.491140] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.491312] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.491490] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.491658] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.491824] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.491989] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.492231] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.492440] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.492614] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] filter_scheduler.host_subset_size = 1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.492780] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.492943] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.493119] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.493283] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.493457] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.493617] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] filter_scheduler.isolated_hosts = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.493777] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] filter_scheduler.isolated_images = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.493938] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.494108] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.494273] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.494431] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] filter_scheduler.pci_in_placement = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.494591] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.494770] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.494907] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.495076] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.495238] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.495397] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.495580] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] filter_scheduler.track_instance_changes = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.495779] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.495953] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] metrics.required = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.496128] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] metrics.weight_multiplier = 1.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.496290] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.496452] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] metrics.weight_setting = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.496763] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.496940] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] serial_console.enabled = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.497131] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] serial_console.port_range = 10000:20000 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.497305] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.497473] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.497644] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] serial_console.serialproxy_port = 6083 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.497835] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] service_user.auth_section = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.498014] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] service_user.auth_type = password {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.498181] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] service_user.cafile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.498340] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] service_user.certfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.498500] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] service_user.collect_timing = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.498658] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] service_user.insecure = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.498816] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] service_user.keyfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.498984] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] service_user.send_service_user_token = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.499161] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] service_user.split_loggers = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.499352] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] service_user.timeout = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.499524] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] spice.agent_enabled = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.499723] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] spice.enabled = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.500062] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.500280] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.500452] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] spice.html5proxy_port = 6082 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.500614] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] spice.image_compression = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.500769] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] spice.jpeg_compression = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.500927] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] spice.playback_compression = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.501098] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] spice.require_secure = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.501270] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] spice.server_listen = 127.0.0.1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.501439] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.501742] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.501928] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] spice.streaming_mode = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.502107] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] spice.zlib_compression = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.502281] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] upgrade_levels.baseapi = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.502452] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] upgrade_levels.compute = auto {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.502613] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] upgrade_levels.conductor = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.502769] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] upgrade_levels.scheduler = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.502936] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vendordata_dynamic_auth.auth_section = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.503109] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vendordata_dynamic_auth.auth_type = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.503269] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vendordata_dynamic_auth.cafile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.503426] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vendordata_dynamic_auth.certfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.503587] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.503742] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vendordata_dynamic_auth.insecure = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.503900] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vendordata_dynamic_auth.keyfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.504088] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.504300] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vendordata_dynamic_auth.timeout = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.504486] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vmware.api_retry_count = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.504651] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vmware.ca_file = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.504828] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vmware.cache_prefix = devstack-image-cache {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.504997] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vmware.cluster_name = testcl1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.505181] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vmware.connection_pool_size = 10 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.505341] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vmware.console_delay_seconds = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.505512] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vmware.datastore_regex = ^datastore.* {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.505727] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.505911] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vmware.host_password = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.506093] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vmware.host_port = 443 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.506267] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vmware.host_username = administrator@vsphere.local {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.506438] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vmware.insecure = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.506598] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vmware.integration_bridge = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.506761] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vmware.maximum_objects = 100 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.506921] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vmware.pbm_default_policy = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.507094] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vmware.pbm_enabled = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.507257] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vmware.pbm_wsdl_location = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.507424] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.507591] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vmware.serial_port_proxy_uri = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.507794] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vmware.serial_port_service_uri = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.507968] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vmware.task_poll_interval = 0.5 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.508158] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vmware.use_linked_clone = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.508330] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vmware.vnc_keymap = en-us {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.508496] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vmware.vnc_port = 5900 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.508658] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vmware.vnc_port_total = 10000 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.508863] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vnc.auth_schemes = ['none'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.509055] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vnc.enabled = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.509348] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.509534] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.509705] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vnc.novncproxy_port = 6080 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.509891] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vnc.server_listen = 127.0.0.1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.510106] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.510277] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vnc.vencrypt_ca_certs = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.510436] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vnc.vencrypt_client_cert = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.510590] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vnc.vencrypt_client_key = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.510763] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.510927] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] workarounds.disable_deep_image_inspection = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.511102] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.511266] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.511425] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.511585] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] workarounds.disable_rootwrap = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.511743] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] workarounds.enable_numa_live_migration = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.511904] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.512073] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.512236] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.512396] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] workarounds.libvirt_disable_apic = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.512554] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.512714] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.512875] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.513044] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.513207] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.513368] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.513526] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.513686] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.513885] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.514068] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.514260] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.514432] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] wsgi.client_socket_timeout = 900 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.514598] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] wsgi.default_pool_size = 1000 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.514764] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] wsgi.keep_alive = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.514932] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] wsgi.max_header_line = 16384 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.515106] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] wsgi.secure_proxy_ssl_header = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.515269] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] wsgi.ssl_ca_file = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.515428] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] wsgi.ssl_cert_file = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.515585] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] wsgi.ssl_key_file = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.515746] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] wsgi.tcp_keepidle = 600 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.515925] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.516111] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] zvm.ca_file = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.516331] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] zvm.cloud_connector_url = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.516633] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.516811] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] zvm.reachable_timeout = 300 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.516981] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.517175] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.517353] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] profiler.connection_string = messaging:// {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.517519] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] profiler.enabled = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.517721] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] profiler.es_doc_type = notification {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.517892] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] profiler.es_scroll_size = 10000 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.518077] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] profiler.es_scroll_time = 2m {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.518240] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] profiler.filter_error_trace = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.518407] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] profiler.hmac_keys = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.518575] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] profiler.sentinel_service_name = mymaster {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.518739] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] profiler.socket_timeout = 0.1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.518900] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] profiler.trace_requests = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.519070] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] profiler.trace_sqlalchemy = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.519261] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] profiler_jaeger.process_tags = {} {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.519423] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] profiler_jaeger.service_name_prefix = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.519586] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] profiler_otlp.service_name_prefix = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.519780] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] remote_debug.host = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.519948] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] remote_debug.port = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.520157] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.520321] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.520483] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.520645] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.520807] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.520965] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.521139] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.521300] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.521456] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.521625] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.521787] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.521957] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.522135] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.522299] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.522460] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.522627] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.522788] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.522946] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.523126] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.523286] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.523444] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.523605] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.523766] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.523922] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.524094] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.524256] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.524415] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.524574] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.524734] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.524896] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.525074] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.ssl = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.525247] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.525412] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.525599] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.525786] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.525956] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.ssl_version = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.526134] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.526319] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.526486] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_notifications.retry = -1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.526662] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.526835] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_messaging_notifications.transport_url = **** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.527009] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_limit.auth_section = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.527179] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_limit.auth_type = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.527338] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_limit.cafile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.527494] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_limit.certfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.527700] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_limit.collect_timing = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.527854] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_limit.connect_retries = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.528028] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_limit.connect_retry_delay = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.528218] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_limit.endpoint_id = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.528437] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_limit.endpoint_interface = publicURL {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.528609] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_limit.endpoint_override = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.528768] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_limit.endpoint_region_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.528930] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_limit.endpoint_service_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.529108] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_limit.endpoint_service_type = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.529275] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_limit.insecure = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.529431] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_limit.keyfile = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.529589] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_limit.max_version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.529744] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_limit.min_version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.529901] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_limit.region_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.530072] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_limit.retriable_status_codes = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.530231] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_limit.service_name = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.530386] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_limit.service_type = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.530545] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_limit.split_loggers = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.530702] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_limit.status_code_retries = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.530862] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_limit.status_code_retry_delay = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.531027] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_limit.timeout = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.531188] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_limit.valid_interfaces = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.531344] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_limit.version = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.531509] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_reports.file_event_handler = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.531689] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.531870] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] oslo_reports.log_dir = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.532052] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.532218] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.532376] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.532542] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.532706] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.532866] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.533045] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.533209] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vif_plug_ovs_privileged.group = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.533369] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.533533] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.533693] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.533852] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] vif_plug_ovs_privileged.user = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.534032] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] os_vif_linux_bridge.flat_interface = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.534216] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.534388] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.534558] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.534726] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.534897] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.535074] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.535239] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.535418] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.535614] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] os_vif_ovs.isolate_vif = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.535799] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.535963] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.536148] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.536324] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] os_vif_ovs.ovsdb_interface = native {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.536488] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] os_vif_ovs.per_port_bridge = False {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.536662] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] privsep_osbrick.capabilities = [21] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.536824] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] privsep_osbrick.group = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.536982] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] privsep_osbrick.helper_command = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.537193] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.537401] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.537569] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] privsep_osbrick.user = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.537802] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.537969] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] nova_sys_admin.group = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.538144] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] nova_sys_admin.helper_command = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.538314] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.538477] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.538647] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] nova_sys_admin.user = None {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 603.538805] env[69365]: DEBUG oslo_service.backend.eventlet.service [None req-c8beeee1-4411-4697-87b9-1a652df4881e None None] ******************************************************************************** {{(pid=69365) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 603.539226] env[69365]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 604.042684] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-189bb4e6-4ee4-4cd4-bbef-6b2e723b3a77 None None] Getting list of instances from cluster (obj){ [ 604.042684] env[69365]: value = "domain-c8" [ 604.042684] env[69365]: _type = "ClusterComputeResource" [ 604.042684] env[69365]: } {{(pid=69365) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 604.043755] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d837230f-190d-4478-b15e-f83ec6b9e02b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.052467] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-189bb4e6-4ee4-4cd4-bbef-6b2e723b3a77 None None] Got total of 0 instances {{(pid=69365) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 604.053092] env[69365]: WARNING nova.virt.vmwareapi.driver [None req-189bb4e6-4ee4-4cd4-bbef-6b2e723b3a77 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 604.054046] env[69365]: INFO nova.virt.node [None req-189bb4e6-4ee4-4cd4-bbef-6b2e723b3a77 None None] Generated node identity 1e46e834-6985-4ce8-8ea0-649bfd87006d [ 604.054322] env[69365]: INFO nova.virt.node [None req-189bb4e6-4ee4-4cd4-bbef-6b2e723b3a77 None None] Wrote node identity 1e46e834-6985-4ce8-8ea0-649bfd87006d to /opt/stack/data/n-cpu-1/compute_id [ 604.559205] env[69365]: WARNING nova.compute.manager [None req-189bb4e6-4ee4-4cd4-bbef-6b2e723b3a77 None None] Compute nodes ['1e46e834-6985-4ce8-8ea0-649bfd87006d'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 605.565641] env[69365]: INFO nova.compute.manager [None req-189bb4e6-4ee4-4cd4-bbef-6b2e723b3a77 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 606.571286] env[69365]: WARNING nova.compute.manager [None req-189bb4e6-4ee4-4cd4-bbef-6b2e723b3a77 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 606.571704] env[69365]: DEBUG oslo_concurrency.lockutils [None req-189bb4e6-4ee4-4cd4-bbef-6b2e723b3a77 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.571865] env[69365]: DEBUG oslo_concurrency.lockutils [None req-189bb4e6-4ee4-4cd4-bbef-6b2e723b3a77 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.572068] env[69365]: DEBUG oslo_concurrency.lockutils [None req-189bb4e6-4ee4-4cd4-bbef-6b2e723b3a77 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.572246] env[69365]: DEBUG nova.compute.resource_tracker [None req-189bb4e6-4ee4-4cd4-bbef-6b2e723b3a77 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69365) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 606.573662] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac8fae5e-c94e-45c3-8334-cac1b06a8345 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.581881] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ffe264-a17a-48a7-8aef-6668333927d1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.595263] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c72dce7-86e7-4b82-9010-aa61cb187bb8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.601722] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82b3768-bfb0-49fd-bbe6-4aa8f4415825 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.630067] env[69365]: DEBUG nova.compute.resource_tracker [None req-189bb4e6-4ee4-4cd4-bbef-6b2e723b3a77 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180935MB free_disk=94GB free_vcpus=48 pci_devices=None {{(pid=69365) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 606.630220] env[69365]: DEBUG oslo_concurrency.lockutils [None req-189bb4e6-4ee4-4cd4-bbef-6b2e723b3a77 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.630415] env[69365]: DEBUG oslo_concurrency.lockutils [None req-189bb4e6-4ee4-4cd4-bbef-6b2e723b3a77 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.132800] env[69365]: WARNING nova.compute.resource_tracker [None req-189bb4e6-4ee4-4cd4-bbef-6b2e723b3a77 None None] No compute node record for cpu-1:1e46e834-6985-4ce8-8ea0-649bfd87006d: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 1e46e834-6985-4ce8-8ea0-649bfd87006d could not be found. [ 607.637175] env[69365]: INFO nova.compute.resource_tracker [None req-189bb4e6-4ee4-4cd4-bbef-6b2e723b3a77 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 1e46e834-6985-4ce8-8ea0-649bfd87006d [ 609.145426] env[69365]: DEBUG nova.compute.resource_tracker [None req-189bb4e6-4ee4-4cd4-bbef-6b2e723b3a77 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 609.145816] env[69365]: DEBUG nova.compute.resource_tracker [None req-189bb4e6-4ee4-4cd4-bbef-6b2e723b3a77 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 609.303245] env[69365]: INFO nova.scheduler.client.report [None req-189bb4e6-4ee4-4cd4-bbef-6b2e723b3a77 None None] [req-a5f3afc5-26c2-4301-abc1-af34f749ae5b] Created resource provider record via placement API for resource provider with UUID 1e46e834-6985-4ce8-8ea0-649bfd87006d and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 609.319960] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8238e02a-2580-4418-8fc7-fc9872923947 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.327969] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f099cfd0-cb4c-418c-a3e4-c8846df8a90e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.358080] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3352da3d-0747-4cd3-9999-3c5bae571a6b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.365270] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5dc2e39-c459-4d65-9bde-ba5774239737 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.378250] env[69365]: DEBUG nova.compute.provider_tree [None req-189bb4e6-4ee4-4cd4-bbef-6b2e723b3a77 None None] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 609.914371] env[69365]: DEBUG nova.scheduler.client.report [None req-189bb4e6-4ee4-4cd4-bbef-6b2e723b3a77 None None] Updated inventory for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 609.914597] env[69365]: DEBUG nova.compute.provider_tree [None req-189bb4e6-4ee4-4cd4-bbef-6b2e723b3a77 None None] Updating resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d generation from 0 to 1 during operation: update_inventory {{(pid=69365) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 609.914733] env[69365]: DEBUG nova.compute.provider_tree [None req-189bb4e6-4ee4-4cd4-bbef-6b2e723b3a77 None None] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 609.967065] env[69365]: DEBUG nova.compute.provider_tree [None req-189bb4e6-4ee4-4cd4-bbef-6b2e723b3a77 None None] Updating resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d generation from 1 to 2 during operation: update_traits {{(pid=69365) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 610.472082] env[69365]: DEBUG nova.compute.resource_tracker [None req-189bb4e6-4ee4-4cd4-bbef-6b2e723b3a77 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69365) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 610.472314] env[69365]: DEBUG oslo_concurrency.lockutils [None req-189bb4e6-4ee4-4cd4-bbef-6b2e723b3a77 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.842s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.472455] env[69365]: DEBUG nova.service [None req-189bb4e6-4ee4-4cd4-bbef-6b2e723b3a77 None None] Creating RPC server for service compute {{(pid=69365) start /opt/stack/nova/nova/service.py:186}} [ 610.486752] env[69365]: DEBUG nova.service [None req-189bb4e6-4ee4-4cd4-bbef-6b2e723b3a77 None None] Join ServiceGroup membership for this service compute {{(pid=69365) start /opt/stack/nova/nova/service.py:203}} [ 610.486936] env[69365]: DEBUG nova.servicegroup.drivers.db [None req-189bb4e6-4ee4-4cd4-bbef-6b2e723b3a77 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69365) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 643.490665] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._sync_power_states {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 643.995512] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Getting list of instances from cluster (obj){ [ 643.995512] env[69365]: value = "domain-c8" [ 643.995512] env[69365]: _type = "ClusterComputeResource" [ 643.995512] env[69365]: } {{(pid=69365) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 643.997094] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c897963-70c8-4989-b11f-8da2b8febd4c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.009777] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Got total of 0 instances {{(pid=69365) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 644.010122] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 644.010774] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Getting list of instances from cluster (obj){ [ 644.010774] env[69365]: value = "domain-c8" [ 644.010774] env[69365]: _type = "ClusterComputeResource" [ 644.010774] env[69365]: } {{(pid=69365) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 644.011756] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f789e1-3189-4de9-853e-762c03a047f6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.020219] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Got total of 0 instances {{(pid=69365) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 651.658777] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Acquiring lock "d758e281-a701-418a-aa45-efabac0bdada" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.659059] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Lock "d758e281-a701-418a-aa45-efabac0bdada" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.163445] env[69365]: DEBUG nova.compute.manager [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 652.716837] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.717069] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.718654] env[69365]: INFO nova.compute.claims [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.770059] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f70f28-a595-4254-a762-3061dfb90c5d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.779282] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442a7fcf-6a24-4230-bf57-8a0b1492697d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.822777] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-261acc1c-9ea7-4315-ba18-e55b8b3d61cf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.831581] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87fefcc2-75fd-4122-82b7-71b67d41c31b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.847837] env[69365]: DEBUG nova.compute.provider_tree [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.352606] env[69365]: DEBUG nova.scheduler.client.report [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.609803] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquiring lock "2dcd6c62-f9db-4618-b272-ed49c1f679d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.610087] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Lock "2dcd6c62-f9db-4618-b272-ed49c1f679d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.640938] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Acquiring lock "f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.641198] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Lock "f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.861805] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.144s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.862766] env[69365]: DEBUG nova.compute.manager [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 655.113655] env[69365]: DEBUG nova.compute.manager [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.143648] env[69365]: DEBUG nova.compute.manager [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.174898] env[69365]: DEBUG oslo_concurrency.lockutils [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquiring lock "f1420621-d961-4ec4-a181-37b7b1284fe3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.175160] env[69365]: DEBUG oslo_concurrency.lockutils [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lock "f1420621-d961-4ec4-a181-37b7b1284fe3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.370444] env[69365]: DEBUG nova.compute.utils [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.373047] env[69365]: DEBUG nova.compute.manager [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Not allocating networking since 'none' was specified. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 655.645242] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.645521] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.647812] env[69365]: INFO nova.compute.claims [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.677476] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.682799] env[69365]: DEBUG nova.compute.manager [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.874095] env[69365]: DEBUG nova.compute.manager [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.214973] env[69365]: DEBUG oslo_concurrency.lockutils [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.817392] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14589c1-072f-4dc6-95b6-32e52d295ab2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.830895] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b4c11b-368e-4795-b120-26fd26872d9e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.886521] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e9aa48-2b34-4890-9d48-b41f7712253b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.892933] env[69365]: DEBUG nova.compute.manager [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.900986] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bef6db9-3bb6-4435-b6d6-47b9aba158ba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.924983] env[69365]: DEBUG nova.compute.provider_tree [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.323826] env[69365]: DEBUG nova.virt.hardware [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.324772] env[69365]: DEBUG nova.virt.hardware [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.324988] env[69365]: DEBUG nova.virt.hardware [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.325199] env[69365]: DEBUG nova.virt.hardware [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.325346] env[69365]: DEBUG nova.virt.hardware [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.325498] env[69365]: DEBUG nova.virt.hardware [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.326025] env[69365]: DEBUG nova.virt.hardware [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.326128] env[69365]: DEBUG nova.virt.hardware [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.326559] env[69365]: DEBUG nova.virt.hardware [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.326872] env[69365]: DEBUG nova.virt.hardware [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.327092] env[69365]: DEBUG nova.virt.hardware [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.327978] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d112f3ef-5c51-425a-b93e-f12126a8a2bf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.336964] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b572ad-b171-4724-911f-a00b057ade1d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.360512] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee09d92c-d85e-4e82-87f0-54eca882d80e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.384123] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Acquiring lock "c14bd34b-f591-405c-a7b1-361b4b7fb6f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.385034] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Lock "c14bd34b-f591-405c-a7b1-361b4b7fb6f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.393552] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.405923] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.406407] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-824fbf22-7cef-49ad-bbf2-d6e71997186b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.422324] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Created folder: OpenStack in parent group-v4. [ 657.422515] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Creating folder: Project (8573a3fcfbcc4c3d8a59e51f338794af). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.423018] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f00aa005-ddf4-45de-8bce-6e6433de7dec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.427542] env[69365]: DEBUG nova.scheduler.client.report [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.441365] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Created folder: Project (8573a3fcfbcc4c3d8a59e51f338794af) in parent group-v693134. [ 657.441550] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Creating folder: Instances. Parent ref: group-v693135. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 657.441777] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4683ce8-d101-43ca-a92f-535b5e46aeb2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.449990] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Created folder: Instances in parent group-v693135. [ 657.451444] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 657.451663] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d758e281-a701-418a-aa45-efabac0bdada] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.451893] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27f82259-0784-44a4-bdfc-580635b3d552 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.472448] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.472448] env[69365]: value = "task-3468349" [ 657.472448] env[69365]: _type = "Task" [ 657.472448] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.481383] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468349, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.887408] env[69365]: DEBUG nova.compute.manager [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 657.936019] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.287s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.936019] env[69365]: DEBUG nova.compute.manager [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.936395] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.260s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.938706] env[69365]: INFO nova.compute.claims [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.986582] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468349, 'name': CreateVM_Task, 'duration_secs': 0.326797} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.990017] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d758e281-a701-418a-aa45-efabac0bdada] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.990017] env[69365]: DEBUG oslo_vmware.service [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb94344-e7ee-48fe-bb76-6c1d57c2878b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.001018] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.001018] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.001018] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.001018] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-463cb6af-de54-478b-811b-b34f6096a824 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.004219] env[69365]: DEBUG oslo_vmware.api [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Waiting for the task: (returnval){ [ 658.004219] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b2b029-a226-42d4-ae7e-570f84d2bcd1" [ 658.004219] env[69365]: _type = "Task" [ 658.004219] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.015400] env[69365]: DEBUG oslo_vmware.api [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b2b029-a226-42d4-ae7e-570f84d2bcd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.405801] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "a9672f20-2f1f-4ab4-861a-e542250eb592" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.405801] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "a9672f20-2f1f-4ab4-861a-e542250eb592" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.417033] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.446483] env[69365]: DEBUG nova.compute.utils [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 658.447654] env[69365]: DEBUG nova.compute.manager [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.447932] env[69365]: DEBUG nova.network.neutron [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.523210] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.523538] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.523775] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.523922] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.525510] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.526167] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5d60897-2870-4558-8032-424274b33488 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.544976] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.545178] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.546620] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a21438-04fb-47ec-98e3-d982aadb94ec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.553743] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ca8c70a-3c32-4671-b48d-f96b6d1c22cc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.561521] env[69365]: DEBUG oslo_vmware.api [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Waiting for the task: (returnval){ [ 658.561521] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]525645d0-1d90-56fe-ae49-6ad193734eff" [ 658.561521] env[69365]: _type = "Task" [ 658.561521] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.572085] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Preparing fetch location {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 658.572340] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Creating directory with path [datastore1] vmware_temp/40e3cd52-6850-4516-afe5-c1c9280cd67e/2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.572567] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86798c5d-089e-4ab6-8495-e05b0556d6d4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.593276] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Created directory with path [datastore1] vmware_temp/40e3cd52-6850-4516-afe5-c1c9280cd67e/2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.593580] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Fetch image to [datastore1] vmware_temp/40e3cd52-6850-4516-afe5-c1c9280cd67e/2c3a5944-575a-4385-8612-86800989c1e5/tmp-sparse.vmdk {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 658.593965] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Downloading image file data 2c3a5944-575a-4385-8612-86800989c1e5 to [datastore1] vmware_temp/40e3cd52-6850-4516-afe5-c1c9280cd67e/2c3a5944-575a-4385-8612-86800989c1e5/tmp-sparse.vmdk on the data store datastore1 {{(pid=69365) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 658.594930] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9b4acd-9441-47cd-8930-c7ebb3b6314f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.603315] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebd2b84-48b3-423e-a1cf-c6f1b18a2496 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.617224] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558b0ee3-310d-45f5-8695-44182242e8d8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.634387] env[69365]: DEBUG nova.policy [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8c7443dc4dc4382875f36183bca2bc7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e873b4597734ea887a2cb435c3ec45e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.664732] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e779045-a58a-4e10-a94a-c2652d78bbbc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.671201] env[69365]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-a8abad25-03a3-4ee6-9ad6-6f9a2f9a9d00 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.702292] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Downloading image file data 2c3a5944-575a-4385-8612-86800989c1e5 to the data store datastore1 {{(pid=69365) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 658.766548] env[69365]: DEBUG oslo_vmware.rw_handles [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/40e3cd52-6850-4516-afe5-c1c9280cd67e/2c3a5944-575a-4385-8612-86800989c1e5/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69365) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 658.838937] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.839462] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.840240] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.840240] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.840491] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.840690] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.840995] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.841261] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69365) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 658.842800] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager.update_available_resource {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.911615] env[69365]: DEBUG nova.compute.manager [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 658.954661] env[69365]: DEBUG nova.compute.manager [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.120683] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750cb1f5-826b-4228-8255-456a60afc3c7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.132051] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d612424a-2e71-4a0d-8e69-4f907266fb10 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.170542] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19483f72-91b2-4067-b42b-1ace63d48fbb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.181319] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b39bb6-9cb3-49b3-887a-be8890ff7ff7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.203554] env[69365]: DEBUG nova.compute.provider_tree [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.351595] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.412087] env[69365]: DEBUG oslo_vmware.rw_handles [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Completed reading data from the image iterator. {{(pid=69365) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 659.412361] env[69365]: DEBUG oslo_vmware.rw_handles [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/40e3cd52-6850-4516-afe5-c1c9280cd67e/2c3a5944-575a-4385-8612-86800989c1e5/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 659.444792] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.561220] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Downloaded image file data 2c3a5944-575a-4385-8612-86800989c1e5 to vmware_temp/40e3cd52-6850-4516-afe5-c1c9280cd67e/2c3a5944-575a-4385-8612-86800989c1e5/tmp-sparse.vmdk on the data store datastore1 {{(pid=69365) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 659.563116] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Caching image {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 659.563493] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Copying Virtual Disk [datastore1] vmware_temp/40e3cd52-6850-4516-afe5-c1c9280cd67e/2c3a5944-575a-4385-8612-86800989c1e5/tmp-sparse.vmdk to [datastore1] vmware_temp/40e3cd52-6850-4516-afe5-c1c9280cd67e/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.563886] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c01d8c9b-d7a2-44d0-8da2-be1a5caae662 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.575948] env[69365]: DEBUG oslo_vmware.api [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Waiting for the task: (returnval){ [ 659.575948] env[69365]: value = "task-3468350" [ 659.575948] env[69365]: _type = "Task" [ 659.575948] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.585610] env[69365]: DEBUG oslo_vmware.api [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.709372] env[69365]: DEBUG nova.scheduler.client.report [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.968030] env[69365]: DEBUG nova.compute.manager [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.013818] env[69365]: DEBUG nova.virt.hardware [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.013913] env[69365]: DEBUG nova.virt.hardware [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.014624] env[69365]: DEBUG nova.virt.hardware [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.014624] env[69365]: DEBUG nova.virt.hardware [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.015122] env[69365]: DEBUG nova.virt.hardware [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.015122] env[69365]: DEBUG nova.virt.hardware [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.017930] env[69365]: DEBUG nova.virt.hardware [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.017930] env[69365]: DEBUG nova.virt.hardware [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.017930] env[69365]: DEBUG nova.virt.hardware [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.017930] env[69365]: DEBUG nova.virt.hardware [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.017930] env[69365]: DEBUG nova.virt.hardware [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.018171] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f842344a-bbae-4aa6-a038-a24d9d50d859 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.030406] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af00e2f-2067-4bd9-ac59-cb23881ba787 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.089747] env[69365]: DEBUG oslo_vmware.api [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468350, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.218706] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.218706] env[69365]: DEBUG nova.compute.manager [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.221071] env[69365]: DEBUG oslo_concurrency.lockutils [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.006s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.224426] env[69365]: INFO nova.compute.claims [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.341351] env[69365]: DEBUG oslo_concurrency.lockutils [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "0f4e5793-a942-4c82-acd1-c175bd1e9da4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.341563] env[69365]: DEBUG oslo_concurrency.lockutils [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "0f4e5793-a942-4c82-acd1-c175bd1e9da4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.588751] env[69365]: DEBUG oslo_vmware.api [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656631} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.589316] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Copied Virtual Disk [datastore1] vmware_temp/40e3cd52-6850-4516-afe5-c1c9280cd67e/2c3a5944-575a-4385-8612-86800989c1e5/tmp-sparse.vmdk to [datastore1] vmware_temp/40e3cd52-6850-4516-afe5-c1c9280cd67e/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.589543] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Deleting the datastore file [datastore1] vmware_temp/40e3cd52-6850-4516-afe5-c1c9280cd67e/2c3a5944-575a-4385-8612-86800989c1e5/tmp-sparse.vmdk {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.590043] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f73b24a-e445-4f19-8ee3-cff437494813 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.600941] env[69365]: DEBUG oslo_vmware.api [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Waiting for the task: (returnval){ [ 660.600941] env[69365]: value = "task-3468351" [ 660.600941] env[69365]: _type = "Task" [ 660.600941] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.610802] env[69365]: DEBUG oslo_vmware.api [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468351, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.732332] env[69365]: DEBUG nova.compute.utils [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.739036] env[69365]: DEBUG nova.compute.manager [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.739310] env[69365]: DEBUG nova.network.neutron [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.844568] env[69365]: DEBUG nova.compute.manager [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.114970] env[69365]: DEBUG oslo_vmware.api [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468351, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025955} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.115299] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.115585] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Moving file from [datastore1] vmware_temp/40e3cd52-6850-4516-afe5-c1c9280cd67e/2c3a5944-575a-4385-8612-86800989c1e5 to [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5. {{(pid=69365) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 661.115965] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-b0b67089-2bb5-4ba3-8c8b-16079a90b795 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.123716] env[69365]: DEBUG oslo_vmware.api [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Waiting for the task: (returnval){ [ 661.123716] env[69365]: value = "task-3468352" [ 661.123716] env[69365]: _type = "Task" [ 661.123716] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.131331] env[69365]: DEBUG oslo_vmware.api [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468352, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.240536] env[69365]: DEBUG nova.compute.manager [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.367941] env[69365]: DEBUG nova.network.neutron [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Successfully created port: 4464d128-ef50-478c-a2bb-18ad15f4e3d4 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 661.375751] env[69365]: DEBUG oslo_concurrency.lockutils [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.421361] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49813e12-a579-43b4-9dd8-9fd1aea7c599 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.429648] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c1ca99-f309-4ea2-9c51-ca77131b9cf9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.465107] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea17f0a-4f97-41ae-9a09-98ae1f810b7e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.473920] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57f1196-ad50-4ac9-911f-c8d64d2ae625 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.491041] env[69365]: DEBUG nova.compute.provider_tree [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.525698] env[69365]: DEBUG nova.policy [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7573c4ffb1e46ca97777e7809a55ccb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f18ab0d234f64b1683c959ceefbb7651', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.634997] env[69365]: DEBUG oslo_vmware.api [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468352, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.041611} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.635583] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] File moved {{(pid=69365) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 661.636573] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Cleaning up location [datastore1] vmware_temp/40e3cd52-6850-4516-afe5-c1c9280cd67e {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 661.637221] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Deleting the datastore file [datastore1] vmware_temp/40e3cd52-6850-4516-afe5-c1c9280cd67e {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.637732] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d2f3d59-d73f-4007-a3c3-4e43b641fa84 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.645627] env[69365]: DEBUG oslo_vmware.api [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Waiting for the task: (returnval){ [ 661.645627] env[69365]: value = "task-3468353" [ 661.645627] env[69365]: _type = "Task" [ 661.645627] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.653573] env[69365]: DEBUG oslo_vmware.api [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468353, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.994186] env[69365]: DEBUG nova.scheduler.client.report [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.162246] env[69365]: DEBUG oslo_vmware.api [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468353, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023755} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.164051] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.164826] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d6fa9e0-120f-4d67-81dd-904ec6f25dec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.172708] env[69365]: DEBUG oslo_vmware.api [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Waiting for the task: (returnval){ [ 662.172708] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5288a0dc-cac8-c878-81db-012dee906586" [ 662.172708] env[69365]: _type = "Task" [ 662.172708] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.181014] env[69365]: DEBUG oslo_vmware.api [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5288a0dc-cac8-c878-81db-012dee906586, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.259354] env[69365]: DEBUG nova.compute.manager [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.309334] env[69365]: DEBUG nova.virt.hardware [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.309571] env[69365]: DEBUG nova.virt.hardware [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.309719] env[69365]: DEBUG nova.virt.hardware [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.309898] env[69365]: DEBUG nova.virt.hardware [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.311959] env[69365]: DEBUG nova.virt.hardware [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.312190] env[69365]: DEBUG nova.virt.hardware [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.312415] env[69365]: DEBUG nova.virt.hardware [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.312572] env[69365]: DEBUG nova.virt.hardware [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.312735] env[69365]: DEBUG nova.virt.hardware [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.312896] env[69365]: DEBUG nova.virt.hardware [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.313075] env[69365]: DEBUG nova.virt.hardware [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.315014] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c80b99d-4b92-4485-ae95-412e1ef9dbf6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.326538] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-465f52d3-b078-4103-b07d-ef72a388b283 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.501503] env[69365]: DEBUG oslo_concurrency.lockutils [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.280s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.504152] env[69365]: DEBUG nova.compute.manager [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 662.505992] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.089s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.507653] env[69365]: INFO nova.compute.claims [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.693419] env[69365]: DEBUG oslo_vmware.api [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5288a0dc-cac8-c878-81db-012dee906586, 'name': SearchDatastore_Task, 'duration_secs': 0.00877} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.696169] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.696169] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] d758e281-a701-418a-aa45-efabac0bdada/d758e281-a701-418a-aa45-efabac0bdada.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.696169] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98e89c27-e022-4bbb-a459-4fb570b91319 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.707500] env[69365]: DEBUG oslo_vmware.api [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Waiting for the task: (returnval){ [ 662.707500] env[69365]: value = "task-3468354" [ 662.707500] env[69365]: _type = "Task" [ 662.707500] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.718444] env[69365]: DEBUG oslo_vmware.api [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.012455] env[69365]: DEBUG nova.compute.utils [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.013912] env[69365]: DEBUG nova.compute.manager [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 663.014109] env[69365]: DEBUG nova.network.neutron [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 663.221542] env[69365]: DEBUG oslo_vmware.api [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468354, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510411} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.221542] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] d758e281-a701-418a-aa45-efabac0bdada/d758e281-a701-418a-aa45-efabac0bdada.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.221542] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.221542] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4bcb0c64-8481-4cea-8d1c-9289c0f63868 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.228709] env[69365]: DEBUG oslo_vmware.api [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Waiting for the task: (returnval){ [ 663.228709] env[69365]: value = "task-3468355" [ 663.228709] env[69365]: _type = "Task" [ 663.228709] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.238486] env[69365]: DEBUG oslo_vmware.api [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.476521] env[69365]: DEBUG nova.policy [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee61b3ce11634b0e8a0380cdf9cab0b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b11ca37ad7e49ed90731d467b610f00', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.519409] env[69365]: DEBUG nova.compute.manager [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.686591] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5cc4e0-1fcf-4d45-b9e7-dd9f2e1b7c10 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.698132] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bdb8fd-7da3-44ef-a434-d5b9aee60378 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.736474] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677928d5-0999-4b8f-8598-a826e50cd8d7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.749790] env[69365]: DEBUG oslo_vmware.api [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069565} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.751144] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.751350] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5d8871-4b74-4769-abef-64b908d7f3b1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.758673] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2166c0ce-521d-488c-9e06-c18e36eb050c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.789128] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] d758e281-a701-418a-aa45-efabac0bdada/d758e281-a701-418a-aa45-efabac0bdada.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.790134] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-641313fb-0979-49f5-91b9-15201e24f387 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.818051] env[69365]: DEBUG nova.compute.provider_tree [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.824333] env[69365]: DEBUG oslo_vmware.api [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Waiting for the task: (returnval){ [ 663.824333] env[69365]: value = "task-3468356" [ 663.824333] env[69365]: _type = "Task" [ 663.824333] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.837146] env[69365]: DEBUG oslo_vmware.api [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468356, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.322158] env[69365]: DEBUG nova.scheduler.client.report [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.335169] env[69365]: DEBUG oslo_vmware.api [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468356, 'name': ReconfigVM_Task, 'duration_secs': 0.282498} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.335443] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Reconfigured VM instance instance-00000001 to attach disk [datastore1] d758e281-a701-418a-aa45-efabac0bdada/d758e281-a701-418a-aa45-efabac0bdada.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.336453] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0aff3cf-47e3-4275-bfcf-802ff5c42d66 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.345427] env[69365]: DEBUG oslo_vmware.api [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Waiting for the task: (returnval){ [ 664.345427] env[69365]: value = "task-3468357" [ 664.345427] env[69365]: _type = "Task" [ 664.345427] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.356789] env[69365]: DEBUG oslo_vmware.api [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468357, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.543377] env[69365]: DEBUG nova.compute.manager [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.589816] env[69365]: DEBUG nova.virt.hardware [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.591161] env[69365]: DEBUG nova.virt.hardware [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.591467] env[69365]: DEBUG nova.virt.hardware [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.591582] env[69365]: DEBUG nova.virt.hardware [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.592530] env[69365]: DEBUG nova.virt.hardware [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.592530] env[69365]: DEBUG nova.virt.hardware [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.592530] env[69365]: DEBUG nova.virt.hardware [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.592682] env[69365]: DEBUG nova.virt.hardware [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.592841] env[69365]: DEBUG nova.virt.hardware [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.593617] env[69365]: DEBUG nova.virt.hardware [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.593897] env[69365]: DEBUG nova.virt.hardware [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.594819] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f457585e-9f60-411f-97eb-ad81913eed6f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.604524] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5370a4a3-cb02-463e-948d-7637db23f378 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.702922] env[69365]: DEBUG nova.network.neutron [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Successfully created port: 03594f78-43eb-4a0a-9bca-b215cd964912 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 664.832252] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.832620] env[69365]: DEBUG nova.compute.manager [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.837921] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.486s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.841073] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.841073] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69365) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 664.841073] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.394s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.842691] env[69365]: INFO nova.compute.claims [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.845909] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfb74f4-52e1-41ea-bff1-9d6dd78ab349 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.867451] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-277a846d-7a8a-4384-8a42-caaa29950af6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.876801] env[69365]: DEBUG oslo_vmware.api [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468357, 'name': Rename_Task, 'duration_secs': 0.144758} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.876801] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.876801] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1670aa3-da7c-49ca-bd5d-6afe54dbf60b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.896169] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210b2163-d3a6-41d0-aad2-fcae9f64512f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.900023] env[69365]: DEBUG oslo_vmware.api [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Waiting for the task: (returnval){ [ 664.900023] env[69365]: value = "task-3468358" [ 664.900023] env[69365]: _type = "Task" [ 664.900023] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.908989] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9ac237-c681-44c2-8d88-6479bd2c71c3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.916743] env[69365]: DEBUG oslo_vmware.api [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.946289] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180944MB free_disk=94GB free_vcpus=48 pci_devices=None {{(pid=69365) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 664.946435] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.075498] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.075498] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.347438] env[69365]: DEBUG nova.compute.utils [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.348816] env[69365]: DEBUG nova.compute.manager [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.349108] env[69365]: DEBUG nova.network.neutron [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.412630] env[69365]: DEBUG oslo_vmware.api [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468358, 'name': PowerOnVM_Task, 'duration_secs': 0.420468} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.413615] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.415021] env[69365]: INFO nova.compute.manager [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Took 8.52 seconds to spawn the instance on the hypervisor. [ 665.415021] env[69365]: DEBUG nova.compute.manager [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 665.415546] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c2190b-820d-4028-8753-71e8f4542a9e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.440908] env[69365]: DEBUG nova.network.neutron [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Successfully created port: e82dae0f-c81c-4db6-8ba4-5526cacff065 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 665.582667] env[69365]: DEBUG nova.compute.manager [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 665.644772] env[69365]: DEBUG nova.policy [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e8d2ad38cda94953bdd5d8485a59b86f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8d81df0231e4567b65284ee1c09793a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.852455] env[69365]: DEBUG nova.compute.manager [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.954651] env[69365]: INFO nova.compute.manager [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Took 13.29 seconds to build instance. [ 666.034444] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fc4da0-cfb4-484a-84d2-96063c92d3b8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.044263] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f42b4a-d415-41c0-bc3b-7602499e8708 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.075717] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98538a0-56c1-4c0f-a48d-1f45037d2192 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.083489] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e093048c-6396-4f62-a60d-556db7023d5f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.099703] env[69365]: DEBUG nova.compute.provider_tree [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.119306] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.462509] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bf777d32-70db-4312-9e3e-aa514ec03d0e tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Lock "d758e281-a701-418a-aa45-efabac0bdada" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.803s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.608673] env[69365]: DEBUG nova.scheduler.client.report [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.780455] env[69365]: DEBUG nova.network.neutron [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Successfully updated port: 4464d128-ef50-478c-a2bb-18ad15f4e3d4 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 666.870156] env[69365]: DEBUG nova.compute.manager [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 666.913676] env[69365]: DEBUG nova.virt.hardware [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 666.913916] env[69365]: DEBUG nova.virt.hardware [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 666.914077] env[69365]: DEBUG nova.virt.hardware [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 666.914263] env[69365]: DEBUG nova.virt.hardware [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 666.914408] env[69365]: DEBUG nova.virt.hardware [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 666.914591] env[69365]: DEBUG nova.virt.hardware [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 666.914749] env[69365]: DEBUG nova.virt.hardware [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 666.914899] env[69365]: DEBUG nova.virt.hardware [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 666.915275] env[69365]: DEBUG nova.virt.hardware [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 666.915991] env[69365]: DEBUG nova.virt.hardware [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 666.916226] env[69365]: DEBUG nova.virt.hardware [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 666.917123] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab647d2b-bc14-4af5-b8a0-42106a097905 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.930880] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7987cd-151d-421d-b745-893d778b7bd4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.116101] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.277s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.117312] env[69365]: DEBUG nova.compute.manager [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.119309] env[69365]: DEBUG oslo_concurrency.lockutils [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.744s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.120694] env[69365]: INFO nova.compute.claims [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.283939] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquiring lock "refresh_cache-2dcd6c62-f9db-4618-b272-ed49c1f679d1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.285874] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquired lock "refresh_cache-2dcd6c62-f9db-4618-b272-ed49c1f679d1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.285874] env[69365]: DEBUG nova.network.neutron [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 667.633457] env[69365]: DEBUG nova.compute.utils [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.641246] env[69365]: DEBUG nova.compute.manager [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 667.641246] env[69365]: DEBUG nova.network.neutron [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 667.859876] env[69365]: DEBUG nova.policy [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0676969afcc84ca59fd0976aa9d00f5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '583b5a35b330466cb14a543a9dca7387', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.090288] env[69365]: DEBUG nova.network.neutron [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Successfully created port: 8d4adce7-6b21-4372-aa4d-025ef83f4cd6 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 668.095860] env[69365]: DEBUG nova.network.neutron [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 668.144567] env[69365]: DEBUG nova.compute.manager [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.277584] env[69365]: DEBUG nova.network.neutron [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Successfully updated port: 03594f78-43eb-4a0a-9bca-b215cd964912 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.323832] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec53a435-5e89-4cdf-96fa-96b09fe5e89a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.343081] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed29e12-d388-4c18-831e-9566375f30b8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.386475] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009edce5-0418-4cf1-a2ee-f6bf23b9ab38 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.395837] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce685dcb-1907-44eb-a8f4-f1091a1e99d1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.414421] env[69365]: DEBUG nova.compute.provider_tree [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.461702] env[69365]: INFO nova.compute.manager [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Rebuilding instance [ 668.529738] env[69365]: DEBUG nova.compute.manager [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 668.530649] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0653c58-cd8b-4a27-9be5-d12aabc5678e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.781878] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Acquiring lock "refresh_cache-f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.782156] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Acquired lock "refresh_cache-f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.782220] env[69365]: DEBUG nova.network.neutron [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.920935] env[69365]: DEBUG nova.scheduler.client.report [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.011104] env[69365]: DEBUG nova.network.neutron [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Updating instance_info_cache with network_info: [{"id": "4464d128-ef50-478c-a2bb-18ad15f4e3d4", "address": "fa:16:3e:7c:c5:b7", "network": {"id": "de3d234a-b9f1-4fe1-8bf9-5f5bfd332a74", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-113912166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e873b4597734ea887a2cb435c3ec45e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4464d128-ef", "ovs_interfaceid": "4464d128-ef50-478c-a2bb-18ad15f4e3d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.163828] env[69365]: DEBUG nova.compute.manager [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.196158] env[69365]: DEBUG nova.virt.hardware [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.196158] env[69365]: DEBUG nova.virt.hardware [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.196158] env[69365]: DEBUG nova.virt.hardware [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.196158] env[69365]: DEBUG nova.virt.hardware [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.196509] env[69365]: DEBUG nova.virt.hardware [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.196633] env[69365]: DEBUG nova.virt.hardware [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.197046] env[69365]: DEBUG nova.virt.hardware [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.197046] env[69365]: DEBUG nova.virt.hardware [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.197171] env[69365]: DEBUG nova.virt.hardware [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.197523] env[69365]: DEBUG nova.virt.hardware [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.197523] env[69365]: DEBUG nova.virt.hardware [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.198470] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff3433d-914a-41fa-ae46-074a9045880d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.217085] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635287f5-47f3-4a95-a1fe-cdcf237d58d5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.255208] env[69365]: DEBUG nova.compute.manager [req-6eaf8371-4dbe-4e0e-a71a-dba34cc61644 req-5bef129e-45f5-4721-808b-c1035eb3ab4b service nova] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Received event network-vif-plugged-4464d128-ef50-478c-a2bb-18ad15f4e3d4 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.255208] env[69365]: DEBUG oslo_concurrency.lockutils [req-6eaf8371-4dbe-4e0e-a71a-dba34cc61644 req-5bef129e-45f5-4721-808b-c1035eb3ab4b service nova] Acquiring lock "2dcd6c62-f9db-4618-b272-ed49c1f679d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.255208] env[69365]: DEBUG oslo_concurrency.lockutils [req-6eaf8371-4dbe-4e0e-a71a-dba34cc61644 req-5bef129e-45f5-4721-808b-c1035eb3ab4b service nova] Lock "2dcd6c62-f9db-4618-b272-ed49c1f679d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.255208] env[69365]: DEBUG oslo_concurrency.lockutils [req-6eaf8371-4dbe-4e0e-a71a-dba34cc61644 req-5bef129e-45f5-4721-808b-c1035eb3ab4b service nova] Lock "2dcd6c62-f9db-4618-b272-ed49c1f679d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.255453] env[69365]: DEBUG nova.compute.manager [req-6eaf8371-4dbe-4e0e-a71a-dba34cc61644 req-5bef129e-45f5-4721-808b-c1035eb3ab4b service nova] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] No waiting events found dispatching network-vif-plugged-4464d128-ef50-478c-a2bb-18ad15f4e3d4 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.255789] env[69365]: WARNING nova.compute.manager [req-6eaf8371-4dbe-4e0e-a71a-dba34cc61644 req-5bef129e-45f5-4721-808b-c1035eb3ab4b service nova] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Received unexpected event network-vif-plugged-4464d128-ef50-478c-a2bb-18ad15f4e3d4 for instance with vm_state building and task_state spawning. [ 669.429474] env[69365]: DEBUG oslo_concurrency.lockutils [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.310s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.430173] env[69365]: DEBUG nova.compute.manager [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 669.434312] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.488s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.468129] env[69365]: DEBUG nova.network.neutron [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Successfully updated port: e82dae0f-c81c-4db6-8ba4-5526cacff065 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 669.503947] env[69365]: DEBUG nova.network.neutron [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.515371] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Releasing lock "refresh_cache-2dcd6c62-f9db-4618-b272-ed49c1f679d1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.515371] env[69365]: DEBUG nova.compute.manager [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Instance network_info: |[{"id": "4464d128-ef50-478c-a2bb-18ad15f4e3d4", "address": "fa:16:3e:7c:c5:b7", "network": {"id": "de3d234a-b9f1-4fe1-8bf9-5f5bfd332a74", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-113912166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e873b4597734ea887a2cb435c3ec45e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4464d128-ef", "ovs_interfaceid": "4464d128-ef50-478c-a2bb-18ad15f4e3d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 669.515587] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:c5:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4464d128-ef50-478c-a2bb-18ad15f4e3d4', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.526900] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Creating folder: Project (3e873b4597734ea887a2cb435c3ec45e). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.528221] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cf4ee21-0d46-4215-b41d-9a59fbadfde0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.531039] env[69365]: DEBUG nova.network.neutron [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Successfully created port: 76e41a36-0955-4bd1-83ad-4fe910c61c6b {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.542630] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Created folder: Project (3e873b4597734ea887a2cb435c3ec45e) in parent group-v693134. [ 669.542831] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Creating folder: Instances. Parent ref: group-v693138. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.543076] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd863b20-2a2c-4eb0-a6e3-6c88b1a4ba24 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.554985] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Created folder: Instances in parent group-v693138. [ 669.555256] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 669.555788] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 669.556418] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.556418] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02d74370-8207-4ac5-b748-aded6efbc94f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.558158] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4a35144-5958-4026-98b4-be6ff62ff4aa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.578570] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Waiting for the task: (returnval){ [ 669.578570] env[69365]: value = "task-3468361" [ 669.578570] env[69365]: _type = "Task" [ 669.578570] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.579950] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 669.579950] env[69365]: value = "task-3468362" [ 669.579950] env[69365]: _type = "Task" [ 669.579950] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.596712] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.600535] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468362, 'name': CreateVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.935717] env[69365]: DEBUG nova.compute.utils [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 669.937603] env[69365]: DEBUG nova.compute.manager [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 669.938064] env[69365]: DEBUG nova.network.neutron [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 669.970968] env[69365]: DEBUG oslo_concurrency.lockutils [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquiring lock "refresh_cache-f1420621-d961-4ec4-a181-37b7b1284fe3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.972966] env[69365]: DEBUG oslo_concurrency.lockutils [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquired lock "refresh_cache-f1420621-d961-4ec4-a181-37b7b1284fe3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.972966] env[69365]: DEBUG nova.network.neutron [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.081025] env[69365]: DEBUG nova.policy [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0676969afcc84ca59fd0976aa9d00f5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '583b5a35b330466cb14a543a9dca7387', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 670.104677] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468361, 'name': PowerOffVM_Task, 'duration_secs': 0.130326} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.104677] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468362, 'name': CreateVM_Task, 'duration_secs': 0.337738} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.105559] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 670.105868] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.106086] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.106910] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26acf2a9-ed58-416a-a8f9-7e8e97e74bfd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.117252] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 670.117252] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a1aa7e5-5832-4c2b-8c08-18f96c252497 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.130866] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.131047] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.131678] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.131955] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c614c0b-09db-4273-a1a7-8e7dd536ec19 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.140051] env[69365]: DEBUG oslo_vmware.api [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 670.140051] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]524aad03-40c3-697e-1d8b-f5f5e03e750b" [ 670.140051] env[69365]: _type = "Task" [ 670.140051] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.145392] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 670.145611] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 670.145787] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Deleting the datastore file [datastore1] d758e281-a701-418a-aa45-efabac0bdada {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 670.146447] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31fbac1a-76fb-43fc-933b-d045c344e3ab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.152599] env[69365]: DEBUG oslo_vmware.api [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]524aad03-40c3-697e-1d8b-f5f5e03e750b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.157328] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Waiting for the task: (returnval){ [ 670.157328] env[69365]: value = "task-3468364" [ 670.157328] env[69365]: _type = "Task" [ 670.157328] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.166194] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468364, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.447750] env[69365]: DEBUG nova.compute.manager [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 670.487544] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance d758e281-a701-418a-aa45-efabac0bdada actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 670.487544] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 2dcd6c62-f9db-4618-b272-ed49c1f679d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 670.487544] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 670.487544] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance f1420621-d961-4ec4-a181-37b7b1284fe3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 670.488132] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance c14bd34b-f591-405c-a7b1-361b4b7fb6f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 670.488132] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance a9672f20-2f1f-4ab4-861a-e542250eb592 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 670.488132] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 0f4e5793-a942-4c82-acd1-c175bd1e9da4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 670.499158] env[69365]: DEBUG nova.network.neutron [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Updating instance_info_cache with network_info: [{"id": "03594f78-43eb-4a0a-9bca-b215cd964912", "address": "fa:16:3e:26:36:de", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03594f78-43", "ovs_interfaceid": "03594f78-43eb-4a0a-9bca-b215cd964912", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.630846] env[69365]: DEBUG nova.network.neutron [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 670.653793] env[69365]: DEBUG oslo_vmware.api [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]524aad03-40c3-697e-1d8b-f5f5e03e750b, 'name': SearchDatastore_Task, 'duration_secs': 0.010095} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.653793] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.653793] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 670.653793] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.654825] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.654825] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 670.654825] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0144880f-138d-41c2-9d8b-7044e7e58999 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.673068] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 670.673068] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 670.673068] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468364, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092806} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.673068] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7b0ba1a-1821-4fab-a219-ead252f1feab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.675133] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 670.675359] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 670.675568] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 670.683094] env[69365]: DEBUG oslo_vmware.api [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 670.683094] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5214743c-432a-64c1-cce2-0a029d771036" [ 670.683094] env[69365]: _type = "Task" [ 670.683094] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.697108] env[69365]: DEBUG oslo_vmware.api [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5214743c-432a-64c1-cce2-0a029d771036, 'name': SearchDatastore_Task, 'duration_secs': 0.009226} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.697108] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fefd610c-e3c7-45b7-93ee-cb6d614f34d4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.701918] env[69365]: DEBUG oslo_vmware.api [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 670.701918] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5241844d-9f11-ea7e-3e69-900a3c6eb5cf" [ 670.701918] env[69365]: _type = "Task" [ 670.701918] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.712857] env[69365]: DEBUG oslo_vmware.api [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5241844d-9f11-ea7e-3e69-900a3c6eb5cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.995123] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 670.995399] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 670.995546] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 671.003202] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Releasing lock "refresh_cache-f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.004034] env[69365]: DEBUG nova.compute.manager [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Instance network_info: |[{"id": "03594f78-43eb-4a0a-9bca-b215cd964912", "address": "fa:16:3e:26:36:de", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03594f78-43", "ovs_interfaceid": "03594f78-43eb-4a0a-9bca-b215cd964912", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.005289] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:36:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c24464bb-bb6b-43a2-bdcd-8086ad1a307f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03594f78-43eb-4a0a-9bca-b215cd964912', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.025186] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Creating folder: Project (f18ab0d234f64b1683c959ceefbb7651). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.026088] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a62c9fb-0c59-46df-aef9-7ed28c652d95 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.041964] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Created folder: Project (f18ab0d234f64b1683c959ceefbb7651) in parent group-v693134. [ 671.042234] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Creating folder: Instances. Parent ref: group-v693141. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 671.042518] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e2f73c0-f7d4-42d3-a604-dec2b2fdf685 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.058021] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Created folder: Instances in parent group-v693141. [ 671.058021] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.060825] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.062672] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae1cd697-7871-4f8b-b067-bac23b49c3e7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.089077] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.089077] env[69365]: value = "task-3468367" [ 671.089077] env[69365]: _type = "Task" [ 671.089077] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.100849] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468367, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.222517] env[69365]: DEBUG oslo_vmware.api [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5241844d-9f11-ea7e-3e69-900a3c6eb5cf, 'name': SearchDatastore_Task, 'duration_secs': 0.009096} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.223644] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.223644] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 2dcd6c62-f9db-4618-b272-ed49c1f679d1/2dcd6c62-f9db-4618-b272-ed49c1f679d1.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 671.223644] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d07836b2-39f0-47a3-97e4-d43caeab4c6e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.238729] env[69365]: DEBUG oslo_vmware.api [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 671.238729] env[69365]: value = "task-3468368" [ 671.238729] env[69365]: _type = "Task" [ 671.238729] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.251386] env[69365]: DEBUG oslo_vmware.api [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.428699] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3286132f-5dae-47e2-a1d1-d98812517632 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.441724] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b926985-b77d-4f6d-931a-4e4952300b9f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.482138] env[69365]: DEBUG nova.compute.manager [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 671.486558] env[69365]: DEBUG nova.network.neutron [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Updating instance_info_cache with network_info: [{"id": "e82dae0f-c81c-4db6-8ba4-5526cacff065", "address": "fa:16:3e:d3:79:1f", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape82dae0f-c8", "ovs_interfaceid": "e82dae0f-c81c-4db6-8ba4-5526cacff065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.492575] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2950ea2-ee30-4aa7-b43f-22c4fccd77d8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.500978] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4453ffec-f198-449b-a9e2-9b2ff53e2409 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.515340] env[69365]: DEBUG nova.compute.provider_tree [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 671.530524] env[69365]: DEBUG nova.virt.hardware [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.530779] env[69365]: DEBUG nova.virt.hardware [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.530915] env[69365]: DEBUG nova.virt.hardware [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.531089] env[69365]: DEBUG nova.virt.hardware [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.531252] env[69365]: DEBUG nova.virt.hardware [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.531381] env[69365]: DEBUG nova.virt.hardware [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.531628] env[69365]: DEBUG nova.virt.hardware [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.531795] env[69365]: DEBUG nova.virt.hardware [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.531964] env[69365]: DEBUG nova.virt.hardware [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.532136] env[69365]: DEBUG nova.virt.hardware [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.532303] env[69365]: DEBUG nova.virt.hardware [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.533520] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a6d7c1-d445-4047-8558-7de650492710 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.542568] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb2dcb6-7156-4548-9cc5-bb8c79113d11 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.606932] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468367, 'name': CreateVM_Task, 'duration_secs': 0.353954} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.607168] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 671.608038] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.608351] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.608660] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.608975] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cb4181e-b4e9-47fa-b855-6affb4b9de2d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.619101] env[69365]: DEBUG oslo_vmware.api [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Waiting for the task: (returnval){ [ 671.619101] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52873a0d-7738-70ab-713f-4398ba57a176" [ 671.619101] env[69365]: _type = "Task" [ 671.619101] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.630370] env[69365]: DEBUG oslo_vmware.api [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52873a0d-7738-70ab-713f-4398ba57a176, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.692087] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Acquiring lock "4f90521e-31a3-4e3e-ad04-8abd5db01b94" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.692581] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Lock "4f90521e-31a3-4e3e-ad04-8abd5db01b94" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.736035] env[69365]: DEBUG nova.virt.hardware [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 671.736307] env[69365]: DEBUG nova.virt.hardware [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 671.736483] env[69365]: DEBUG nova.virt.hardware [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 671.736668] env[69365]: DEBUG nova.virt.hardware [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 671.736811] env[69365]: DEBUG nova.virt.hardware [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 671.736953] env[69365]: DEBUG nova.virt.hardware [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 671.737193] env[69365]: DEBUG nova.virt.hardware [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 671.737354] env[69365]: DEBUG nova.virt.hardware [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 671.737514] env[69365]: DEBUG nova.virt.hardware [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 671.737683] env[69365]: DEBUG nova.virt.hardware [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 671.737830] env[69365]: DEBUG nova.virt.hardware [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 671.738784] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191e6070-753e-486c-9d55-3ada8f08d6d8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.749988] env[69365]: DEBUG oslo_concurrency.lockutils [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Acquiring lock "2ddf89d9-987d-4904-a7f1-b5b0be5880f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.749988] env[69365]: DEBUG oslo_concurrency.lockutils [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Lock "2ddf89d9-987d-4904-a7f1-b5b0be5880f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.755125] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2a98e7-17b5-452e-894f-73e9bafa7057 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.763533] env[69365]: DEBUG oslo_vmware.api [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468368, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507588} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.764389] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 2dcd6c62-f9db-4618-b272-ed49c1f679d1/2dcd6c62-f9db-4618-b272-ed49c1f679d1.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.764831] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.765328] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e2b7157-1337-423d-8a66-d924cea613e6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.777592] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 671.782898] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 671.783906] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d758e281-a701-418a-aa45-efabac0bdada] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 671.784153] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7feb89ad-133d-433f-8b47-c6f570ab4d53 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.799649] env[69365]: DEBUG oslo_vmware.api [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 671.799649] env[69365]: value = "task-3468369" [ 671.799649] env[69365]: _type = "Task" [ 671.799649] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.805156] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 671.805156] env[69365]: value = "task-3468370" [ 671.805156] env[69365]: _type = "Task" [ 671.805156] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.811128] env[69365]: DEBUG oslo_vmware.api [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468369, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.817772] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468370, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.996672] env[69365]: DEBUG oslo_concurrency.lockutils [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Releasing lock "refresh_cache-f1420621-d961-4ec4-a181-37b7b1284fe3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.997176] env[69365]: DEBUG nova.compute.manager [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Instance network_info: |[{"id": "e82dae0f-c81c-4db6-8ba4-5526cacff065", "address": "fa:16:3e:d3:79:1f", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape82dae0f-c8", "ovs_interfaceid": "e82dae0f-c81c-4db6-8ba4-5526cacff065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 671.997515] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:79:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c24464bb-bb6b-43a2-bdcd-8086ad1a307f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e82dae0f-c81c-4db6-8ba4-5526cacff065', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.007268] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Creating folder: Project (9b11ca37ad7e49ed90731d467b610f00). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.007573] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f7a2555-4183-4369-acf4-65a5b9f2058e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.014360] env[69365]: DEBUG nova.network.neutron [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Successfully created port: e4ff829b-418e-42ce-a3fa-9f5c4edd5fb0 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 672.018629] env[69365]: DEBUG nova.scheduler.client.report [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.025331] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Created folder: Project (9b11ca37ad7e49ed90731d467b610f00) in parent group-v693134. [ 672.025546] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Creating folder: Instances. Parent ref: group-v693145. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.025781] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1dc0025-f839-4b7b-a22e-f34b8c3b4181 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.037779] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Created folder: Instances in parent group-v693145. [ 672.038042] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.038875] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.039200] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8375d863-c521-4698-8525-3b5131913ff4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.064417] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.064417] env[69365]: value = "task-3468373" [ 672.064417] env[69365]: _type = "Task" [ 672.064417] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.072659] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468373, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.135917] env[69365]: DEBUG oslo_vmware.api [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52873a0d-7738-70ab-713f-4398ba57a176, 'name': SearchDatastore_Task, 'duration_secs': 0.048618} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.136239] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.136498] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.136739] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.136881] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.137107] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.137346] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f7c3035-bceb-45b9-963f-eec0dd264c24 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.145784] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.145994] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.146762] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddbabff9-8c99-4362-ba3c-dcd8b1a816d4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.155854] env[69365]: DEBUG oslo_vmware.api [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Waiting for the task: (returnval){ [ 672.155854] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]523b2765-4e3b-32e0-a0af-dd9430c20b65" [ 672.155854] env[69365]: _type = "Task" [ 672.155854] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.164111] env[69365]: DEBUG oslo_vmware.api [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523b2765-4e3b-32e0-a0af-dd9430c20b65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.204334] env[69365]: DEBUG nova.compute.manager [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.255348] env[69365]: DEBUG nova.compute.manager [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 672.317571] env[69365]: DEBUG oslo_vmware.api [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468369, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097719} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.322598] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.322598] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468370, 'name': CreateVM_Task, 'duration_secs': 0.377433} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.323011] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e13415b-a10d-4fc1-b5fa-ffe512548cbf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.326079] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d758e281-a701-418a-aa45-efabac0bdada] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.327642] env[69365]: DEBUG oslo_vmware.service [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-881dac62-f281-484b-a80c-c650a8583d2c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.356636] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 2dcd6c62-f9db-4618-b272-ed49c1f679d1/2dcd6c62-f9db-4618-b272-ed49c1f679d1.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.361044] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.361324] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.362214] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.362598] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1990997-ffb5-409f-9680-0803d5a26c28 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.381113] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6768462b-f6fb-41c2-a42f-04ac972579db {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.386868] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Waiting for the task: (returnval){ [ 672.386868] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fc1bd3-9c35-1098-b891-72a2459694ed" [ 672.386868] env[69365]: _type = "Task" [ 672.386868] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.391463] env[69365]: DEBUG oslo_vmware.api [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 672.391463] env[69365]: value = "task-3468374" [ 672.391463] env[69365]: _type = "Task" [ 672.391463] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.398095] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fc1bd3-9c35-1098-b891-72a2459694ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.402944] env[69365]: DEBUG oslo_vmware.api [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468374, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.523501] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69365) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 672.523725] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.089s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.523993] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.405s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.525542] env[69365]: INFO nova.compute.claims [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 672.583576] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468373, 'name': CreateVM_Task, 'duration_secs': 0.315669} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.583765] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.584553] env[69365]: DEBUG oslo_concurrency.lockutils [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.670202] env[69365]: DEBUG oslo_vmware.api [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523b2765-4e3b-32e0-a0af-dd9430c20b65, 'name': SearchDatastore_Task, 'duration_secs': 0.008828} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.673305] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53ece686-7277-4ada-84e4-0dc05d7834aa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.676443] env[69365]: DEBUG oslo_vmware.api [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Waiting for the task: (returnval){ [ 672.676443] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]528d6616-a7e0-324b-cc09-299f6b3b7c99" [ 672.676443] env[69365]: _type = "Task" [ 672.676443] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.686373] env[69365]: DEBUG oslo_vmware.api [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]528d6616-a7e0-324b-cc09-299f6b3b7c99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.735013] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.735586] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Acquiring lock "a4237ad3-1581-47bd-b5e5-30530429402f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.735789] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Lock "a4237ad3-1581-47bd-b5e5-30530429402f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.776558] env[69365]: DEBUG oslo_concurrency.lockutils [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.907800] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.907800] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 672.907800] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.907934] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.908384] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 672.908569] env[69365]: DEBUG oslo_vmware.api [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468374, 'name': ReconfigVM_Task, 'duration_secs': 0.288854} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.909232] env[69365]: DEBUG oslo_concurrency.lockutils [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.909595] env[69365]: DEBUG oslo_concurrency.lockutils [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.909826] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61f0c95f-7cfd-4abf-9667-add6bf0dc2c6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.912497] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 2dcd6c62-f9db-4618-b272-ed49c1f679d1/2dcd6c62-f9db-4618-b272-ed49c1f679d1.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.912972] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-981d8409-0e4b-46d5-8d3d-68b440fd466d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.915463] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-732ab6ee-c62c-4207-a368-3a9e55ea7690 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.921176] env[69365]: DEBUG oslo_vmware.api [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 672.921176] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b4ceb6-225f-8cb3-aa25-987bcb7741b3" [ 672.921176] env[69365]: _type = "Task" [ 672.921176] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.926970] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 672.927801] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 672.928262] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e55e64-a81b-4f92-8029-ed9cd9dab90a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.933965] env[69365]: DEBUG oslo_vmware.api [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b4ceb6-225f-8cb3-aa25-987bcb7741b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.937071] env[69365]: DEBUG oslo_vmware.api [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 672.937071] env[69365]: value = "task-3468375" [ 672.937071] env[69365]: _type = "Task" [ 672.937071] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.942763] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0161510e-461b-41ec-b069-75753fe7b61d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.949042] env[69365]: DEBUG oslo_vmware.api [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468375, 'name': Rename_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.952968] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Waiting for the task: (returnval){ [ 672.952968] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5224b045-3c85-d52d-508f-745b3700fb1b" [ 672.952968] env[69365]: _type = "Task" [ 672.952968] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.961192] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5224b045-3c85-d52d-508f-745b3700fb1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.071100] env[69365]: DEBUG nova.network.neutron [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Successfully updated port: 8d4adce7-6b21-4372-aa4d-025ef83f4cd6 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.174388] env[69365]: DEBUG nova.network.neutron [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Successfully updated port: 76e41a36-0955-4bd1-83ad-4fe910c61c6b {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.188466] env[69365]: DEBUG oslo_vmware.api [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]528d6616-a7e0-324b-cc09-299f6b3b7c99, 'name': SearchDatastore_Task, 'duration_secs': 0.009822} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.188718] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.189207] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87/f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.189512] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12ce5598-f807-456f-bba2-7ce80a3ec87c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.197961] env[69365]: DEBUG oslo_vmware.api [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Waiting for the task: (returnval){ [ 673.197961] env[69365]: value = "task-3468376" [ 673.197961] env[69365]: _type = "Task" [ 673.197961] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.208325] env[69365]: DEBUG oslo_vmware.api [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': task-3468376, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.238696] env[69365]: DEBUG nova.compute.manager [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 673.432608] env[69365]: DEBUG oslo_concurrency.lockutils [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.436453] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.436453] env[69365]: DEBUG oslo_concurrency.lockutils [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.445986] env[69365]: DEBUG oslo_vmware.api [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468375, 'name': Rename_Task, 'duration_secs': 0.142383} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.445986] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.446205] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8df3441-2134-4bd3-95da-171cda2abfce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.452608] env[69365]: DEBUG oslo_vmware.api [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 673.452608] env[69365]: value = "task-3468377" [ 673.452608] env[69365]: _type = "Task" [ 673.452608] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.463821] env[69365]: DEBUG oslo_vmware.api [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468377, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.467151] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Preparing fetch location {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 673.467593] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Creating directory with path [datastore2] vmware_temp/30c92226-96ad-403b-89d1-96a1c6eb26b8/2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.467699] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0b05d803-e488-482f-b03e-78ab263853c1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.490597] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Created directory with path [datastore2] vmware_temp/30c92226-96ad-403b-89d1-96a1c6eb26b8/2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.490956] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Fetch image to [datastore2] vmware_temp/30c92226-96ad-403b-89d1-96a1c6eb26b8/2c3a5944-575a-4385-8612-86800989c1e5/tmp-sparse.vmdk {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 673.491080] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Downloading image file data 2c3a5944-575a-4385-8612-86800989c1e5 to [datastore2] vmware_temp/30c92226-96ad-403b-89d1-96a1c6eb26b8/2c3a5944-575a-4385-8612-86800989c1e5/tmp-sparse.vmdk on the data store datastore2 {{(pid=69365) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 673.491854] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f436065-402a-4163-9479-97106c142d12 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.499597] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b54e52a-06c2-4d3b-9913-815dc0909af7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.514356] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dc83dc-a1da-4b89-8b36-343e3bed896e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.564563] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f4be05-4f78-42da-ac19-cd50979f3219 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.574615] env[69365]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-ce730923-df3a-4614-8e34-29851d2f26d7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.577812] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Acquiring lock "refresh_cache-c14bd34b-f591-405c-a7b1-361b4b7fb6f2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.577978] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Acquired lock "refresh_cache-c14bd34b-f591-405c-a7b1-361b4b7fb6f2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.578538] env[69365]: DEBUG nova.network.neutron [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.615563] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Downloading image file data 2c3a5944-575a-4385-8612-86800989c1e5 to the data store datastore2 {{(pid=69365) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 673.677576] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "refresh_cache-a9672f20-2f1f-4ab4-861a-e542250eb592" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.677819] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquired lock "refresh_cache-a9672f20-2f1f-4ab4-861a-e542250eb592" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.677888] env[69365]: DEBUG nova.network.neutron [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 673.691259] env[69365]: DEBUG oslo_vmware.rw_handles [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/30c92226-96ad-403b-89d1-96a1c6eb26b8/2c3a5944-575a-4385-8612-86800989c1e5/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69365) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 673.788242] env[69365]: DEBUG oslo_vmware.api [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': task-3468376, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.817028] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.872666] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d167f76f-b35d-436f-a5fb-679534689125 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.883416] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7eb3b48-da5c-4a95-8a45-430b084a014c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.920924] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3169ac1b-ec69-4ff4-bf07-7ae563d6172c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.932603] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec6424f-e0c9-45a7-8b66-be5866af7d37 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.947559] env[69365]: DEBUG nova.compute.provider_tree [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 673.964035] env[69365]: DEBUG oslo_vmware.api [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468377, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.160342] env[69365]: DEBUG nova.network.neutron [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.278546] env[69365]: DEBUG oslo_vmware.api [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': task-3468376, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629317} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.281921] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87/f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.282234] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.282450] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30dd3456-7553-4e55-8d86-b23b2956809b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.291566] env[69365]: DEBUG oslo_vmware.api [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Waiting for the task: (returnval){ [ 674.291566] env[69365]: value = "task-3468378" [ 674.291566] env[69365]: _type = "Task" [ 674.291566] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.301042] env[69365]: DEBUG oslo_vmware.api [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': task-3468378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.387371] env[69365]: DEBUG nova.network.neutron [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.397485] env[69365]: DEBUG oslo_vmware.rw_handles [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Completed reading data from the image iterator. {{(pid=69365) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 674.397626] env[69365]: DEBUG oslo_vmware.rw_handles [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/30c92226-96ad-403b-89d1-96a1c6eb26b8/2c3a5944-575a-4385-8612-86800989c1e5/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 674.398321] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Acquiring lock "60db3263-31a9-4128-a387-be6a0c414058" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.398541] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Lock "60db3263-31a9-4128-a387-be6a0c414058" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.458888] env[69365]: DEBUG nova.scheduler.client.report [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 674.470691] env[69365]: DEBUG oslo_vmware.api [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468377, 'name': PowerOnVM_Task, 'duration_secs': 0.563578} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.470953] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.471259] env[69365]: INFO nova.compute.manager [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Took 14.51 seconds to spawn the instance on the hypervisor. [ 674.471386] env[69365]: DEBUG nova.compute.manager [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.472239] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902c9e3b-b854-429a-87c5-f8c180929b6b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.523342] env[69365]: DEBUG nova.network.neutron [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Updating instance_info_cache with network_info: [{"id": "8d4adce7-6b21-4372-aa4d-025ef83f4cd6", "address": "fa:16:3e:24:70:8c", "network": {"id": "fc59f5bf-aa4e-44a1-b02b-70e29ded7b53", "bridge": "br-int", "label": "tempest-ServersTestJSON-2118963478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8d81df0231e4567b65284ee1c09793a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d4adce7-6b", "ovs_interfaceid": "8d4adce7-6b21-4372-aa4d-025ef83f4cd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.534291] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Downloaded image file data 2c3a5944-575a-4385-8612-86800989c1e5 to vmware_temp/30c92226-96ad-403b-89d1-96a1c6eb26b8/2c3a5944-575a-4385-8612-86800989c1e5/tmp-sparse.vmdk on the data store datastore2 {{(pid=69365) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 674.536036] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Caching image {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 674.536294] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Copying Virtual Disk [datastore2] vmware_temp/30c92226-96ad-403b-89d1-96a1c6eb26b8/2c3a5944-575a-4385-8612-86800989c1e5/tmp-sparse.vmdk to [datastore2] vmware_temp/30c92226-96ad-403b-89d1-96a1c6eb26b8/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.536688] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6cfe484f-2478-45da-9193-661476bd33fe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.550450] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Waiting for the task: (returnval){ [ 674.550450] env[69365]: value = "task-3468379" [ 674.550450] env[69365]: _type = "Task" [ 674.550450] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.562406] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.593697] env[69365]: DEBUG nova.compute.manager [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Received event network-changed-4464d128-ef50-478c-a2bb-18ad15f4e3d4 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.593905] env[69365]: DEBUG nova.compute.manager [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Refreshing instance network info cache due to event network-changed-4464d128-ef50-478c-a2bb-18ad15f4e3d4. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.594123] env[69365]: DEBUG oslo_concurrency.lockutils [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] Acquiring lock "refresh_cache-2dcd6c62-f9db-4618-b272-ed49c1f679d1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.594674] env[69365]: DEBUG oslo_concurrency.lockutils [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] Acquired lock "refresh_cache-2dcd6c62-f9db-4618-b272-ed49c1f679d1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.594674] env[69365]: DEBUG nova.network.neutron [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Refreshing network info cache for port 4464d128-ef50-478c-a2bb-18ad15f4e3d4 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.807136] env[69365]: DEBUG oslo_vmware.api [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': task-3468378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114118} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.808214] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.809832] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efced478-8661-4765-bd80-a75faa55bfa0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.840899] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87/f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.841532] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd2d997c-428e-4e94-a250-2d0f6d7657ef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.862508] env[69365]: DEBUG oslo_vmware.api [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Waiting for the task: (returnval){ [ 674.862508] env[69365]: value = "task-3468380" [ 674.862508] env[69365]: _type = "Task" [ 674.862508] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.874638] env[69365]: DEBUG oslo_vmware.api [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': task-3468380, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.914328] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Acquiring lock "0b69b2e2-0fe7-4bc8-901d-70c60738f56a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.915088] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Lock "0b69b2e2-0fe7-4bc8-901d-70c60738f56a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.962644] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.963437] env[69365]: DEBUG nova.compute.manager [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 674.967105] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.232s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.969302] env[69365]: INFO nova.compute.claims [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 674.998277] env[69365]: INFO nova.compute.manager [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Took 19.37 seconds to build instance. [ 675.026033] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Releasing lock "refresh_cache-c14bd34b-f591-405c-a7b1-361b4b7fb6f2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.026033] env[69365]: DEBUG nova.compute.manager [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Instance network_info: |[{"id": "8d4adce7-6b21-4372-aa4d-025ef83f4cd6", "address": "fa:16:3e:24:70:8c", "network": {"id": "fc59f5bf-aa4e-44a1-b02b-70e29ded7b53", "bridge": "br-int", "label": "tempest-ServersTestJSON-2118963478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8d81df0231e4567b65284ee1c09793a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d4adce7-6b", "ovs_interfaceid": "8d4adce7-6b21-4372-aa4d-025ef83f4cd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.026547] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:70:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee555dfd-3d1a-4220-89cd-ffba64e4acf0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8d4adce7-6b21-4372-aa4d-025ef83f4cd6', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.040712] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Creating folder: Project (f8d81df0231e4567b65284ee1c09793a). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.041704] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cc20c76-25ea-472e-8571-af30e3180698 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.057910] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Created folder: Project (f8d81df0231e4567b65284ee1c09793a) in parent group-v693134. [ 675.058131] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Creating folder: Instances. Parent ref: group-v693148. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.058425] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c91f72b-c03b-4028-9240-c9b9d8256483 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.068258] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468379, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.072963] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Created folder: Instances in parent group-v693148. [ 675.073814] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.073814] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.073814] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ffed87a-5d04-449c-adc4-69a94acbb56e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.094450] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.094450] env[69365]: value = "task-3468383" [ 675.094450] env[69365]: _type = "Task" [ 675.094450] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.105159] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468383, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.173025] env[69365]: DEBUG nova.network.neutron [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Updating instance_info_cache with network_info: [{"id": "76e41a36-0955-4bd1-83ad-4fe910c61c6b", "address": "fa:16:3e:3e:87:33", "network": {"id": "01234884-b301-4869-b424-4eec87e841e3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1621870660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583b5a35b330466cb14a543a9dca7387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76e41a36-09", "ovs_interfaceid": "76e41a36-0955-4bd1-83ad-4fe910c61c6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.176836] env[69365]: DEBUG nova.network.neutron [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Successfully updated port: e4ff829b-418e-42ce-a3fa-9f5c4edd5fb0 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.381157] env[69365]: DEBUG oslo_vmware.api [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': task-3468380, 'name': ReconfigVM_Task, 'duration_secs': 0.316272} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.381578] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Reconfigured VM instance instance-00000003 to attach disk [datastore1] f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87/f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 675.383594] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bf6bf57-37ed-4897-a9f0-86c8c309a0fd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.396401] env[69365]: DEBUG oslo_vmware.api [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Waiting for the task: (returnval){ [ 675.396401] env[69365]: value = "task-3468384" [ 675.396401] env[69365]: _type = "Task" [ 675.396401] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.417826] env[69365]: DEBUG oslo_vmware.api [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': task-3468384, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.469853] env[69365]: DEBUG nova.compute.manager [req-a122b537-eaa7-4cdb-b811-88cf9ee54a61 req-1a986037-da0a-492f-b123-b314a8150672 service nova] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Received event network-vif-plugged-8d4adce7-6b21-4372-aa4d-025ef83f4cd6 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.469853] env[69365]: DEBUG oslo_concurrency.lockutils [req-a122b537-eaa7-4cdb-b811-88cf9ee54a61 req-1a986037-da0a-492f-b123-b314a8150672 service nova] Acquiring lock "c14bd34b-f591-405c-a7b1-361b4b7fb6f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.469853] env[69365]: DEBUG oslo_concurrency.lockutils [req-a122b537-eaa7-4cdb-b811-88cf9ee54a61 req-1a986037-da0a-492f-b123-b314a8150672 service nova] Lock "c14bd34b-f591-405c-a7b1-361b4b7fb6f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.469853] env[69365]: DEBUG oslo_concurrency.lockutils [req-a122b537-eaa7-4cdb-b811-88cf9ee54a61 req-1a986037-da0a-492f-b123-b314a8150672 service nova] Lock "c14bd34b-f591-405c-a7b1-361b4b7fb6f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.470180] env[69365]: DEBUG nova.compute.manager [req-a122b537-eaa7-4cdb-b811-88cf9ee54a61 req-1a986037-da0a-492f-b123-b314a8150672 service nova] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] No waiting events found dispatching network-vif-plugged-8d4adce7-6b21-4372-aa4d-025ef83f4cd6 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.470180] env[69365]: WARNING nova.compute.manager [req-a122b537-eaa7-4cdb-b811-88cf9ee54a61 req-1a986037-da0a-492f-b123-b314a8150672 service nova] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Received unexpected event network-vif-plugged-8d4adce7-6b21-4372-aa4d-025ef83f4cd6 for instance with vm_state building and task_state spawning. [ 675.475014] env[69365]: DEBUG nova.compute.utils [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 675.480054] env[69365]: DEBUG nova.compute.manager [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 675.480255] env[69365]: DEBUG nova.network.neutron [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 675.504142] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8f1ba9b2-6d3c-41c9-a3f7-b156433db931 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Lock "2dcd6c62-f9db-4618-b272-ed49c1f679d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.893s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.567830] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468379, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.573915] env[69365]: DEBUG nova.policy [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e234d0dc6545421f9241271f0ac8d5a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c19eee45b12f436d954d8f8c9d67247e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 675.606788] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468383, 'name': CreateVM_Task, 'duration_secs': 0.381637} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.606971] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 675.607683] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.607875] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.608263] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.608900] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0faa5abe-0240-450d-aebe-148380b5230d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.614782] env[69365]: DEBUG oslo_vmware.api [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Waiting for the task: (returnval){ [ 675.614782] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52bde483-29c3-c442-21b8-1f5f9d384e18" [ 675.614782] env[69365]: _type = "Task" [ 675.614782] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.623497] env[69365]: DEBUG oslo_vmware.api [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52bde483-29c3-c442-21b8-1f5f9d384e18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.658112] env[69365]: DEBUG nova.network.neutron [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Updated VIF entry in instance network info cache for port 4464d128-ef50-478c-a2bb-18ad15f4e3d4. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.658112] env[69365]: DEBUG nova.network.neutron [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Updating instance_info_cache with network_info: [{"id": "4464d128-ef50-478c-a2bb-18ad15f4e3d4", "address": "fa:16:3e:7c:c5:b7", "network": {"id": "de3d234a-b9f1-4fe1-8bf9-5f5bfd332a74", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-113912166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e873b4597734ea887a2cb435c3ec45e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4464d128-ef", "ovs_interfaceid": "4464d128-ef50-478c-a2bb-18ad15f4e3d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.680624] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Releasing lock "refresh_cache-a9672f20-2f1f-4ab4-861a-e542250eb592" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.680624] env[69365]: DEBUG nova.compute.manager [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Instance network_info: |[{"id": "76e41a36-0955-4bd1-83ad-4fe910c61c6b", "address": "fa:16:3e:3e:87:33", "network": {"id": "01234884-b301-4869-b424-4eec87e841e3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1621870660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583b5a35b330466cb14a543a9dca7387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76e41a36-09", "ovs_interfaceid": "76e41a36-0955-4bd1-83ad-4fe910c61c6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.680771] env[69365]: DEBUG oslo_concurrency.lockutils [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "refresh_cache-0f4e5793-a942-4c82-acd1-c175bd1e9da4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.680771] env[69365]: DEBUG oslo_concurrency.lockutils [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquired lock "refresh_cache-0f4e5793-a942-4c82-acd1-c175bd1e9da4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.680771] env[69365]: DEBUG nova.network.neutron [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.682104] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:87:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '683a619f-b10d-41a3-8c03-4f69f6c9ce53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76e41a36-0955-4bd1-83ad-4fe910c61c6b', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.696248] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Creating folder: Project (583b5a35b330466cb14a543a9dca7387). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.697909] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-35c07105-ca84-40bb-b1d0-f7802f65f398 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.709769] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Created folder: Project (583b5a35b330466cb14a543a9dca7387) in parent group-v693134. [ 675.710008] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Creating folder: Instances. Parent ref: group-v693151. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.710280] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a5ef0b3-7224-479a-9391-59a72b22287d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.722195] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Created folder: Instances in parent group-v693151. [ 675.722814] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 675.722814] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.723149] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4049863d-46b0-4960-b102-f4e62a8d8cc2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.748200] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.748200] env[69365]: value = "task-3468387" [ 675.748200] env[69365]: _type = "Task" [ 675.748200] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.757709] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468387, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.914137] env[69365]: DEBUG oslo_vmware.api [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': task-3468384, 'name': Rename_Task, 'duration_secs': 0.175677} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.915464] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.915707] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a27aae8-f6cf-441a-90cc-8d396891cd8a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.922966] env[69365]: DEBUG oslo_vmware.api [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Waiting for the task: (returnval){ [ 675.922966] env[69365]: value = "task-3468388" [ 675.922966] env[69365]: _type = "Task" [ 675.922966] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.933266] env[69365]: DEBUG oslo_vmware.api [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': task-3468388, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.983948] env[69365]: DEBUG nova.compute.manager [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 676.006424] env[69365]: DEBUG nova.compute.manager [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.050462] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Acquiring lock "84060de2-9769-43bc-bd7e-f30df4d86d13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.050997] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Lock "84060de2-9769-43bc-bd7e-f30df4d86d13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.068752] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468379, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.15399} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.069022] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Copied Virtual Disk [datastore2] vmware_temp/30c92226-96ad-403b-89d1-96a1c6eb26b8/2c3a5944-575a-4385-8612-86800989c1e5/tmp-sparse.vmdk to [datastore2] vmware_temp/30c92226-96ad-403b-89d1-96a1c6eb26b8/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 676.069263] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Deleting the datastore file [datastore2] vmware_temp/30c92226-96ad-403b-89d1-96a1c6eb26b8/2c3a5944-575a-4385-8612-86800989c1e5/tmp-sparse.vmdk {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 676.069526] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc75b182-857f-42f0-9acf-c0a90094469b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.076058] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Waiting for the task: (returnval){ [ 676.076058] env[69365]: value = "task-3468389" [ 676.076058] env[69365]: _type = "Task" [ 676.076058] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.088130] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.128033] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.128948] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.128948] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.164213] env[69365]: DEBUG oslo_concurrency.lockutils [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] Releasing lock "refresh_cache-2dcd6c62-f9db-4618-b272-ed49c1f679d1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.164539] env[69365]: DEBUG nova.compute.manager [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Received event network-vif-plugged-03594f78-43eb-4a0a-9bca-b215cd964912 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.164629] env[69365]: DEBUG oslo_concurrency.lockutils [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] Acquiring lock "f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.164821] env[69365]: DEBUG oslo_concurrency.lockutils [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] Lock "f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.164981] env[69365]: DEBUG oslo_concurrency.lockutils [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] Lock "f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.165158] env[69365]: DEBUG nova.compute.manager [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] No waiting events found dispatching network-vif-plugged-03594f78-43eb-4a0a-9bca-b215cd964912 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 676.165323] env[69365]: WARNING nova.compute.manager [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Received unexpected event network-vif-plugged-03594f78-43eb-4a0a-9bca-b215cd964912 for instance with vm_state building and task_state spawning. [ 676.165481] env[69365]: DEBUG nova.compute.manager [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Received event network-changed-03594f78-43eb-4a0a-9bca-b215cd964912 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 676.166040] env[69365]: DEBUG nova.compute.manager [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Refreshing instance network info cache due to event network-changed-03594f78-43eb-4a0a-9bca-b215cd964912. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 676.166040] env[69365]: DEBUG oslo_concurrency.lockutils [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] Acquiring lock "refresh_cache-f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.166040] env[69365]: DEBUG oslo_concurrency.lockutils [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] Acquired lock "refresh_cache-f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.166184] env[69365]: DEBUG nova.network.neutron [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Refreshing network info cache for port 03594f78-43eb-4a0a-9bca-b215cd964912 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.259138] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468387, 'name': CreateVM_Task, 'duration_secs': 0.352797} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.261955] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.263124] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.263291] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.263651] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.263908] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00cbf2e2-5a69-4511-8e06-d571a23f7655 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.268739] env[69365]: DEBUG oslo_vmware.api [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 676.268739] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5202b5b5-9813-a20a-97bb-a3532775e7d6" [ 676.268739] env[69365]: _type = "Task" [ 676.268739] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.273994] env[69365]: DEBUG nova.network.neutron [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.280323] env[69365]: DEBUG oslo_vmware.api [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5202b5b5-9813-a20a-97bb-a3532775e7d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.286364] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd54d000-e497-4563-9ecc-1ab0d2293e76 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.293920] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd96041e-023f-4bb8-8f5e-644c3b88b6e7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.326481] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2263a34-6804-42b9-9cea-dd1d91db3234 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.334397] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9595536c-fe46-427a-a9f2-baf5c3395da9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.349726] env[69365]: DEBUG nova.compute.provider_tree [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.432877] env[69365]: DEBUG oslo_vmware.api [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': task-3468388, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.530878] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.603079] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024628} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.603079] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 676.603079] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Moving file from [datastore2] vmware_temp/30c92226-96ad-403b-89d1-96a1c6eb26b8/2c3a5944-575a-4385-8612-86800989c1e5 to [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5. {{(pid=69365) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 676.605695] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-c9c1953c-6496-4e72-a816-064b4979c2ed {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.611684] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Waiting for the task: (returnval){ [ 676.611684] env[69365]: value = "task-3468390" [ 676.611684] env[69365]: _type = "Task" [ 676.611684] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.616764] env[69365]: DEBUG nova.network.neutron [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Successfully created port: b8c23b0a-ef08-4666-a632-22641fa7e6ba {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 676.625803] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468390, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.722118] env[69365]: DEBUG nova.network.neutron [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Updating instance_info_cache with network_info: [{"id": "e4ff829b-418e-42ce-a3fa-9f5c4edd5fb0", "address": "fa:16:3e:56:91:95", "network": {"id": "01234884-b301-4869-b424-4eec87e841e3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1621870660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583b5a35b330466cb14a543a9dca7387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4ff829b-41", "ovs_interfaceid": "e4ff829b-418e-42ce-a3fa-9f5c4edd5fb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.784152] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.784395] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.784596] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.854040] env[69365]: DEBUG nova.scheduler.client.report [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.934022] env[69365]: DEBUG oslo_vmware.api [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': task-3468388, 'name': PowerOnVM_Task, 'duration_secs': 0.561995} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.934258] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 676.934737] env[69365]: INFO nova.compute.manager [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Took 14.67 seconds to spawn the instance on the hypervisor. [ 676.934941] env[69365]: DEBUG nova.compute.manager [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 676.935766] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace52ba0-ee77-4b1d-9cb2-a84d2b7dc08b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.004017] env[69365]: DEBUG nova.compute.manager [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 677.041194] env[69365]: DEBUG nova.virt.hardware [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 677.041464] env[69365]: DEBUG nova.virt.hardware [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 677.041635] env[69365]: DEBUG nova.virt.hardware [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.041830] env[69365]: DEBUG nova.virt.hardware [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 677.041972] env[69365]: DEBUG nova.virt.hardware [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.042127] env[69365]: DEBUG nova.virt.hardware [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 677.042333] env[69365]: DEBUG nova.virt.hardware [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 677.042481] env[69365]: DEBUG nova.virt.hardware [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 677.042639] env[69365]: DEBUG nova.virt.hardware [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 677.042792] env[69365]: DEBUG nova.virt.hardware [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 677.042959] env[69365]: DEBUG nova.virt.hardware [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 677.044135] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49565226-3e3f-4449-be59-b035f4ea15df {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.052911] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48520697-a3fa-418b-ac9f-75d65761b169 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.069552] env[69365]: DEBUG nova.network.neutron [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Updated VIF entry in instance network info cache for port 03594f78-43eb-4a0a-9bca-b215cd964912. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.069923] env[69365]: DEBUG nova.network.neutron [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Updating instance_info_cache with network_info: [{"id": "03594f78-43eb-4a0a-9bca-b215cd964912", "address": "fa:16:3e:26:36:de", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03594f78-43", "ovs_interfaceid": "03594f78-43eb-4a0a-9bca-b215cd964912", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.129019] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468390, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.030596} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.129019] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] File moved {{(pid=69365) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 677.129019] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Cleaning up location [datastore2] vmware_temp/30c92226-96ad-403b-89d1-96a1c6eb26b8 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 677.129019] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Deleting the datastore file [datastore2] vmware_temp/30c92226-96ad-403b-89d1-96a1c6eb26b8 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.129389] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2205bb7b-94b5-4797-9082-3fe605c0854b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.137283] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Waiting for the task: (returnval){ [ 677.137283] env[69365]: value = "task-3468391" [ 677.137283] env[69365]: _type = "Task" [ 677.137283] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.148683] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.232601] env[69365]: DEBUG oslo_concurrency.lockutils [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Releasing lock "refresh_cache-0f4e5793-a942-4c82-acd1-c175bd1e9da4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.232913] env[69365]: DEBUG nova.compute.manager [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Instance network_info: |[{"id": "e4ff829b-418e-42ce-a3fa-9f5c4edd5fb0", "address": "fa:16:3e:56:91:95", "network": {"id": "01234884-b301-4869-b424-4eec87e841e3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1621870660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583b5a35b330466cb14a543a9dca7387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4ff829b-41", "ovs_interfaceid": "e4ff829b-418e-42ce-a3fa-9f5c4edd5fb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.233354] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:56:91:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '683a619f-b10d-41a3-8c03-4f69f6c9ce53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4ff829b-418e-42ce-a3fa-9f5c4edd5fb0', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.248603] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.250156] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.250645] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5af87934-54d1-4eeb-8e8d-cdcd14234a55 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.274519] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.274519] env[69365]: value = "task-3468392" [ 677.274519] env[69365]: _type = "Task" [ 677.274519] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.284522] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468392, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.311138] env[69365]: DEBUG oslo_concurrency.lockutils [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquiring lock "f76bd555-830a-477a-b202-a54d3090c8d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.311962] env[69365]: DEBUG oslo_concurrency.lockutils [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lock "f76bd555-830a-477a-b202-a54d3090c8d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.360967] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.360967] env[69365]: DEBUG nova.compute.manager [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 677.365451] env[69365]: DEBUG oslo_concurrency.lockutils [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.588s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.365849] env[69365]: INFO nova.compute.claims [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.460015] env[69365]: INFO nova.compute.manager [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Took 21.81 seconds to build instance. [ 677.575155] env[69365]: DEBUG oslo_concurrency.lockutils [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] Releasing lock "refresh_cache-f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.575406] env[69365]: DEBUG nova.compute.manager [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Received event network-vif-plugged-e82dae0f-c81c-4db6-8ba4-5526cacff065 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.575599] env[69365]: DEBUG oslo_concurrency.lockutils [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] Acquiring lock "f1420621-d961-4ec4-a181-37b7b1284fe3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.575807] env[69365]: DEBUG oslo_concurrency.lockutils [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] Lock "f1420621-d961-4ec4-a181-37b7b1284fe3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.576237] env[69365]: DEBUG oslo_concurrency.lockutils [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] Lock "f1420621-d961-4ec4-a181-37b7b1284fe3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.576428] env[69365]: DEBUG nova.compute.manager [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] No waiting events found dispatching network-vif-plugged-e82dae0f-c81c-4db6-8ba4-5526cacff065 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.576616] env[69365]: WARNING nova.compute.manager [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Received unexpected event network-vif-plugged-e82dae0f-c81c-4db6-8ba4-5526cacff065 for instance with vm_state building and task_state spawning. [ 677.576916] env[69365]: DEBUG nova.compute.manager [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Received event network-changed-e82dae0f-c81c-4db6-8ba4-5526cacff065 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.577256] env[69365]: DEBUG nova.compute.manager [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Refreshing instance network info cache due to event network-changed-e82dae0f-c81c-4db6-8ba4-5526cacff065. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.577467] env[69365]: DEBUG oslo_concurrency.lockutils [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] Acquiring lock "refresh_cache-f1420621-d961-4ec4-a181-37b7b1284fe3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.577631] env[69365]: DEBUG oslo_concurrency.lockutils [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] Acquired lock "refresh_cache-f1420621-d961-4ec4-a181-37b7b1284fe3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.577767] env[69365]: DEBUG nova.network.neutron [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Refreshing network info cache for port e82dae0f-c81c-4db6-8ba4-5526cacff065 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.656397] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.054978} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.657224] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.658279] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53fd1893-908a-4627-a626-85529d2ec799 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.664042] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Waiting for the task: (returnval){ [ 677.664042] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52384900-f056-75a1-4d04-97f8f6b9cec0" [ 677.664042] env[69365]: _type = "Task" [ 677.664042] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.673279] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52384900-f056-75a1-4d04-97f8f6b9cec0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.786111] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468392, 'name': CreateVM_Task, 'duration_secs': 0.38294} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.786111] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.787228] env[69365]: DEBUG oslo_concurrency.lockutils [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.787332] env[69365]: DEBUG oslo_concurrency.lockutils [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.788739] env[69365]: DEBUG oslo_concurrency.lockutils [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.789013] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33cb6f0f-179e-43d9-b356-fb07a1d04cef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.794649] env[69365]: DEBUG oslo_vmware.api [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 677.794649] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52dccc92-5307-567a-31b9-572721648abb" [ 677.794649] env[69365]: _type = "Task" [ 677.794649] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.802707] env[69365]: DEBUG oslo_vmware.api [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52dccc92-5307-567a-31b9-572721648abb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.865743] env[69365]: DEBUG nova.compute.utils [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.867248] env[69365]: DEBUG nova.compute.manager [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 677.867463] env[69365]: DEBUG nova.network.neutron [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 677.913768] env[69365]: DEBUG nova.policy [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '834c3b759b864eef99f1ad32294c1517', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72e2d3f5293e421890ea5605946afb40', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.966056] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e2fbfbf-24d2-4bfb-b5b6-5092217f3087 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Lock "f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.322s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.109868] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "dbc6c632-cd7b-4f57-855a-acd12826d021" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.110215] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "dbc6c632-cd7b-4f57-855a-acd12826d021" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.177227] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52384900-f056-75a1-4d04-97f8f6b9cec0, 'name': SearchDatastore_Task, 'duration_secs': 0.009205} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.177522] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.177784] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] d758e281-a701-418a-aa45-efabac0bdada/d758e281-a701-418a-aa45-efabac0bdada.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.178046] env[69365]: DEBUG oslo_concurrency.lockutils [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.178220] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.178522] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66196550-6069-4e72-b540-7a414e719a2c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.180830] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6afa7758-f3c4-41c5-9c18-58645361547f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.189042] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Waiting for the task: (returnval){ [ 678.189042] env[69365]: value = "task-3468393" [ 678.189042] env[69365]: _type = "Task" [ 678.189042] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.199217] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.200624] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.203994] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.203994] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c1a782e-9c07-48f6-ac9d-4ea4c0f5aadc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.208856] env[69365]: DEBUG oslo_vmware.api [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 678.208856] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a56c33-4255-41c6-66d4-9815dba40f7b" [ 678.208856] env[69365]: _type = "Task" [ 678.208856] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.221288] env[69365]: DEBUG oslo_vmware.api [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a56c33-4255-41c6-66d4-9815dba40f7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.286096] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Acquiring lock "f5243452-580d-4894-8402-66c53ea540c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.286443] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Lock "f5243452-580d-4894-8402-66c53ea540c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.307039] env[69365]: DEBUG oslo_vmware.api [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52dccc92-5307-567a-31b9-572721648abb, 'name': SearchDatastore_Task, 'duration_secs': 0.012069} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.307568] env[69365]: DEBUG oslo_concurrency.lockutils [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.307821] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.308154] env[69365]: DEBUG oslo_concurrency.lockutils [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.308303] env[69365]: DEBUG oslo_concurrency.lockutils [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.308477] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.308739] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80e02d62-d820-4a29-b31b-6d07d4274750 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.318695] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.318897] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.319833] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90d582cf-0bc8-45c2-98e2-5ca173bb633f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.329099] env[69365]: DEBUG oslo_vmware.api [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 678.329099] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5205945b-65b0-a087-bc4a-10b217b7b6a1" [ 678.329099] env[69365]: _type = "Task" [ 678.329099] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.343933] env[69365]: DEBUG oslo_vmware.api [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5205945b-65b0-a087-bc4a-10b217b7b6a1, 'name': SearchDatastore_Task} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.345346] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-243a4914-904b-4c1c-8d8e-5d23bd785b78 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.349880] env[69365]: DEBUG oslo_vmware.api [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 678.349880] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5250da1c-39a0-4ae2-2bac-e7e0d1fe8b02" [ 678.349880] env[69365]: _type = "Task" [ 678.349880] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.362374] env[69365]: DEBUG oslo_vmware.api [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5250da1c-39a0-4ae2-2bac-e7e0d1fe8b02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.374199] env[69365]: DEBUG nova.compute.manager [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 678.383817] env[69365]: DEBUG nova.network.neutron [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Successfully created port: 2bbbb62d-0660-42da-9b07-6e7e73248b46 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 678.467929] env[69365]: DEBUG nova.compute.manager [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 678.504851] env[69365]: DEBUG nova.compute.manager [req-b50ebd64-557a-4638-b0c4-877369e2ff89 req-632f7ecf-a8cb-4283-8b36-a8260401d62c service nova] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Received event network-vif-plugged-76e41a36-0955-4bd1-83ad-4fe910c61c6b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.507286] env[69365]: DEBUG oslo_concurrency.lockutils [req-b50ebd64-557a-4638-b0c4-877369e2ff89 req-632f7ecf-a8cb-4283-8b36-a8260401d62c service nova] Acquiring lock "a9672f20-2f1f-4ab4-861a-e542250eb592-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 678.507286] env[69365]: DEBUG oslo_concurrency.lockutils [req-b50ebd64-557a-4638-b0c4-877369e2ff89 req-632f7ecf-a8cb-4283-8b36-a8260401d62c service nova] Lock "a9672f20-2f1f-4ab4-861a-e542250eb592-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.507286] env[69365]: DEBUG oslo_concurrency.lockutils [req-b50ebd64-557a-4638-b0c4-877369e2ff89 req-632f7ecf-a8cb-4283-8b36-a8260401d62c service nova] Lock "a9672f20-2f1f-4ab4-861a-e542250eb592-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.507286] env[69365]: DEBUG nova.compute.manager [req-b50ebd64-557a-4638-b0c4-877369e2ff89 req-632f7ecf-a8cb-4283-8b36-a8260401d62c service nova] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] No waiting events found dispatching network-vif-plugged-76e41a36-0955-4bd1-83ad-4fe910c61c6b {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 678.507538] env[69365]: WARNING nova.compute.manager [req-b50ebd64-557a-4638-b0c4-877369e2ff89 req-632f7ecf-a8cb-4283-8b36-a8260401d62c service nova] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Received unexpected event network-vif-plugged-76e41a36-0955-4bd1-83ad-4fe910c61c6b for instance with vm_state building and task_state spawning. [ 678.508952] env[69365]: DEBUG nova.compute.manager [req-b50ebd64-557a-4638-b0c4-877369e2ff89 req-632f7ecf-a8cb-4283-8b36-a8260401d62c service nova] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Received event network-changed-76e41a36-0955-4bd1-83ad-4fe910c61c6b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.508952] env[69365]: DEBUG nova.compute.manager [req-b50ebd64-557a-4638-b0c4-877369e2ff89 req-632f7ecf-a8cb-4283-8b36-a8260401d62c service nova] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Refreshing instance network info cache due to event network-changed-76e41a36-0955-4bd1-83ad-4fe910c61c6b. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.508952] env[69365]: DEBUG oslo_concurrency.lockutils [req-b50ebd64-557a-4638-b0c4-877369e2ff89 req-632f7ecf-a8cb-4283-8b36-a8260401d62c service nova] Acquiring lock "refresh_cache-a9672f20-2f1f-4ab4-861a-e542250eb592" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.508952] env[69365]: DEBUG oslo_concurrency.lockutils [req-b50ebd64-557a-4638-b0c4-877369e2ff89 req-632f7ecf-a8cb-4283-8b36-a8260401d62c service nova] Acquired lock "refresh_cache-a9672f20-2f1f-4ab4-861a-e542250eb592" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.508952] env[69365]: DEBUG nova.network.neutron [req-b50ebd64-557a-4638-b0c4-877369e2ff89 req-632f7ecf-a8cb-4283-8b36-a8260401d62c service nova] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Refreshing network info cache for port 76e41a36-0955-4bd1-83ad-4fe910c61c6b {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.701643] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468393, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.726808] env[69365]: DEBUG oslo_vmware.api [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a56c33-4255-41c6-66d4-9815dba40f7b, 'name': SearchDatastore_Task, 'duration_secs': 0.0108} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.727534] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3037b33-c80c-49e2-ab72-71eb968d856c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.733751] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb85a004-e6c6-4377-9b1d-2dc35565150c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.745312] env[69365]: DEBUG oslo_vmware.api [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 678.745312] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]522a00bd-6b6d-e0ce-e3e6-a152d7e79e69" [ 678.745312] env[69365]: _type = "Task" [ 678.745312] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.747537] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9471b15f-f378-4316-ba56-b72eb28662df {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.792187] env[69365]: DEBUG oslo_vmware.api [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]522a00bd-6b6d-e0ce-e3e6-a152d7e79e69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.796019] env[69365]: DEBUG nova.network.neutron [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Updated VIF entry in instance network info cache for port e82dae0f-c81c-4db6-8ba4-5526cacff065. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.796019] env[69365]: DEBUG nova.network.neutron [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Updating instance_info_cache with network_info: [{"id": "e82dae0f-c81c-4db6-8ba4-5526cacff065", "address": "fa:16:3e:d3:79:1f", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape82dae0f-c8", "ovs_interfaceid": "e82dae0f-c81c-4db6-8ba4-5526cacff065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.796479] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25db7802-91c7-4974-a60d-756b150481be {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.806467] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab23c30-9f54-4464-82f9-1955eaace54b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.822875] env[69365]: DEBUG nova.compute.provider_tree [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.865749] env[69365]: DEBUG oslo_vmware.api [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5250da1c-39a0-4ae2-2bac-e7e0d1fe8b02, 'name': SearchDatastore_Task, 'duration_secs': 0.012598} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.866019] env[69365]: DEBUG oslo_concurrency.lockutils [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.866317] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 0f4e5793-a942-4c82-acd1-c175bd1e9da4/0f4e5793-a942-4c82-acd1-c175bd1e9da4.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.866620] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0fd8af6d-3986-404d-bece-230c6056b3d9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.876227] env[69365]: DEBUG oslo_vmware.api [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 678.876227] env[69365]: value = "task-3468394" [ 678.876227] env[69365]: _type = "Task" [ 678.876227] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.891554] env[69365]: DEBUG oslo_vmware.api [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.008303] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.063269] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Acquiring lock "b7838117-1e5b-4ff3-8b59-faf4aecc6516" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.063557] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Lock "b7838117-1e5b-4ff3-8b59-faf4aecc6516" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.121429] env[69365]: DEBUG nova.network.neutron [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Successfully updated port: b8c23b0a-ef08-4666-a632-22641fa7e6ba {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.201170] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.857922} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.202049] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] d758e281-a701-418a-aa45-efabac0bdada/d758e281-a701-418a-aa45-efabac0bdada.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.202049] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.202049] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8270ab4c-de4b-44a4-9301-9c9b071ad08d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.210650] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Waiting for the task: (returnval){ [ 679.210650] env[69365]: value = "task-3468395" [ 679.210650] env[69365]: _type = "Task" [ 679.210650] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.220782] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.259431] env[69365]: DEBUG oslo_vmware.api [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]522a00bd-6b6d-e0ce-e3e6-a152d7e79e69, 'name': SearchDatastore_Task, 'duration_secs': 0.056943} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.259862] env[69365]: DEBUG oslo_concurrency.lockutils [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.260207] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] f1420621-d961-4ec4-a181-37b7b1284fe3/f1420621-d961-4ec4-a181-37b7b1284fe3.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.261227] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.261227] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.261227] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19ae678e-8b06-44c0-93e8-b01de3128aa2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.265055] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-828ce65c-6a12-4f5e-8685-a822781f919e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.272405] env[69365]: DEBUG oslo_vmware.api [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 679.272405] env[69365]: value = "task-3468396" [ 679.272405] env[69365]: _type = "Task" [ 679.272405] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.278104] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.278819] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.283472] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22ac48b6-1aff-4554-8fa4-e5d9fb3d412d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.286314] env[69365]: DEBUG oslo_vmware.api [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.291186] env[69365]: DEBUG oslo_vmware.api [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Waiting for the task: (returnval){ [ 679.291186] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b72592-9638-8618-a163-9fca8768877b" [ 679.291186] env[69365]: _type = "Task" [ 679.291186] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.304974] env[69365]: DEBUG oslo_concurrency.lockutils [req-d4f04e17-ca3c-4623-806b-4412af44c1cc req-51b0e17f-94c1-4a12-b1d7-437b38781634 service nova] Releasing lock "refresh_cache-f1420621-d961-4ec4-a181-37b7b1284fe3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.305741] env[69365]: DEBUG oslo_vmware.api [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b72592-9638-8618-a163-9fca8768877b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.332491] env[69365]: DEBUG nova.scheduler.client.report [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 679.393999] env[69365]: DEBUG nova.compute.manager [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 679.403338] env[69365]: DEBUG oslo_vmware.api [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468394, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.429181] env[69365]: DEBUG nova.virt.hardware [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 679.429181] env[69365]: DEBUG nova.virt.hardware [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 679.429181] env[69365]: DEBUG nova.virt.hardware [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 679.429356] env[69365]: DEBUG nova.virt.hardware [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 679.429356] env[69365]: DEBUG nova.virt.hardware [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 679.429356] env[69365]: DEBUG nova.virt.hardware [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 679.429356] env[69365]: DEBUG nova.virt.hardware [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 679.429356] env[69365]: DEBUG nova.virt.hardware [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 679.429529] env[69365]: DEBUG nova.virt.hardware [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 679.429529] env[69365]: DEBUG nova.virt.hardware [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 679.429529] env[69365]: DEBUG nova.virt.hardware [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 679.430404] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20042776-b4fa-4f8d-ad92-704ddbb71a84 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.443017] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703e9e4c-79c6-43f1-9548-df855ae405ff {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.551169] env[69365]: DEBUG nova.network.neutron [req-b50ebd64-557a-4638-b0c4-877369e2ff89 req-632f7ecf-a8cb-4283-8b36-a8260401d62c service nova] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Updated VIF entry in instance network info cache for port 76e41a36-0955-4bd1-83ad-4fe910c61c6b. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.551169] env[69365]: DEBUG nova.network.neutron [req-b50ebd64-557a-4638-b0c4-877369e2ff89 req-632f7ecf-a8cb-4283-8b36-a8260401d62c service nova] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Updating instance_info_cache with network_info: [{"id": "76e41a36-0955-4bd1-83ad-4fe910c61c6b", "address": "fa:16:3e:3e:87:33", "network": {"id": "01234884-b301-4869-b424-4eec87e841e3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1621870660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583b5a35b330466cb14a543a9dca7387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76e41a36-09", "ovs_interfaceid": "76e41a36-0955-4bd1-83ad-4fe910c61c6b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.626344] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "refresh_cache-5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.626344] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquired lock "refresh_cache-5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.626344] env[69365]: DEBUG nova.network.neutron [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.721596] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145373} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.721912] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.726027] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fad353-178c-44b8-9134-61e3202956e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.749477] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] d758e281-a701-418a-aa45-efabac0bdada/d758e281-a701-418a-aa45-efabac0bdada.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.749818] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83b9191e-d17f-4962-b269-76a3907084da {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.771917] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Waiting for the task: (returnval){ [ 679.771917] env[69365]: value = "task-3468397" [ 679.771917] env[69365]: _type = "Task" [ 679.771917] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.794201] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.794543] env[69365]: DEBUG oslo_vmware.api [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468396, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.805625] env[69365]: DEBUG oslo_vmware.api [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b72592-9638-8618-a163-9fca8768877b, 'name': SearchDatastore_Task, 'duration_secs': 0.019545} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.805625] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0adac3a0-8452-45cd-ad18-16d9b9e6b076 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.811222] env[69365]: DEBUG oslo_vmware.api [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Waiting for the task: (returnval){ [ 679.811222] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52998ea4-2010-09f2-21a6-c9680c6cd4c9" [ 679.811222] env[69365]: _type = "Task" [ 679.811222] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.819526] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquiring lock "e7eeb8f2-f601-4003-8b7b-db9cadc67a33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.819526] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lock "e7eeb8f2-f601-4003-8b7b-db9cadc67a33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.825182] env[69365]: DEBUG oslo_vmware.api [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52998ea4-2010-09f2-21a6-c9680c6cd4c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010261} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.825182] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.825182] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] c14bd34b-f591-405c-a7b1-361b4b7fb6f2/c14bd34b-f591-405c-a7b1-361b4b7fb6f2.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.825182] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.825428] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.825428] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5abba5e8-d4c8-46fa-b0ad-ae35006081cc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.827628] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c340457a-53d2-473c-ac4d-de76ef0174c4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.834696] env[69365]: DEBUG oslo_vmware.api [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Waiting for the task: (returnval){ [ 679.834696] env[69365]: value = "task-3468398" [ 679.834696] env[69365]: _type = "Task" [ 679.834696] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.836880] env[69365]: DEBUG oslo_concurrency.lockutils [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.836967] env[69365]: DEBUG nova.compute.manager [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 679.844254] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.027s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.845963] env[69365]: INFO nova.compute.claims [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.848781] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.849016] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.850246] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f839fb9-9b1e-4151-9d37-1802157e7302 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.858838] env[69365]: DEBUG oslo_vmware.api [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Task: {'id': task-3468398, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.861256] env[69365]: DEBUG oslo_vmware.api [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 679.861256] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fb4803-1300-8a91-d726-2fb0e03a9fb1" [ 679.861256] env[69365]: _type = "Task" [ 679.861256] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.878316] env[69365]: DEBUG oslo_vmware.api [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fb4803-1300-8a91-d726-2fb0e03a9fb1, 'name': SearchDatastore_Task, 'duration_secs': 0.0087} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.878316] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3edbd1e-9959-43dd-93e6-254ec9b7dc72 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.885421] env[69365]: DEBUG oslo_vmware.api [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 679.885421] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]528d9e8a-1878-0f5d-68f5-4862735f4184" [ 679.885421] env[69365]: _type = "Task" [ 679.885421] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.896868] env[69365]: DEBUG oslo_vmware.api [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558855} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.898540] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 0f4e5793-a942-4c82-acd1-c175bd1e9da4/0f4e5793-a942-4c82-acd1-c175bd1e9da4.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.898803] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.904254] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-727bcd85-e83a-4fbb-9af5-ae7c1da744dc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.906397] env[69365]: DEBUG oslo_vmware.api [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]528d9e8a-1878-0f5d-68f5-4862735f4184, 'name': SearchDatastore_Task, 'duration_secs': 0.009154} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.907381] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.909792] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] a9672f20-2f1f-4ab4-861a-e542250eb592/a9672f20-2f1f-4ab4-861a-e542250eb592.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.909792] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e220227-c9c7-4e9d-b7b2-6084a0f3cb1c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.915898] env[69365]: DEBUG oslo_vmware.api [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 679.915898] env[69365]: value = "task-3468399" [ 679.915898] env[69365]: _type = "Task" [ 679.915898] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.917524] env[69365]: DEBUG oslo_vmware.api [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 679.917524] env[69365]: value = "task-3468400" [ 679.917524] env[69365]: _type = "Task" [ 679.917524] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.926556] env[69365]: DEBUG nova.compute.manager [req-66454beb-e966-4a99-acc1-3bca4d339ef8 req-ad20c5bb-319d-4649-b16e-3332b68701a6 service nova] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Received event network-changed-8d4adce7-6b21-4372-aa4d-025ef83f4cd6 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.926737] env[69365]: DEBUG nova.compute.manager [req-66454beb-e966-4a99-acc1-3bca4d339ef8 req-ad20c5bb-319d-4649-b16e-3332b68701a6 service nova] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Refreshing instance network info cache due to event network-changed-8d4adce7-6b21-4372-aa4d-025ef83f4cd6. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.926962] env[69365]: DEBUG oslo_concurrency.lockutils [req-66454beb-e966-4a99-acc1-3bca4d339ef8 req-ad20c5bb-319d-4649-b16e-3332b68701a6 service nova] Acquiring lock "refresh_cache-c14bd34b-f591-405c-a7b1-361b4b7fb6f2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.927126] env[69365]: DEBUG oslo_concurrency.lockutils [req-66454beb-e966-4a99-acc1-3bca4d339ef8 req-ad20c5bb-319d-4649-b16e-3332b68701a6 service nova] Acquired lock "refresh_cache-c14bd34b-f591-405c-a7b1-361b4b7fb6f2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.927279] env[69365]: DEBUG nova.network.neutron [req-66454beb-e966-4a99-acc1-3bca4d339ef8 req-ad20c5bb-319d-4649-b16e-3332b68701a6 service nova] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Refreshing network info cache for port 8d4adce7-6b21-4372-aa4d-025ef83f4cd6 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.933977] env[69365]: DEBUG oslo_vmware.api [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.937221] env[69365]: DEBUG oslo_vmware.api [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.002938] env[69365]: DEBUG oslo_concurrency.lockutils [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Acquiring lock "a383cea0-5c35-4981-b720-eb297678fd45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.003276] env[69365]: DEBUG oslo_concurrency.lockutils [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Lock "a383cea0-5c35-4981-b720-eb297678fd45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.053940] env[69365]: DEBUG oslo_concurrency.lockutils [req-b50ebd64-557a-4638-b0c4-877369e2ff89 req-632f7ecf-a8cb-4283-8b36-a8260401d62c service nova] Releasing lock "refresh_cache-a9672f20-2f1f-4ab4-861a-e542250eb592" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.054240] env[69365]: DEBUG nova.compute.manager [req-b50ebd64-557a-4638-b0c4-877369e2ff89 req-632f7ecf-a8cb-4283-8b36-a8260401d62c service nova] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Received event network-vif-plugged-e4ff829b-418e-42ce-a3fa-9f5c4edd5fb0 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.054432] env[69365]: DEBUG oslo_concurrency.lockutils [req-b50ebd64-557a-4638-b0c4-877369e2ff89 req-632f7ecf-a8cb-4283-8b36-a8260401d62c service nova] Acquiring lock "0f4e5793-a942-4c82-acd1-c175bd1e9da4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.054666] env[69365]: DEBUG oslo_concurrency.lockutils [req-b50ebd64-557a-4638-b0c4-877369e2ff89 req-632f7ecf-a8cb-4283-8b36-a8260401d62c service nova] Lock "0f4e5793-a942-4c82-acd1-c175bd1e9da4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.056514] env[69365]: DEBUG oslo_concurrency.lockutils [req-b50ebd64-557a-4638-b0c4-877369e2ff89 req-632f7ecf-a8cb-4283-8b36-a8260401d62c service nova] Lock "0f4e5793-a942-4c82-acd1-c175bd1e9da4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.056514] env[69365]: DEBUG nova.compute.manager [req-b50ebd64-557a-4638-b0c4-877369e2ff89 req-632f7ecf-a8cb-4283-8b36-a8260401d62c service nova] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] No waiting events found dispatching network-vif-plugged-e4ff829b-418e-42ce-a3fa-9f5c4edd5fb0 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 680.056514] env[69365]: WARNING nova.compute.manager [req-b50ebd64-557a-4638-b0c4-877369e2ff89 req-632f7ecf-a8cb-4283-8b36-a8260401d62c service nova] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Received unexpected event network-vif-plugged-e4ff829b-418e-42ce-a3fa-9f5c4edd5fb0 for instance with vm_state building and task_state spawning. [ 680.056514] env[69365]: DEBUG nova.compute.manager [req-b50ebd64-557a-4638-b0c4-877369e2ff89 req-632f7ecf-a8cb-4283-8b36-a8260401d62c service nova] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Received event network-changed-e4ff829b-418e-42ce-a3fa-9f5c4edd5fb0 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 680.056514] env[69365]: DEBUG nova.compute.manager [req-b50ebd64-557a-4638-b0c4-877369e2ff89 req-632f7ecf-a8cb-4283-8b36-a8260401d62c service nova] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Refreshing instance network info cache due to event network-changed-e4ff829b-418e-42ce-a3fa-9f5c4edd5fb0. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 680.056759] env[69365]: DEBUG oslo_concurrency.lockutils [req-b50ebd64-557a-4638-b0c4-877369e2ff89 req-632f7ecf-a8cb-4283-8b36-a8260401d62c service nova] Acquiring lock "refresh_cache-0f4e5793-a942-4c82-acd1-c175bd1e9da4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.056759] env[69365]: DEBUG oslo_concurrency.lockutils [req-b50ebd64-557a-4638-b0c4-877369e2ff89 req-632f7ecf-a8cb-4283-8b36-a8260401d62c service nova] Acquired lock "refresh_cache-0f4e5793-a942-4c82-acd1-c175bd1e9da4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.056759] env[69365]: DEBUG nova.network.neutron [req-b50ebd64-557a-4638-b0c4-877369e2ff89 req-632f7ecf-a8cb-4283-8b36-a8260401d62c service nova] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Refreshing network info cache for port e4ff829b-418e-42ce-a3fa-9f5c4edd5fb0 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 680.198059] env[69365]: DEBUG nova.network.neutron [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.288745] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.300714] env[69365]: DEBUG oslo_vmware.api [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560532} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.300990] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] f1420621-d961-4ec4-a181-37b7b1284fe3/f1420621-d961-4ec4-a181-37b7b1284fe3.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.301296] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.301730] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9414e6a-e9ae-4e11-baa3-d532ce773b84 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.309934] env[69365]: DEBUG oslo_vmware.api [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 680.309934] env[69365]: value = "task-3468401" [ 680.309934] env[69365]: _type = "Task" [ 680.309934] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.320806] env[69365]: DEBUG oslo_vmware.api [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468401, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.345242] env[69365]: DEBUG oslo_vmware.api [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Task: {'id': task-3468398, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.352200] env[69365]: DEBUG nova.compute.utils [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 680.357220] env[69365]: DEBUG nova.compute.manager [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 680.357334] env[69365]: DEBUG nova.network.neutron [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 680.439785] env[69365]: DEBUG oslo_vmware.api [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.441424] env[69365]: DEBUG oslo_vmware.api [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468400, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.489799] env[69365]: DEBUG nova.network.neutron [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Successfully updated port: 2bbbb62d-0660-42da-9b07-6e7e73248b46 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 680.531635] env[69365]: DEBUG nova.policy [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45ffd3ee15d84951904ccce289f7ecb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74a0a1f4ab684349926a8d03cbd63fa5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 680.735607] env[69365]: DEBUG nova.network.neutron [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Updating instance_info_cache with network_info: [{"id": "b8c23b0a-ef08-4666-a632-22641fa7e6ba", "address": "fa:16:3e:01:77:d4", "network": {"id": "a3b09ef4-0032-4dba-b0ed-c8fd23c1518c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-208278887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c19eee45b12f436d954d8f8c9d67247e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8c23b0a-ef", "ovs_interfaceid": "b8c23b0a-ef08-4666-a632-22641fa7e6ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.784792] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468397, 'name': ReconfigVM_Task, 'duration_secs': 0.784791} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.788897] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Reconfigured VM instance instance-00000001 to attach disk [datastore2] d758e281-a701-418a-aa45-efabac0bdada/d758e281-a701-418a-aa45-efabac0bdada.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 680.790309] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cfe4beb-25ae-42ce-97c4-f59ed19eb88a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.799793] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Waiting for the task: (returnval){ [ 680.799793] env[69365]: value = "task-3468402" [ 680.799793] env[69365]: _type = "Task" [ 680.799793] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.807556] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468402, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.819833] env[69365]: DEBUG oslo_vmware.api [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468401, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186013} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.820282] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.820797] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7392c7-02ec-4b53-a1eb-c550110a1b5d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.851511] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] f1420621-d961-4ec4-a181-37b7b1284fe3/f1420621-d961-4ec4-a181-37b7b1284fe3.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.853361] env[69365]: DEBUG nova.network.neutron [req-b50ebd64-557a-4638-b0c4-877369e2ff89 req-632f7ecf-a8cb-4283-8b36-a8260401d62c service nova] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Updated VIF entry in instance network info cache for port e4ff829b-418e-42ce-a3fa-9f5c4edd5fb0. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.853973] env[69365]: DEBUG nova.network.neutron [req-b50ebd64-557a-4638-b0c4-877369e2ff89 req-632f7ecf-a8cb-4283-8b36-a8260401d62c service nova] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Updating instance_info_cache with network_info: [{"id": "e4ff829b-418e-42ce-a3fa-9f5c4edd5fb0", "address": "fa:16:3e:56:91:95", "network": {"id": "01234884-b301-4869-b424-4eec87e841e3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1621870660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583b5a35b330466cb14a543a9dca7387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4ff829b-41", "ovs_interfaceid": "e4ff829b-418e-42ce-a3fa-9f5c4edd5fb0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.858352] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-485089af-f7ab-4619-b2ca-4ae381202b3f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.876925] env[69365]: DEBUG nova.compute.manager [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 680.892801] env[69365]: DEBUG oslo_vmware.api [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Task: {'id': task-3468398, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522738} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.893162] env[69365]: DEBUG oslo_vmware.api [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 680.893162] env[69365]: value = "task-3468403" [ 680.893162] env[69365]: _type = "Task" [ 680.893162] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.893295] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] c14bd34b-f591-405c-a7b1-361b4b7fb6f2/c14bd34b-f591-405c-a7b1-361b4b7fb6f2.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.893516] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.893753] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3996a412-288c-4230-aa5b-8b9bac8395f1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.904740] env[69365]: DEBUG oslo_vmware.api [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.909491] env[69365]: DEBUG oslo_vmware.api [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Waiting for the task: (returnval){ [ 680.909491] env[69365]: value = "task-3468404" [ 680.909491] env[69365]: _type = "Task" [ 680.909491] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.918853] env[69365]: DEBUG oslo_vmware.api [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Task: {'id': task-3468404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.939444] env[69365]: DEBUG oslo_vmware.api [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.708816} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.941081] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.941404] env[69365]: DEBUG oslo_vmware.api [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.775948} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.942141] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219cbfb6-6402-4211-af8b-c370ac0fadc4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.945862] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] a9672f20-2f1f-4ab4-861a-e542250eb592/a9672f20-2f1f-4ab4-861a-e542250eb592.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.946165] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.946996] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f650d9a2-e177-47a4-a0b0-06e1ab58cf31 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.972371] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 0f4e5793-a942-4c82-acd1-c175bd1e9da4/0f4e5793-a942-4c82-acd1-c175bd1e9da4.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.974452] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21b4fcd6-7fd7-40d1-bf53-8b2dd70cae3c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.991026] env[69365]: DEBUG oslo_vmware.api [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 680.991026] env[69365]: value = "task-3468405" [ 680.991026] env[69365]: _type = "Task" [ 680.991026] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.993833] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Acquiring lock "refresh_cache-4f90521e-31a3-4e3e-ad04-8abd5db01b94" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.993833] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Acquired lock "refresh_cache-4f90521e-31a3-4e3e-ad04-8abd5db01b94" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.993949] env[69365]: DEBUG nova.network.neutron [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.001162] env[69365]: DEBUG oslo_vmware.api [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 681.001162] env[69365]: value = "task-3468406" [ 681.001162] env[69365]: _type = "Task" [ 681.001162] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.008318] env[69365]: DEBUG oslo_vmware.api [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468405, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.013874] env[69365]: DEBUG oslo_vmware.api [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468406, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.145958] env[69365]: DEBUG oslo_concurrency.lockutils [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Acquiring lock "5ef85594-2bab-4068-b93f-b725bdc4681e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.147512] env[69365]: DEBUG oslo_concurrency.lockutils [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Lock "5ef85594-2bab-4068-b93f-b725bdc4681e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.240123] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Releasing lock "refresh_cache-5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.240441] env[69365]: DEBUG nova.compute.manager [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Instance network_info: |[{"id": "b8c23b0a-ef08-4666-a632-22641fa7e6ba", "address": "fa:16:3e:01:77:d4", "network": {"id": "a3b09ef4-0032-4dba-b0ed-c8fd23c1518c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-208278887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c19eee45b12f436d954d8f8c9d67247e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8c23b0a-ef", "ovs_interfaceid": "b8c23b0a-ef08-4666-a632-22641fa7e6ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.241079] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:77:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8c23b0a-ef08-4666-a632-22641fa7e6ba', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.248824] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Creating folder: Project (c19eee45b12f436d954d8f8c9d67247e). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.249845] env[69365]: DEBUG nova.network.neutron [req-66454beb-e966-4a99-acc1-3bca4d339ef8 req-ad20c5bb-319d-4649-b16e-3332b68701a6 service nova] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Updated VIF entry in instance network info cache for port 8d4adce7-6b21-4372-aa4d-025ef83f4cd6. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 681.250179] env[69365]: DEBUG nova.network.neutron [req-66454beb-e966-4a99-acc1-3bca4d339ef8 req-ad20c5bb-319d-4649-b16e-3332b68701a6 service nova] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Updating instance_info_cache with network_info: [{"id": "8d4adce7-6b21-4372-aa4d-025ef83f4cd6", "address": "fa:16:3e:24:70:8c", "network": {"id": "fc59f5bf-aa4e-44a1-b02b-70e29ded7b53", "bridge": "br-int", "label": "tempest-ServersTestJSON-2118963478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8d81df0231e4567b65284ee1c09793a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d4adce7-6b", "ovs_interfaceid": "8d4adce7-6b21-4372-aa4d-025ef83f4cd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.251420] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b5fbae8-e626-4321-949e-c23be116342e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.269263] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Created folder: Project (c19eee45b12f436d954d8f8c9d67247e) in parent group-v693134. [ 681.269421] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Creating folder: Instances. Parent ref: group-v693155. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.270253] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-887e2576-b748-43a4-af11-f409b8db9243 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.278507] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Created folder: Instances in parent group-v693155. [ 681.278762] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 681.282090] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.282090] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60ef6978-94eb-4738-a9d0-0db0e83a339a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.305746] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.305746] env[69365]: value = "task-3468409" [ 681.305746] env[69365]: _type = "Task" [ 681.305746] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.316340] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468402, 'name': Rename_Task, 'duration_secs': 0.431154} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.321974] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.322602] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468409, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.323961] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fcce7f9-a495-4931-be8a-1be396cde22a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.329295] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Waiting for the task: (returnval){ [ 681.329295] env[69365]: value = "task-3468410" [ 681.329295] env[69365]: _type = "Task" [ 681.329295] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.334636] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf0f4a4-1203-4f7c-8e25-c406f99d6ab1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.341078] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.347151] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d36dbf-7a25-467e-8eb0-b597ff921576 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.384427] env[69365]: DEBUG oslo_concurrency.lockutils [req-b50ebd64-557a-4638-b0c4-877369e2ff89 req-632f7ecf-a8cb-4283-8b36-a8260401d62c service nova] Releasing lock "refresh_cache-0f4e5793-a942-4c82-acd1-c175bd1e9da4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.388755] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbecca0-dced-4ef1-91a3-71f3b4f4ebdb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.399719] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbaa87c-a9f4-442c-bba7-e51d5138752c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.408794] env[69365]: DEBUG oslo_vmware.api [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.418249] env[69365]: DEBUG nova.compute.provider_tree [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 681.427768] env[69365]: DEBUG oslo_vmware.api [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Task: {'id': task-3468404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.255984} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.428064] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.428852] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c013e482-6dfd-4efe-a377-388adb639188 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.456228] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] c14bd34b-f591-405c-a7b1-361b4b7fb6f2/c14bd34b-f591-405c-a7b1-361b4b7fb6f2.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.456959] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af680eb6-157b-4cfb-9ef2-5f417b2a9e18 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.478285] env[69365]: DEBUG oslo_vmware.api [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Waiting for the task: (returnval){ [ 681.478285] env[69365]: value = "task-3468411" [ 681.478285] env[69365]: _type = "Task" [ 681.478285] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.487223] env[69365]: DEBUG oslo_vmware.api [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Task: {'id': task-3468411, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.504526] env[69365]: DEBUG oslo_vmware.api [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468405, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074453} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.507991] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.509108] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2257f72b-b0a0-491a-8021-7b2f824ac3b7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.519020] env[69365]: DEBUG oslo_vmware.api [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468406, 'name': ReconfigVM_Task, 'duration_secs': 0.363097} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.526101] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 0f4e5793-a942-4c82-acd1-c175bd1e9da4/0f4e5793-a942-4c82-acd1-c175bd1e9da4.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.535798] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] a9672f20-2f1f-4ab4-861a-e542250eb592/a9672f20-2f1f-4ab4-861a-e542250eb592.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.536100] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8d86ad0-78c8-422c-8d43-f110c354ef74 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.538331] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8493d17b-e605-4f19-986b-140a0b50aca9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.558012] env[69365]: DEBUG nova.network.neutron [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Successfully created port: a0bc0472-3933-41df-8a1e-68d52295827e {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 681.561777] env[69365]: DEBUG oslo_vmware.api [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 681.561777] env[69365]: value = "task-3468412" [ 681.561777] env[69365]: _type = "Task" [ 681.561777] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.562077] env[69365]: DEBUG oslo_vmware.api [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 681.562077] env[69365]: value = "task-3468413" [ 681.562077] env[69365]: _type = "Task" [ 681.562077] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.569153] env[69365]: DEBUG nova.network.neutron [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.577498] env[69365]: DEBUG oslo_vmware.api [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468412, 'name': Rename_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.580986] env[69365]: DEBUG oslo_vmware.api [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468413, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.758023] env[69365]: DEBUG oslo_concurrency.lockutils [req-66454beb-e966-4a99-acc1-3bca4d339ef8 req-ad20c5bb-319d-4649-b16e-3332b68701a6 service nova] Releasing lock "refresh_cache-c14bd34b-f591-405c-a7b1-361b4b7fb6f2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.819085] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468409, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.840370] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468410, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.894129] env[69365]: DEBUG nova.compute.manager [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 681.904154] env[69365]: DEBUG nova.compute.manager [req-7684e19f-91c5-4648-a636-bb6ee43abbe2 req-d5a7fae4-8f73-47d3-941a-4b28af6048ae service nova] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Received event network-vif-plugged-b8c23b0a-ef08-4666-a632-22641fa7e6ba {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.904154] env[69365]: DEBUG oslo_concurrency.lockutils [req-7684e19f-91c5-4648-a636-bb6ee43abbe2 req-d5a7fae4-8f73-47d3-941a-4b28af6048ae service nova] Acquiring lock "5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.904154] env[69365]: DEBUG oslo_concurrency.lockutils [req-7684e19f-91c5-4648-a636-bb6ee43abbe2 req-d5a7fae4-8f73-47d3-941a-4b28af6048ae service nova] Lock "5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.904403] env[69365]: DEBUG oslo_concurrency.lockutils [req-7684e19f-91c5-4648-a636-bb6ee43abbe2 req-d5a7fae4-8f73-47d3-941a-4b28af6048ae service nova] Lock "5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.904453] env[69365]: DEBUG nova.compute.manager [req-7684e19f-91c5-4648-a636-bb6ee43abbe2 req-d5a7fae4-8f73-47d3-941a-4b28af6048ae service nova] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] No waiting events found dispatching network-vif-plugged-b8c23b0a-ef08-4666-a632-22641fa7e6ba {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 681.904615] env[69365]: WARNING nova.compute.manager [req-7684e19f-91c5-4648-a636-bb6ee43abbe2 req-d5a7fae4-8f73-47d3-941a-4b28af6048ae service nova] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Received unexpected event network-vif-plugged-b8c23b0a-ef08-4666-a632-22641fa7e6ba for instance with vm_state building and task_state spawning. [ 681.904778] env[69365]: DEBUG nova.compute.manager [req-7684e19f-91c5-4648-a636-bb6ee43abbe2 req-d5a7fae4-8f73-47d3-941a-4b28af6048ae service nova] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Received event network-changed-b8c23b0a-ef08-4666-a632-22641fa7e6ba {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.904970] env[69365]: DEBUG nova.compute.manager [req-7684e19f-91c5-4648-a636-bb6ee43abbe2 req-d5a7fae4-8f73-47d3-941a-4b28af6048ae service nova] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Refreshing instance network info cache due to event network-changed-b8c23b0a-ef08-4666-a632-22641fa7e6ba. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 681.905275] env[69365]: DEBUG oslo_concurrency.lockutils [req-7684e19f-91c5-4648-a636-bb6ee43abbe2 req-d5a7fae4-8f73-47d3-941a-4b28af6048ae service nova] Acquiring lock "refresh_cache-5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.905463] env[69365]: DEBUG oslo_concurrency.lockutils [req-7684e19f-91c5-4648-a636-bb6ee43abbe2 req-d5a7fae4-8f73-47d3-941a-4b28af6048ae service nova] Acquired lock "refresh_cache-5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.905690] env[69365]: DEBUG nova.network.neutron [req-7684e19f-91c5-4648-a636-bb6ee43abbe2 req-d5a7fae4-8f73-47d3-941a-4b28af6048ae service nova] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Refreshing network info cache for port b8c23b0a-ef08-4666-a632-22641fa7e6ba {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 681.913610] env[69365]: DEBUG oslo_vmware.api [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468403, 'name': ReconfigVM_Task, 'duration_secs': 0.777087} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.913777] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Reconfigured VM instance instance-00000004 to attach disk [datastore2] f1420621-d961-4ec4-a181-37b7b1284fe3/f1420621-d961-4ec4-a181-37b7b1284fe3.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.914422] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0facb78-0f04-4cf7-b857-3c570bd0ab66 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.922354] env[69365]: DEBUG oslo_vmware.api [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 681.922354] env[69365]: value = "task-3468414" [ 681.922354] env[69365]: _type = "Task" [ 681.922354] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.925242] env[69365]: DEBUG nova.scheduler.client.report [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.938332] env[69365]: DEBUG oslo_vmware.api [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468414, 'name': Rename_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.940872] env[69365]: DEBUG nova.virt.hardware [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:39:24Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1747714171',id=30,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1434547496',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.941127] env[69365]: DEBUG nova.virt.hardware [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.941337] env[69365]: DEBUG nova.virt.hardware [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.941583] env[69365]: DEBUG nova.virt.hardware [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.941737] env[69365]: DEBUG nova.virt.hardware [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.941929] env[69365]: DEBUG nova.virt.hardware [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.942188] env[69365]: DEBUG nova.virt.hardware [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.942376] env[69365]: DEBUG nova.virt.hardware [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.942601] env[69365]: DEBUG nova.virt.hardware [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.942806] env[69365]: DEBUG nova.virt.hardware [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.943028] env[69365]: DEBUG nova.virt.hardware [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.944387] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb88a60-502b-48f4-8d63-838a3d968eb7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.955277] env[69365]: DEBUG nova.network.neutron [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Updating instance_info_cache with network_info: [{"id": "2bbbb62d-0660-42da-9b07-6e7e73248b46", "address": "fa:16:3e:68:bc:a0", "network": {"id": "0f9211ca-2d9a-4f76-a068-77a2af7732aa", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1546785447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "72e2d3f5293e421890ea5605946afb40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bbbb62d-06", "ovs_interfaceid": "2bbbb62d-0660-42da-9b07-6e7e73248b46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.957508] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf642f5f-991c-4350-91e6-63c58bf7dad4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.989629] env[69365]: DEBUG oslo_vmware.api [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Task: {'id': task-3468411, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.077994] env[69365]: DEBUG oslo_vmware.api [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468412, 'name': Rename_Task, 'duration_secs': 0.199748} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.081269] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.081568] env[69365]: DEBUG oslo_vmware.api [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468413, 'name': ReconfigVM_Task, 'duration_secs': 0.422444} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.081961] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a26c16d-7094-404c-b20f-c49922c2541f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.084171] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Reconfigured VM instance instance-00000006 to attach disk [datastore2] a9672f20-2f1f-4ab4-861a-e542250eb592/a9672f20-2f1f-4ab4-861a-e542250eb592.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.084770] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-447fc675-f41c-4e84-a8be-8906b401423d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.091539] env[69365]: DEBUG oslo_vmware.api [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 682.091539] env[69365]: value = "task-3468416" [ 682.091539] env[69365]: _type = "Task" [ 682.091539] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.093050] env[69365]: DEBUG oslo_vmware.api [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 682.093050] env[69365]: value = "task-3468415" [ 682.093050] env[69365]: _type = "Task" [ 682.093050] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.107937] env[69365]: DEBUG oslo_vmware.api [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468416, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.112307] env[69365]: DEBUG oslo_vmware.api [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.156676] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5f982fbd-69ea-4b82-b3cb-ad61278654d2 tempest-DeleteServersAdminTestJSON-1119230141 tempest-DeleteServersAdminTestJSON-1119230141-project-admin] Acquiring lock "f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.156899] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5f982fbd-69ea-4b82-b3cb-ad61278654d2 tempest-DeleteServersAdminTestJSON-1119230141 tempest-DeleteServersAdminTestJSON-1119230141-project-admin] Lock "f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.157107] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5f982fbd-69ea-4b82-b3cb-ad61278654d2 tempest-DeleteServersAdminTestJSON-1119230141 tempest-DeleteServersAdminTestJSON-1119230141-project-admin] Acquiring lock "f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.157284] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5f982fbd-69ea-4b82-b3cb-ad61278654d2 tempest-DeleteServersAdminTestJSON-1119230141 tempest-DeleteServersAdminTestJSON-1119230141-project-admin] Lock "f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.157522] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5f982fbd-69ea-4b82-b3cb-ad61278654d2 tempest-DeleteServersAdminTestJSON-1119230141 tempest-DeleteServersAdminTestJSON-1119230141-project-admin] Lock "f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.159442] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquiring lock "ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.159914] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lock "ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.160376] env[69365]: INFO nova.compute.manager [None req-5f982fbd-69ea-4b82-b3cb-ad61278654d2 tempest-DeleteServersAdminTestJSON-1119230141 tempest-DeleteServersAdminTestJSON-1119230141-project-admin] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Terminating instance [ 682.321997] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468409, 'name': CreateVM_Task, 'duration_secs': 0.622504} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.322791] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.323788] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.324101] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.325161] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.325531] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd801516-f5b2-4c06-aca0-53c221790a76 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.333023] env[69365]: DEBUG oslo_vmware.api [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 682.333023] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b1a8a1-6333-eb15-594a-21ab72671b04" [ 682.333023] env[69365]: _type = "Task" [ 682.333023] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.348164] env[69365]: DEBUG oslo_vmware.api [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468410, 'name': PowerOnVM_Task, 'duration_secs': 0.949725} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.353974] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.354343] env[69365]: DEBUG nova.compute.manager [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.354739] env[69365]: DEBUG oslo_vmware.api [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b1a8a1-6333-eb15-594a-21ab72671b04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.355668] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b05350-a1bb-4ef2-8450-34de6f4556de {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.435614] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.436490] env[69365]: DEBUG nova.compute.manager [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 682.444022] env[69365]: DEBUG oslo_vmware.api [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468414, 'name': Rename_Task, 'duration_secs': 0.254004} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.444022] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.912s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 682.444022] env[69365]: INFO nova.compute.claims [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.446953] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.447660] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-220d694a-4ce0-43f2-bf8e-6ea9286226aa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.454976] env[69365]: DEBUG oslo_vmware.api [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 682.454976] env[69365]: value = "task-3468417" [ 682.454976] env[69365]: _type = "Task" [ 682.454976] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.462233] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Releasing lock "refresh_cache-4f90521e-31a3-4e3e-ad04-8abd5db01b94" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.462703] env[69365]: DEBUG nova.compute.manager [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Instance network_info: |[{"id": "2bbbb62d-0660-42da-9b07-6e7e73248b46", "address": "fa:16:3e:68:bc:a0", "network": {"id": "0f9211ca-2d9a-4f76-a068-77a2af7732aa", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1546785447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "72e2d3f5293e421890ea5605946afb40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bbbb62d-06", "ovs_interfaceid": "2bbbb62d-0660-42da-9b07-6e7e73248b46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 682.463289] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:bc:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bbbb62d-0660-42da-9b07-6e7e73248b46', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 682.473482] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Creating folder: Project (72e2d3f5293e421890ea5605946afb40). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.478635] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79ee8953-4ace-4b17-81b8-f1c8306c56a1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.481486] env[69365]: DEBUG oslo_vmware.api [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.495162] env[69365]: DEBUG oslo_vmware.api [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Task: {'id': task-3468411, 'name': ReconfigVM_Task, 'duration_secs': 0.67892} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.497219] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Reconfigured VM instance instance-00000005 to attach disk [datastore2] c14bd34b-f591-405c-a7b1-361b4b7fb6f2/c14bd34b-f591-405c-a7b1-361b4b7fb6f2.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 682.498053] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Created folder: Project (72e2d3f5293e421890ea5605946afb40) in parent group-v693134. [ 682.498235] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Creating folder: Instances. Parent ref: group-v693158. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 682.498455] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-739ffce0-848a-4a4e-9791-4012b40b4fb0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.500380] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ddfee274-563f-431e-9511-640afc6f370a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.507739] env[69365]: DEBUG oslo_vmware.api [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Waiting for the task: (returnval){ [ 682.507739] env[69365]: value = "task-3468420" [ 682.507739] env[69365]: _type = "Task" [ 682.507739] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.514472] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Created folder: Instances in parent group-v693158. [ 682.514705] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 682.515316] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 682.515525] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-022269a6-b513-4293-9ce6-c4551f146766 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.535394] env[69365]: DEBUG oslo_vmware.api [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Task: {'id': task-3468420, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.543250] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 682.543250] env[69365]: value = "task-3468421" [ 682.543250] env[69365]: _type = "Task" [ 682.543250] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.551140] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468421, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.604203] env[69365]: DEBUG oslo_vmware.api [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468416, 'name': Rename_Task, 'duration_secs': 0.21333} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.604969] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.605399] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d7dbe9a-3a97-4634-a3bb-fcfe2a531b2e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.610421] env[69365]: DEBUG oslo_vmware.api [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468415, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.615702] env[69365]: DEBUG oslo_vmware.api [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 682.615702] env[69365]: value = "task-3468422" [ 682.615702] env[69365]: _type = "Task" [ 682.615702] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.623868] env[69365]: DEBUG oslo_vmware.api [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.664561] env[69365]: DEBUG nova.compute.manager [None req-5f982fbd-69ea-4b82-b3cb-ad61278654d2 tempest-DeleteServersAdminTestJSON-1119230141 tempest-DeleteServersAdminTestJSON-1119230141-project-admin] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 682.664786] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5f982fbd-69ea-4b82-b3cb-ad61278654d2 tempest-DeleteServersAdminTestJSON-1119230141 tempest-DeleteServersAdminTestJSON-1119230141-project-admin] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.665688] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad726e92-242a-437b-a963-38cc96be9da3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.673953] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f982fbd-69ea-4b82-b3cb-ad61278654d2 tempest-DeleteServersAdminTestJSON-1119230141 tempest-DeleteServersAdminTestJSON-1119230141-project-admin] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 682.673953] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c9d7fa4-f857-46ef-812f-4c97eb6c61f3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.680333] env[69365]: DEBUG oslo_vmware.api [None req-5f982fbd-69ea-4b82-b3cb-ad61278654d2 tempest-DeleteServersAdminTestJSON-1119230141 tempest-DeleteServersAdminTestJSON-1119230141-project-admin] Waiting for the task: (returnval){ [ 682.680333] env[69365]: value = "task-3468423" [ 682.680333] env[69365]: _type = "Task" [ 682.680333] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.693316] env[69365]: DEBUG oslo_vmware.api [None req-5f982fbd-69ea-4b82-b3cb-ad61278654d2 tempest-DeleteServersAdminTestJSON-1119230141 tempest-DeleteServersAdminTestJSON-1119230141-project-admin] Task: {'id': task-3468423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.849034] env[69365]: DEBUG oslo_vmware.api [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b1a8a1-6333-eb15-594a-21ab72671b04, 'name': SearchDatastore_Task, 'duration_secs': 0.016203} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.849362] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.849893] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 682.849998] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.850101] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.850349] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 682.850696] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a1c7921-dc14-4316-97a8-eab2701f45cb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.859516] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 682.859779] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 682.860898] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41b37411-7ecc-409d-b792-72ed8832c5c4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.874907] env[69365]: DEBUG oslo_vmware.api [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 682.874907] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5257b728-4ae9-9376-0cf6-bba851e1b774" [ 682.874907] env[69365]: _type = "Task" [ 682.874907] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.877493] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.886322] env[69365]: DEBUG oslo_vmware.api [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5257b728-4ae9-9376-0cf6-bba851e1b774, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.913458] env[69365]: DEBUG nova.network.neutron [req-7684e19f-91c5-4648-a636-bb6ee43abbe2 req-d5a7fae4-8f73-47d3-941a-4b28af6048ae service nova] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Updated VIF entry in instance network info cache for port b8c23b0a-ef08-4666-a632-22641fa7e6ba. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 682.913584] env[69365]: DEBUG nova.network.neutron [req-7684e19f-91c5-4648-a636-bb6ee43abbe2 req-d5a7fae4-8f73-47d3-941a-4b28af6048ae service nova] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Updating instance_info_cache with network_info: [{"id": "b8c23b0a-ef08-4666-a632-22641fa7e6ba", "address": "fa:16:3e:01:77:d4", "network": {"id": "a3b09ef4-0032-4dba-b0ed-c8fd23c1518c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-208278887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c19eee45b12f436d954d8f8c9d67247e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8c23b0a-ef", "ovs_interfaceid": "b8c23b0a-ef08-4666-a632-22641fa7e6ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.945044] env[69365]: DEBUG nova.compute.utils [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.947884] env[69365]: DEBUG nova.compute.manager [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Not allocating networking since 'none' was specified. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 682.969040] env[69365]: DEBUG oslo_vmware.api [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468417, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.019697] env[69365]: DEBUG oslo_vmware.api [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Task: {'id': task-3468420, 'name': Rename_Task, 'duration_secs': 0.220257} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.021123] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.023069] env[69365]: DEBUG nova.compute.manager [req-d77ab671-70d3-4016-8ae8-1a2513e1d57b req-be3f547c-660d-4b61-96e0-9f82bb0825a6 service nova] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Received event network-vif-plugged-2bbbb62d-0660-42da-9b07-6e7e73248b46 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.024271] env[69365]: DEBUG oslo_concurrency.lockutils [req-d77ab671-70d3-4016-8ae8-1a2513e1d57b req-be3f547c-660d-4b61-96e0-9f82bb0825a6 service nova] Acquiring lock "4f90521e-31a3-4e3e-ad04-8abd5db01b94-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 683.024759] env[69365]: DEBUG oslo_concurrency.lockutils [req-d77ab671-70d3-4016-8ae8-1a2513e1d57b req-be3f547c-660d-4b61-96e0-9f82bb0825a6 service nova] Lock "4f90521e-31a3-4e3e-ad04-8abd5db01b94-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 683.024985] env[69365]: DEBUG oslo_concurrency.lockutils [req-d77ab671-70d3-4016-8ae8-1a2513e1d57b req-be3f547c-660d-4b61-96e0-9f82bb0825a6 service nova] Lock "4f90521e-31a3-4e3e-ad04-8abd5db01b94-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.025314] env[69365]: DEBUG nova.compute.manager [req-d77ab671-70d3-4016-8ae8-1a2513e1d57b req-be3f547c-660d-4b61-96e0-9f82bb0825a6 service nova] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] No waiting events found dispatching network-vif-plugged-2bbbb62d-0660-42da-9b07-6e7e73248b46 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 683.026068] env[69365]: WARNING nova.compute.manager [req-d77ab671-70d3-4016-8ae8-1a2513e1d57b req-be3f547c-660d-4b61-96e0-9f82bb0825a6 service nova] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Received unexpected event network-vif-plugged-2bbbb62d-0660-42da-9b07-6e7e73248b46 for instance with vm_state building and task_state spawning. [ 683.026186] env[69365]: DEBUG nova.compute.manager [req-d77ab671-70d3-4016-8ae8-1a2513e1d57b req-be3f547c-660d-4b61-96e0-9f82bb0825a6 service nova] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Received event network-changed-2bbbb62d-0660-42da-9b07-6e7e73248b46 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 683.026442] env[69365]: DEBUG nova.compute.manager [req-d77ab671-70d3-4016-8ae8-1a2513e1d57b req-be3f547c-660d-4b61-96e0-9f82bb0825a6 service nova] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Refreshing instance network info cache due to event network-changed-2bbbb62d-0660-42da-9b07-6e7e73248b46. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 683.026754] env[69365]: DEBUG oslo_concurrency.lockutils [req-d77ab671-70d3-4016-8ae8-1a2513e1d57b req-be3f547c-660d-4b61-96e0-9f82bb0825a6 service nova] Acquiring lock "refresh_cache-4f90521e-31a3-4e3e-ad04-8abd5db01b94" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.026901] env[69365]: DEBUG oslo_concurrency.lockutils [req-d77ab671-70d3-4016-8ae8-1a2513e1d57b req-be3f547c-660d-4b61-96e0-9f82bb0825a6 service nova] Acquired lock "refresh_cache-4f90521e-31a3-4e3e-ad04-8abd5db01b94" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.027124] env[69365]: DEBUG nova.network.neutron [req-d77ab671-70d3-4016-8ae8-1a2513e1d57b req-be3f547c-660d-4b61-96e0-9f82bb0825a6 service nova] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Refreshing network info cache for port 2bbbb62d-0660-42da-9b07-6e7e73248b46 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 683.028513] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a546b73e-2cdd-4aa7-9982-50006060787d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.044612] env[69365]: DEBUG oslo_vmware.api [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Waiting for the task: (returnval){ [ 683.044612] env[69365]: value = "task-3468424" [ 683.044612] env[69365]: _type = "Task" [ 683.044612] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.059937] env[69365]: DEBUG oslo_vmware.api [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Task: {'id': task-3468424, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.064439] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468421, 'name': CreateVM_Task, 'duration_secs': 0.383532} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.064744] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.065641] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.066247] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.066358] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.066570] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fdb234e-4918-427a-86f7-a199e572263b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.072280] env[69365]: DEBUG oslo_vmware.api [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Waiting for the task: (returnval){ [ 683.072280] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f62309-8588-dd33-b7b3-bfeafcff8721" [ 683.072280] env[69365]: _type = "Task" [ 683.072280] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.081977] env[69365]: DEBUG oslo_vmware.api [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f62309-8588-dd33-b7b3-bfeafcff8721, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.107504] env[69365]: DEBUG oslo_vmware.api [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468415, 'name': PowerOnVM_Task, 'duration_secs': 0.78265} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.107754] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.107993] env[69365]: INFO nova.compute.manager [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Took 11.63 seconds to spawn the instance on the hypervisor. [ 683.108173] env[69365]: DEBUG nova.compute.manager [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.109013] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dae3371-bd5b-4259-9808-f48105be856f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.133939] env[69365]: DEBUG oslo_vmware.api [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468422, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.195018] env[69365]: DEBUG oslo_vmware.api [None req-5f982fbd-69ea-4b82-b3cb-ad61278654d2 tempest-DeleteServersAdminTestJSON-1119230141 tempest-DeleteServersAdminTestJSON-1119230141-project-admin] Task: {'id': task-3468423, 'name': PowerOffVM_Task, 'duration_secs': 0.221805} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.195018] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f982fbd-69ea-4b82-b3cb-ad61278654d2 tempest-DeleteServersAdminTestJSON-1119230141 tempest-DeleteServersAdminTestJSON-1119230141-project-admin] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.195018] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5f982fbd-69ea-4b82-b3cb-ad61278654d2 tempest-DeleteServersAdminTestJSON-1119230141 tempest-DeleteServersAdminTestJSON-1119230141-project-admin] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 683.195018] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e7190b0-825b-42df-8b4d-e36324325f98 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.262909] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5f982fbd-69ea-4b82-b3cb-ad61278654d2 tempest-DeleteServersAdminTestJSON-1119230141 tempest-DeleteServersAdminTestJSON-1119230141-project-admin] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.263456] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5f982fbd-69ea-4b82-b3cb-ad61278654d2 tempest-DeleteServersAdminTestJSON-1119230141 tempest-DeleteServersAdminTestJSON-1119230141-project-admin] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.263456] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f982fbd-69ea-4b82-b3cb-ad61278654d2 tempest-DeleteServersAdminTestJSON-1119230141 tempest-DeleteServersAdminTestJSON-1119230141-project-admin] Deleting the datastore file [datastore1] f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.263721] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45125816-9404-4da5-82d6-26f1c83989fb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.273315] env[69365]: DEBUG oslo_vmware.api [None req-5f982fbd-69ea-4b82-b3cb-ad61278654d2 tempest-DeleteServersAdminTestJSON-1119230141 tempest-DeleteServersAdminTestJSON-1119230141-project-admin] Waiting for the task: (returnval){ [ 683.273315] env[69365]: value = "task-3468426" [ 683.273315] env[69365]: _type = "Task" [ 683.273315] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.282269] env[69365]: DEBUG oslo_vmware.api [None req-5f982fbd-69ea-4b82-b3cb-ad61278654d2 tempest-DeleteServersAdminTestJSON-1119230141 tempest-DeleteServersAdminTestJSON-1119230141-project-admin] Task: {'id': task-3468426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.388765] env[69365]: DEBUG oslo_vmware.api [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5257b728-4ae9-9376-0cf6-bba851e1b774, 'name': SearchDatastore_Task, 'duration_secs': 0.02089} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.389844] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d452df20-99c9-4237-8ae2-4c7f3abb2562 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.397359] env[69365]: DEBUG oslo_vmware.api [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 683.397359] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]520dd573-ca11-1830-96ed-de0653d58fa8" [ 683.397359] env[69365]: _type = "Task" [ 683.397359] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.405403] env[69365]: DEBUG oslo_vmware.api [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]520dd573-ca11-1830-96ed-de0653d58fa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.416900] env[69365]: DEBUG oslo_concurrency.lockutils [req-7684e19f-91c5-4648-a636-bb6ee43abbe2 req-d5a7fae4-8f73-47d3-941a-4b28af6048ae service nova] Releasing lock "refresh_cache-5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.449808] env[69365]: DEBUG nova.compute.manager [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 683.467210] env[69365]: DEBUG oslo_vmware.api [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468417, 'name': PowerOnVM_Task, 'duration_secs': 0.60438} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.467210] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.467210] env[69365]: INFO nova.compute.manager [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Took 18.92 seconds to spawn the instance on the hypervisor. [ 683.467567] env[69365]: DEBUG nova.compute.manager [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 683.468664] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc05acf8-eba8-4f51-98a5-df1366796922 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.556160] env[69365]: DEBUG oslo_vmware.api [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Task: {'id': task-3468424, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.591455] env[69365]: DEBUG oslo_vmware.api [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f62309-8588-dd33-b7b3-bfeafcff8721, 'name': SearchDatastore_Task, 'duration_secs': 0.01827} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.591455] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.591455] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.591455] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.633793] env[69365]: DEBUG oslo_vmware.api [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468422, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.638509] env[69365]: INFO nova.compute.manager [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Took 22.29 seconds to build instance. [ 683.794193] env[69365]: DEBUG oslo_vmware.api [None req-5f982fbd-69ea-4b82-b3cb-ad61278654d2 tempest-DeleteServersAdminTestJSON-1119230141 tempest-DeleteServersAdminTestJSON-1119230141-project-admin] Task: {'id': task-3468426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185168} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.794507] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f982fbd-69ea-4b82-b3cb-ad61278654d2 tempest-DeleteServersAdminTestJSON-1119230141 tempest-DeleteServersAdminTestJSON-1119230141-project-admin] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 683.798026] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5f982fbd-69ea-4b82-b3cb-ad61278654d2 tempest-DeleteServersAdminTestJSON-1119230141 tempest-DeleteServersAdminTestJSON-1119230141-project-admin] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 683.798026] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5f982fbd-69ea-4b82-b3cb-ad61278654d2 tempest-DeleteServersAdminTestJSON-1119230141 tempest-DeleteServersAdminTestJSON-1119230141-project-admin] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 683.798026] env[69365]: INFO nova.compute.manager [None req-5f982fbd-69ea-4b82-b3cb-ad61278654d2 tempest-DeleteServersAdminTestJSON-1119230141 tempest-DeleteServersAdminTestJSON-1119230141-project-admin] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Took 1.13 seconds to destroy the instance on the hypervisor. [ 683.798026] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5f982fbd-69ea-4b82-b3cb-ad61278654d2 tempest-DeleteServersAdminTestJSON-1119230141 tempest-DeleteServersAdminTestJSON-1119230141-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 683.798026] env[69365]: DEBUG nova.compute.manager [-] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 683.798026] env[69365]: DEBUG nova.network.neutron [-] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 683.900813] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4094e214-7f05-4353-94e8-77d1a8bdebf8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.914185] env[69365]: DEBUG oslo_vmware.api [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]520dd573-ca11-1830-96ed-de0653d58fa8, 'name': SearchDatastore_Task, 'duration_secs': 0.016951} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.916356] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.916760] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645/5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 683.917319] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.917637] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.917973] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bfa2969-e5d8-4c34-8344-7ecac86d535c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.922993] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f356bd-cf87-4d6e-b502-77b357e3a344 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.926530] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd6d7560-fdb2-4e7f-9b65-2233849e6c4b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.965228] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b215c075-e8fa-4b68-80ca-6092b42f2378 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.969019] env[69365]: DEBUG oslo_vmware.api [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 683.969019] env[69365]: value = "task-3468427" [ 683.969019] env[69365]: _type = "Task" [ 683.969019] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.969019] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.969266] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.970522] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e522778e-35fb-4499-ad47-7f2d9b53896c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.986908] env[69365]: DEBUG nova.network.neutron [req-d77ab671-70d3-4016-8ae8-1a2513e1d57b req-be3f547c-660d-4b61-96e0-9f82bb0825a6 service nova] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Updated VIF entry in instance network info cache for port 2bbbb62d-0660-42da-9b07-6e7e73248b46. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 683.986908] env[69365]: DEBUG nova.network.neutron [req-d77ab671-70d3-4016-8ae8-1a2513e1d57b req-be3f547c-660d-4b61-96e0-9f82bb0825a6 service nova] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Updating instance_info_cache with network_info: [{"id": "2bbbb62d-0660-42da-9b07-6e7e73248b46", "address": "fa:16:3e:68:bc:a0", "network": {"id": "0f9211ca-2d9a-4f76-a068-77a2af7732aa", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1546785447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "72e2d3f5293e421890ea5605946afb40", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bbbb62d-06", "ovs_interfaceid": "2bbbb62d-0660-42da-9b07-6e7e73248b46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.988625] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad51f5e4-b670-4116-9ee3-3b15e8e11db3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.006048] env[69365]: DEBUG oslo_vmware.api [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.006700] env[69365]: DEBUG oslo_vmware.api [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Waiting for the task: (returnval){ [ 684.006700] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52671f04-4ebb-1193-8a62-f3a91503905f" [ 684.006700] env[69365]: _type = "Task" [ 684.006700] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.008473] env[69365]: INFO nova.compute.manager [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Took 27.82 seconds to build instance. [ 684.023713] env[69365]: DEBUG nova.compute.provider_tree [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 684.031524] env[69365]: DEBUG oslo_vmware.api [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52671f04-4ebb-1193-8a62-f3a91503905f, 'name': SearchDatastore_Task, 'duration_secs': 0.011304} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.032375] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57216535-6d77-4187-bc99-1532fe9601e6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.039654] env[69365]: DEBUG oslo_vmware.api [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Waiting for the task: (returnval){ [ 684.039654] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5202975a-c948-2147-f67f-04dc3e3dd50b" [ 684.039654] env[69365]: _type = "Task" [ 684.039654] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.048696] env[69365]: DEBUG oslo_vmware.api [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5202975a-c948-2147-f67f-04dc3e3dd50b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.058490] env[69365]: DEBUG oslo_vmware.api [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Task: {'id': task-3468424, 'name': PowerOnVM_Task, 'duration_secs': 0.631612} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.058782] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.061994] env[69365]: INFO nova.compute.manager [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Took 17.19 seconds to spawn the instance on the hypervisor. [ 684.061994] env[69365]: DEBUG nova.compute.manager [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.061994] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff39ee40-fdd1-40bc-a38a-7f702133b23f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.129816] env[69365]: DEBUG oslo_vmware.api [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468422, 'name': PowerOnVM_Task, 'duration_secs': 1.402865} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.129816] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.129816] env[69365]: INFO nova.compute.manager [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Took 14.97 seconds to spawn the instance on the hypervisor. [ 684.129816] env[69365]: DEBUG nova.compute.manager [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.130224] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41dfbc89-98e0-4cda-afda-dc5970aa9e3e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.142623] env[69365]: DEBUG oslo_concurrency.lockutils [None req-809b072b-1a8b-465f-ba18-f58313240dfb tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "0f4e5793-a942-4c82-acd1-c175bd1e9da4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.801s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.171542] env[69365]: DEBUG nova.network.neutron [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Successfully updated port: a0bc0472-3933-41df-8a1e-68d52295827e {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 684.472278] env[69365]: DEBUG nova.compute.manager [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 684.489877] env[69365]: DEBUG oslo_vmware.api [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468427, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.505401] env[69365]: DEBUG oslo_concurrency.lockutils [req-d77ab671-70d3-4016-8ae8-1a2513e1d57b req-be3f547c-660d-4b61-96e0-9f82bb0825a6 service nova] Releasing lock "refresh_cache-4f90521e-31a3-4e3e-ad04-8abd5db01b94" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.509887] env[69365]: DEBUG nova.virt.hardware [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 684.510038] env[69365]: DEBUG nova.virt.hardware [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 684.510143] env[69365]: DEBUG nova.virt.hardware [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 684.510332] env[69365]: DEBUG nova.virt.hardware [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 684.510582] env[69365]: DEBUG nova.virt.hardware [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 684.510639] env[69365]: DEBUG nova.virt.hardware [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 684.510817] env[69365]: DEBUG nova.virt.hardware [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 684.510977] env[69365]: DEBUG nova.virt.hardware [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 684.513990] env[69365]: DEBUG nova.virt.hardware [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 684.513990] env[69365]: DEBUG nova.virt.hardware [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 684.513990] env[69365]: DEBUG nova.virt.hardware [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 684.513990] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dfdc17d-c7e6-4bb7-a803-2d56d6cf4da5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.524648] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19930a2-6a3f-47e2-87d3-0f54c17d7813 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.530048] env[69365]: DEBUG oslo_concurrency.lockutils [None req-18e34027-4c6f-4425-8f4a-7e6dceba071e tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lock "f1420621-d961-4ec4-a181-37b7b1284fe3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.355s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.531073] env[69365]: DEBUG nova.scheduler.client.report [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.547245] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 684.554235] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Creating folder: Project (652fdbb9606c42de8af0411be0df5b12). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.557763] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0c2b170-c8c3-45bb-b0ba-dbb08673c443 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.569099] env[69365]: DEBUG oslo_vmware.api [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5202975a-c948-2147-f67f-04dc3e3dd50b, 'name': SearchDatastore_Task, 'duration_secs': 0.017821} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.570937] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.571230] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 4f90521e-31a3-4e3e-ad04-8abd5db01b94/4f90521e-31a3-4e3e-ad04-8abd5db01b94.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.571558] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Created folder: Project (652fdbb9606c42de8af0411be0df5b12) in parent group-v693134. [ 684.571753] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Creating folder: Instances. Parent ref: group-v693161. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 684.572446] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4410b767-493a-40cd-9fd6-f9c0f34caecb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.574895] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-14a47ac6-255b-4e36-bff8-cec0ca81a209 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.585478] env[69365]: INFO nova.compute.manager [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Took 26.19 seconds to build instance. [ 684.590330] env[69365]: DEBUG oslo_vmware.api [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Waiting for the task: (returnval){ [ 684.590330] env[69365]: value = "task-3468429" [ 684.590330] env[69365]: _type = "Task" [ 684.590330] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.599199] env[69365]: DEBUG oslo_vmware.api [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Task: {'id': task-3468429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.601266] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Created folder: Instances in parent group-v693161. [ 684.601266] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 684.601917] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 684.602742] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63b9b627-db3e-4329-a7ce-b47420817275 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.621895] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 684.621895] env[69365]: value = "task-3468431" [ 684.621895] env[69365]: _type = "Task" [ 684.621895] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.629796] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468431, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.647380] env[69365]: DEBUG nova.compute.manager [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 684.652544] env[69365]: INFO nova.compute.manager [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Took 25.24 seconds to build instance. [ 684.675114] env[69365]: DEBUG oslo_concurrency.lockutils [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Acquiring lock "refresh_cache-2ddf89d9-987d-4904-a7f1-b5b0be5880f3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.675114] env[69365]: DEBUG oslo_concurrency.lockutils [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Acquired lock "refresh_cache-2ddf89d9-987d-4904-a7f1-b5b0be5880f3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.676337] env[69365]: DEBUG nova.network.neutron [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 684.931592] env[69365]: DEBUG nova.network.neutron [-] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.988301] env[69365]: DEBUG oslo_vmware.api [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687879} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.988589] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645/5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 684.988809] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 684.990204] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56f32e60-7a09-43d6-bba4-a5dc247f6110 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.998798] env[69365]: DEBUG oslo_vmware.api [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 684.998798] env[69365]: value = "task-3468432" [ 684.998798] env[69365]: _type = "Task" [ 684.998798] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.011309] env[69365]: DEBUG oslo_vmware.api [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468432, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.037812] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.038419] env[69365]: DEBUG nova.compute.manager [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 685.041697] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.033s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.044064] env[69365]: INFO nova.compute.claims [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 685.058554] env[69365]: DEBUG nova.compute.manager [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.090696] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1c81f306-9774-4abf-b014-d03dfc16b680 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Lock "c14bd34b-f591-405c-a7b1-361b4b7fb6f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.707s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.111794] env[69365]: DEBUG oslo_vmware.api [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Task: {'id': task-3468429, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.133958] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468431, 'name': CreateVM_Task, 'duration_secs': 0.348929} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.133958] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 685.135290] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.135290] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.135290] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.136282] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb6fac96-40fa-4045-8a69-a3aae6bd0be5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.144511] env[69365]: DEBUG oslo_vmware.api [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Waiting for the task: (returnval){ [ 685.144511] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]520cbe40-8aeb-5a2c-a72c-6ff6405640fb" [ 685.144511] env[69365]: _type = "Task" [ 685.144511] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.156812] env[69365]: DEBUG oslo_vmware.api [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]520cbe40-8aeb-5a2c-a72c-6ff6405640fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.159955] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9cd551f2-edf4-4e98-9c52-fc5fa857928b tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "a9672f20-2f1f-4ab4-861a-e542250eb592" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.755s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.183195] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.226862] env[69365]: DEBUG nova.network.neutron [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.434957] env[69365]: INFO nova.compute.manager [-] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Took 1.64 seconds to deallocate network for instance. [ 685.519023] env[69365]: DEBUG oslo_vmware.api [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468432, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124095} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.519023] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.519023] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ea3ec9-4f96-47ac-967f-713238972937 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.545567] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645/5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.546594] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-deed7157-f4fa-47cd-8aa6-2e62c74eefb5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.564345] env[69365]: DEBUG nova.compute.utils [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 685.568483] env[69365]: DEBUG nova.compute.manager [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 685.568662] env[69365]: DEBUG nova.network.neutron [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 685.580247] env[69365]: DEBUG oslo_vmware.api [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 685.580247] env[69365]: value = "task-3468433" [ 685.580247] env[69365]: _type = "Task" [ 685.580247] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.588935] env[69365]: DEBUG oslo_vmware.api [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.598332] env[69365]: DEBUG oslo_concurrency.lockutils [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.600284] env[69365]: DEBUG nova.network.neutron [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Updating instance_info_cache with network_info: [{"id": "a0bc0472-3933-41df-8a1e-68d52295827e", "address": "fa:16:3e:5f:f2:1e", "network": {"id": "29387dd8-ed33-4b7f-93c4-c3a57fd7fd5d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-221569669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a0a1f4ab684349926a8d03cbd63fa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0bc0472-39", "ovs_interfaceid": "a0bc0472-3933-41df-8a1e-68d52295827e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.606659] env[69365]: DEBUG nova.compute.manager [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.609936] env[69365]: DEBUG oslo_vmware.api [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Task: {'id': task-3468429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594355} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.610743] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 4f90521e-31a3-4e3e-ad04-8abd5db01b94/4f90521e-31a3-4e3e-ad04-8abd5db01b94.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.611012] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.611308] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d07a4d8f-d59b-44af-bbbf-7b130fe31e5f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.619439] env[69365]: DEBUG oslo_vmware.api [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Waiting for the task: (returnval){ [ 685.619439] env[69365]: value = "task-3468434" [ 685.619439] env[69365]: _type = "Task" [ 685.619439] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.631423] env[69365]: DEBUG oslo_vmware.api [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Task: {'id': task-3468434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.656835] env[69365]: DEBUG oslo_vmware.api [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]520cbe40-8aeb-5a2c-a72c-6ff6405640fb, 'name': SearchDatastore_Task, 'duration_secs': 0.022884} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.657942] env[69365]: DEBUG nova.policy [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd199efec29f6444d86d2fa42b0afd527', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0945c8a8029f4783b48fd50263293328', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.659806] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.660670] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 685.660670] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.661530] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.661530] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 685.661847] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27016d80-81a1-4d22-a684-041f613dd606 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.665767] env[69365]: DEBUG nova.compute.manager [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.680054] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 685.680054] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 685.680792] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbc49465-c3f9-486a-8514-870a4bc89304 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.687597] env[69365]: DEBUG oslo_vmware.api [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Waiting for the task: (returnval){ [ 685.687597] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]521726fe-1c45-e6b9-70a0-89cda0e10273" [ 685.687597] env[69365]: _type = "Task" [ 685.687597] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.697247] env[69365]: DEBUG oslo_vmware.api [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521726fe-1c45-e6b9-70a0-89cda0e10273, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.747166] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Acquiring lock "598f0b6f-8524-4015-9ab1-7797fc4794b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.747408] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Lock "598f0b6f-8524-4015-9ab1-7797fc4794b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.902929] env[69365]: DEBUG nova.compute.manager [req-2fa57fdf-661f-4b9c-9ad8-9f7a71664071 req-511f01be-cd77-435f-822f-0dfced2ecad0 service nova] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Received event network-vif-plugged-a0bc0472-3933-41df-8a1e-68d52295827e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 685.906373] env[69365]: DEBUG oslo_concurrency.lockutils [req-2fa57fdf-661f-4b9c-9ad8-9f7a71664071 req-511f01be-cd77-435f-822f-0dfced2ecad0 service nova] Acquiring lock "2ddf89d9-987d-4904-a7f1-b5b0be5880f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.906594] env[69365]: DEBUG oslo_concurrency.lockutils [req-2fa57fdf-661f-4b9c-9ad8-9f7a71664071 req-511f01be-cd77-435f-822f-0dfced2ecad0 service nova] Lock "2ddf89d9-987d-4904-a7f1-b5b0be5880f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.906838] env[69365]: DEBUG oslo_concurrency.lockutils [req-2fa57fdf-661f-4b9c-9ad8-9f7a71664071 req-511f01be-cd77-435f-822f-0dfced2ecad0 service nova] Lock "2ddf89d9-987d-4904-a7f1-b5b0be5880f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.907167] env[69365]: DEBUG nova.compute.manager [req-2fa57fdf-661f-4b9c-9ad8-9f7a71664071 req-511f01be-cd77-435f-822f-0dfced2ecad0 service nova] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] No waiting events found dispatching network-vif-plugged-a0bc0472-3933-41df-8a1e-68d52295827e {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 685.907259] env[69365]: WARNING nova.compute.manager [req-2fa57fdf-661f-4b9c-9ad8-9f7a71664071 req-511f01be-cd77-435f-822f-0dfced2ecad0 service nova] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Received unexpected event network-vif-plugged-a0bc0472-3933-41df-8a1e-68d52295827e for instance with vm_state building and task_state spawning. [ 685.942179] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5f982fbd-69ea-4b82-b3cb-ad61278654d2 tempest-DeleteServersAdminTestJSON-1119230141 tempest-DeleteServersAdminTestJSON-1119230141-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.069855] env[69365]: DEBUG nova.compute.manager [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 686.094646] env[69365]: DEBUG oslo_vmware.api [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.111617] env[69365]: DEBUG oslo_concurrency.lockutils [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Releasing lock "refresh_cache-2ddf89d9-987d-4904-a7f1-b5b0be5880f3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.113022] env[69365]: DEBUG nova.compute.manager [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Instance network_info: |[{"id": "a0bc0472-3933-41df-8a1e-68d52295827e", "address": "fa:16:3e:5f:f2:1e", "network": {"id": "29387dd8-ed33-4b7f-93c4-c3a57fd7fd5d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-221569669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a0a1f4ab684349926a8d03cbd63fa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0bc0472-39", "ovs_interfaceid": "a0bc0472-3933-41df-8a1e-68d52295827e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 686.124496] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:f2:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be8bd197-4b2b-46e7-88ea-2554b0438584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0bc0472-3933-41df-8a1e-68d52295827e', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.136314] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Creating folder: Project (74a0a1f4ab684349926a8d03cbd63fa5). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.137976] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a126a27-e084-4bb6-bbaf-4afa104cf905 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.151663] env[69365]: DEBUG oslo_vmware.api [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Task: {'id': task-3468434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.158382} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.152845] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.160244] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 686.160244] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3986dd0-c09c-46d2-9571-0e8897f350d3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.161706] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Created folder: Project (74a0a1f4ab684349926a8d03cbd63fa5) in parent group-v693134. [ 686.164950] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Creating folder: Instances. Parent ref: group-v693164. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.164950] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf84db4f-6726-403a-affe-5000045eb924 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.198196] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 4f90521e-31a3-4e3e-ad04-8abd5db01b94/4f90521e-31a3-4e3e-ad04-8abd5db01b94.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 686.203331] env[69365]: INFO nova.compute.manager [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] [instance: d758e281-a701-418a-aa45-efabac0bdada] Rebuilding instance [ 686.205677] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a81f301-6326-427e-a1dc-7e8ed6f63ecf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.223473] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Created folder: Instances in parent group-v693164. [ 686.223670] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.228138] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.236034] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d15a5b5a-9950-40a2-8c1b-e19ab5d8ae9a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.248197] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.250246] env[69365]: DEBUG oslo_vmware.api [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Waiting for the task: (returnval){ [ 686.250246] env[69365]: value = "task-3468437" [ 686.250246] env[69365]: _type = "Task" [ 686.250246] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.264533] env[69365]: DEBUG oslo_vmware.api [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521726fe-1c45-e6b9-70a0-89cda0e10273, 'name': SearchDatastore_Task, 'duration_secs': 0.022459} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.264836] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.264836] env[69365]: value = "task-3468438" [ 686.264836] env[69365]: _type = "Task" [ 686.264836] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.268602] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7add4dd3-d4f1-4593-b192-dbd3f346641d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.275461] env[69365]: DEBUG oslo_vmware.api [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Task: {'id': task-3468437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.282695] env[69365]: DEBUG oslo_vmware.api [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Waiting for the task: (returnval){ [ 686.282695] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5227d52f-db43-c9a3-bd8e-fd451690c729" [ 686.282695] env[69365]: _type = "Task" [ 686.282695] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.289779] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468438, 'name': CreateVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.308940] env[69365]: DEBUG oslo_vmware.api [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5227d52f-db43-c9a3-bd8e-fd451690c729, 'name': SearchDatastore_Task, 'duration_secs': 0.015812} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.309426] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.309808] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] a4237ad3-1581-47bd-b5e5-30530429402f/a4237ad3-1581-47bd-b5e5-30530429402f.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 686.310205] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f2f2a3a-6c7d-4e74-8e8a-c439889e17c1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.314146] env[69365]: DEBUG nova.network.neutron [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Successfully created port: e92d54c2-2104-4901-9fde-ba68a1528dfb {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 686.326842] env[69365]: DEBUG nova.compute.manager [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] [instance: d758e281-a701-418a-aa45-efabac0bdada] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 686.328722] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69221dc7-a051-4ec1-b4a5-c691ae9ba34e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.333490] env[69365]: DEBUG oslo_vmware.api [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Waiting for the task: (returnval){ [ 686.333490] env[69365]: value = "task-3468439" [ 686.333490] env[69365]: _type = "Task" [ 686.333490] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.350686] env[69365]: DEBUG oslo_vmware.api [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Task: {'id': task-3468439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.605989] env[69365]: DEBUG oslo_vmware.api [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468433, 'name': ReconfigVM_Task, 'duration_secs': 0.723387} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.605989] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645/5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.606799] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdf81637-6085-4d7b-88e4-cd04c955b975 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.615175] env[69365]: DEBUG oslo_vmware.api [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 686.615175] env[69365]: value = "task-3468440" [ 686.615175] env[69365]: _type = "Task" [ 686.615175] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.633791] env[69365]: DEBUG oslo_vmware.api [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468440, 'name': Rename_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.674070] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7578999-3b70-4032-bd9d-585b95399b27 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.684853] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c906c2fd-e6d1-4a1a-9349-be890c200a9e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.725775] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49202a9-2b2b-4c2b-8224-a150b1ef74c8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.736071] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37dfa725-ed10-4882-9d1f-5ef115750122 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.754785] env[69365]: DEBUG nova.compute.provider_tree [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.768154] env[69365]: DEBUG oslo_vmware.api [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Task: {'id': task-3468437, 'name': ReconfigVM_Task, 'duration_secs': 0.419696} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.769387] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 4f90521e-31a3-4e3e-ad04-8abd5db01b94/4f90521e-31a3-4e3e-ad04-8abd5db01b94.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.772379] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5d76e0b-d5bd-4d9f-8cbc-af0df96ca86f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.787239] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468438, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.790101] env[69365]: DEBUG oslo_vmware.api [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Waiting for the task: (returnval){ [ 686.790101] env[69365]: value = "task-3468441" [ 686.790101] env[69365]: _type = "Task" [ 686.790101] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.802629] env[69365]: DEBUG oslo_vmware.api [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Task: {'id': task-3468441, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.850799] env[69365]: DEBUG oslo_vmware.api [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Task: {'id': task-3468439, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.003315] env[69365]: DEBUG nova.compute.manager [req-53e66932-cbc9-46a5-979b-e9e50aef4d60 req-c0b70ffe-b1fa-468c-868b-23a3e196a20d service nova] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Received event network-vif-deleted-03594f78-43eb-4a0a-9bca-b215cd964912 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 687.087364] env[69365]: DEBUG nova.compute.manager [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 687.118246] env[69365]: DEBUG nova.virt.hardware [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 687.118495] env[69365]: DEBUG nova.virt.hardware [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 687.118817] env[69365]: DEBUG nova.virt.hardware [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 687.118817] env[69365]: DEBUG nova.virt.hardware [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 687.118944] env[69365]: DEBUG nova.virt.hardware [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 687.119339] env[69365]: DEBUG nova.virt.hardware [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 687.119339] env[69365]: DEBUG nova.virt.hardware [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 687.119528] env[69365]: DEBUG nova.virt.hardware [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 687.119699] env[69365]: DEBUG nova.virt.hardware [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 687.119860] env[69365]: DEBUG nova.virt.hardware [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 687.120203] env[69365]: DEBUG nova.virt.hardware [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 687.120986] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedcd24f-9563-437f-aff0-1f7b41c02acc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.132385] env[69365]: DEBUG oslo_vmware.api [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468440, 'name': Rename_Task, 'duration_secs': 0.186703} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.134591] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.134879] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe1ddff0-120b-4819-b287-b0b8d337bda6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.137426] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decb06ba-1b2c-4517-a54f-65f07f5cb137 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.153300] env[69365]: DEBUG oslo_vmware.api [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 687.153300] env[69365]: value = "task-3468442" [ 687.153300] env[69365]: _type = "Task" [ 687.153300] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.161234] env[69365]: DEBUG oslo_vmware.api [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.261523] env[69365]: DEBUG nova.scheduler.client.report [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.281123] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468438, 'name': CreateVM_Task, 'duration_secs': 0.55177} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.281123] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.282074] env[69365]: DEBUG oslo_concurrency.lockutils [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.282074] env[69365]: DEBUG oslo_concurrency.lockutils [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.282278] env[69365]: DEBUG oslo_concurrency.lockutils [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.282846] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a6ff518-a848-4713-8d49-f944290e4752 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.289228] env[69365]: DEBUG oslo_vmware.api [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Waiting for the task: (returnval){ [ 687.289228] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]526f4d33-f36f-abe2-4cfd-6bbb7f12470e" [ 687.289228] env[69365]: _type = "Task" [ 687.289228] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.306291] env[69365]: DEBUG oslo_vmware.api [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]526f4d33-f36f-abe2-4cfd-6bbb7f12470e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.309940] env[69365]: DEBUG oslo_vmware.api [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Task: {'id': task-3468441, 'name': Rename_Task, 'duration_secs': 0.234496} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.311097] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.311097] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5d79f70-bcbb-4fc4-a2dd-27040348a922 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.316549] env[69365]: DEBUG oslo_vmware.api [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Waiting for the task: (returnval){ [ 687.316549] env[69365]: value = "task-3468443" [ 687.316549] env[69365]: _type = "Task" [ 687.316549] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.325280] env[69365]: DEBUG oslo_vmware.api [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Task: {'id': task-3468443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.344492] env[69365]: DEBUG oslo_vmware.api [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Task: {'id': task-3468439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545198} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.344764] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] a4237ad3-1581-47bd-b5e5-30530429402f/a4237ad3-1581-47bd-b5e5-30530429402f.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 687.344918] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 687.345189] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-99154332-6231-4e7f-9588-c16ee6f45a62 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.350696] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] [instance: d758e281-a701-418a-aa45-efabac0bdada] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.350953] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0950610-d037-4ea7-af15-62ea885a561f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.354129] env[69365]: DEBUG oslo_vmware.api [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Waiting for the task: (returnval){ [ 687.354129] env[69365]: value = "task-3468444" [ 687.354129] env[69365]: _type = "Task" [ 687.354129] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.362565] env[69365]: DEBUG oslo_vmware.api [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Waiting for the task: (returnval){ [ 687.362565] env[69365]: value = "task-3468445" [ 687.362565] env[69365]: _type = "Task" [ 687.362565] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.369422] env[69365]: DEBUG oslo_vmware.api [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Task: {'id': task-3468444, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.374654] env[69365]: DEBUG oslo_vmware.api [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Task: {'id': task-3468445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.664363] env[69365]: DEBUG oslo_vmware.api [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468442, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.768158] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.768680] env[69365]: DEBUG nova.compute.manager [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.772029] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.895s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.772252] env[69365]: DEBUG nova.objects.instance [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69365) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 687.804823] env[69365]: DEBUG oslo_vmware.api [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]526f4d33-f36f-abe2-4cfd-6bbb7f12470e, 'name': SearchDatastore_Task, 'duration_secs': 0.015692} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.804823] env[69365]: DEBUG oslo_concurrency.lockutils [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.804997] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.809900] env[69365]: DEBUG oslo_concurrency.lockutils [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.809900] env[69365]: DEBUG oslo_concurrency.lockutils [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.809900] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.810439] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56372d27-2307-49fa-a27f-0681ace78c37 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.823292] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.823292] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.828644] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64a91821-26c6-414e-a57d-69c7a02153d4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.839703] env[69365]: DEBUG oslo_vmware.api [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Waiting for the task: (returnval){ [ 687.839703] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a3dc99-812e-30d6-787a-204706aac4da" [ 687.839703] env[69365]: _type = "Task" [ 687.839703] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.840247] env[69365]: DEBUG oslo_vmware.api [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Task: {'id': task-3468443, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.848937] env[69365]: DEBUG oslo_vmware.api [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a3dc99-812e-30d6-787a-204706aac4da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.863997] env[69365]: DEBUG oslo_vmware.api [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Task: {'id': task-3468444, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071911} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.868587] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.870809] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7899df0-1081-4e01-9394-03a3784f6140 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.878282] env[69365]: DEBUG oslo_vmware.api [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Task: {'id': task-3468445, 'name': PowerOffVM_Task, 'duration_secs': 0.231652} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.887771] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] [instance: d758e281-a701-418a-aa45-efabac0bdada] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.888173] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] [instance: d758e281-a701-418a-aa45-efabac0bdada] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.898115] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] a4237ad3-1581-47bd-b5e5-30530429402f/a4237ad3-1581-47bd-b5e5-30530429402f.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.898972] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5a215a-b3cb-4eb4-bcbf-9b07fd28fe06 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.901938] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-554ba5fb-a3fc-4991-ae79-16051f4a91c8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.922552] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] [instance: d758e281-a701-418a-aa45-efabac0bdada] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.923770] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3816162f-e233-4353-a996-67b9653aea49 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.928572] env[69365]: DEBUG oslo_vmware.api [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Waiting for the task: (returnval){ [ 687.928572] env[69365]: value = "task-3468446" [ 687.928572] env[69365]: _type = "Task" [ 687.928572] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.939503] env[69365]: DEBUG oslo_vmware.api [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Task: {'id': task-3468446, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.957415] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] [instance: d758e281-a701-418a-aa45-efabac0bdada] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.957612] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] [instance: d758e281-a701-418a-aa45-efabac0bdada] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.957838] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Deleting the datastore file [datastore2] d758e281-a701-418a-aa45-efabac0bdada {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.958031] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b85f950-5abc-4f30-8c26-827eec9ba000 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.964459] env[69365]: DEBUG oslo_vmware.api [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Waiting for the task: (returnval){ [ 687.964459] env[69365]: value = "task-3468448" [ 687.964459] env[69365]: _type = "Task" [ 687.964459] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.973260] env[69365]: DEBUG oslo_vmware.api [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Task: {'id': task-3468448, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.166067] env[69365]: DEBUG oslo_vmware.api [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468442, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.277163] env[69365]: DEBUG nova.compute.utils [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 688.279128] env[69365]: DEBUG nova.compute.manager [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 688.279434] env[69365]: DEBUG nova.network.neutron [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.342754] env[69365]: DEBUG oslo_vmware.api [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Task: {'id': task-3468443, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.365141] env[69365]: DEBUG oslo_vmware.api [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a3dc99-812e-30d6-787a-204706aac4da, 'name': SearchDatastore_Task, 'duration_secs': 0.043166} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.369056] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55eeb43e-e575-4f9d-8a1c-04985eae120c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.377629] env[69365]: DEBUG oslo_vmware.api [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Waiting for the task: (returnval){ [ 688.377629] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52ed17cd-226f-49f5-6896-b6670ef007d5" [ 688.377629] env[69365]: _type = "Task" [ 688.377629] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.393538] env[69365]: DEBUG oslo_vmware.api [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52ed17cd-226f-49f5-6896-b6670ef007d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011338} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.393724] env[69365]: DEBUG oslo_concurrency.lockutils [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.394049] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 2ddf89d9-987d-4904-a7f1-b5b0be5880f3/2ddf89d9-987d-4904-a7f1-b5b0be5880f3.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.394344] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-baf94358-8578-4654-a6aa-05314d288ac2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.401125] env[69365]: DEBUG oslo_vmware.api [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Waiting for the task: (returnval){ [ 688.401125] env[69365]: value = "task-3468449" [ 688.401125] env[69365]: _type = "Task" [ 688.401125] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.410731] env[69365]: DEBUG oslo_vmware.api [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3468449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.424386] env[69365]: DEBUG nova.policy [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '24101504927b415a92f51ca91ab53705', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a9b5981b246c40bf864ad9731df34448', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.451249] env[69365]: DEBUG oslo_vmware.api [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Task: {'id': task-3468446, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.475704] env[69365]: DEBUG oslo_vmware.api [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Task: {'id': task-3468448, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315027} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.477222] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.477760] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] [instance: d758e281-a701-418a-aa45-efabac0bdada] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.477760] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] [instance: d758e281-a701-418a-aa45-efabac0bdada] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.671817] env[69365]: DEBUG oslo_vmware.api [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468442, 'name': PowerOnVM_Task, 'duration_secs': 1.136896} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.671817] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.671817] env[69365]: INFO nova.compute.manager [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Took 11.67 seconds to spawn the instance on the hypervisor. [ 688.671817] env[69365]: DEBUG nova.compute.manager [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.672236] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7b250f-0703-4e57-ae0c-f6ce0f007325 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.737009] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "875b1a48-9e09-43b5-abf6-99c7d64d845f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.737566] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "875b1a48-9e09-43b5-abf6-99c7d64d845f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.791138] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5c81a2f3-c813-4437-a358-d3ce6a278af7 tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.792222] env[69365]: DEBUG nova.compute.manager [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.795985] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.615s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.798105] env[69365]: INFO nova.compute.claims [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.838391] env[69365]: DEBUG oslo_vmware.api [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Task: {'id': task-3468443, 'name': PowerOnVM_Task, 'duration_secs': 1.082194} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.838662] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.839135] env[69365]: INFO nova.compute.manager [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Took 9.44 seconds to spawn the instance on the hypervisor. [ 688.839135] env[69365]: DEBUG nova.compute.manager [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 688.840212] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e7a247-3318-4255-b39a-f355003e8bf0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.914412] env[69365]: DEBUG oslo_vmware.api [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3468449, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.945419] env[69365]: DEBUG oslo_vmware.api [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Task: {'id': task-3468446, 'name': ReconfigVM_Task, 'duration_secs': 0.67245} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.948062] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Reconfigured VM instance instance-0000000b to attach disk [datastore1] a4237ad3-1581-47bd-b5e5-30530429402f/a4237ad3-1581-47bd-b5e5-30530429402f.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.948874] env[69365]: DEBUG nova.compute.manager [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Stashing vm_state: active {{(pid=69365) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 688.951745] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a8a7d42-cff6-4031-b66d-5664f8b1b8e3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.959140] env[69365]: DEBUG oslo_vmware.api [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Waiting for the task: (returnval){ [ 688.959140] env[69365]: value = "task-3468450" [ 688.959140] env[69365]: _type = "Task" [ 688.959140] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.967805] env[69365]: DEBUG oslo_vmware.api [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Task: {'id': task-3468450, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.116126] env[69365]: DEBUG nova.network.neutron [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Successfully updated port: e92d54c2-2104-4901-9fde-ba68a1528dfb {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 689.195217] env[69365]: INFO nova.compute.manager [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Took 23.10 seconds to build instance. [ 689.371215] env[69365]: INFO nova.compute.manager [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Took 16.66 seconds to build instance. [ 689.417090] env[69365]: DEBUG oslo_vmware.api [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3468449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576651} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.417329] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 2ddf89d9-987d-4904-a7f1-b5b0be5880f3/2ddf89d9-987d-4904-a7f1-b5b0be5880f3.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.417557] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.417820] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f12c72dc-79f4-4cbd-b776-e74633d482a3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.424738] env[69365]: DEBUG oslo_vmware.api [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Waiting for the task: (returnval){ [ 689.424738] env[69365]: value = "task-3468451" [ 689.424738] env[69365]: _type = "Task" [ 689.424738] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.434902] env[69365]: DEBUG oslo_vmware.api [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3468451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.461308] env[69365]: DEBUG nova.compute.manager [req-61c4c010-2201-4833-8efb-b6c5279667ce req-a52d9be0-0962-402e-ac9d-1ef25db3916b service nova] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Received event network-changed-a0bc0472-3933-41df-8a1e-68d52295827e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 689.461308] env[69365]: DEBUG nova.compute.manager [req-61c4c010-2201-4833-8efb-b6c5279667ce req-a52d9be0-0962-402e-ac9d-1ef25db3916b service nova] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Refreshing instance network info cache due to event network-changed-a0bc0472-3933-41df-8a1e-68d52295827e. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 689.461308] env[69365]: DEBUG oslo_concurrency.lockutils [req-61c4c010-2201-4833-8efb-b6c5279667ce req-a52d9be0-0962-402e-ac9d-1ef25db3916b service nova] Acquiring lock "refresh_cache-2ddf89d9-987d-4904-a7f1-b5b0be5880f3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.461541] env[69365]: DEBUG oslo_concurrency.lockutils [req-61c4c010-2201-4833-8efb-b6c5279667ce req-a52d9be0-0962-402e-ac9d-1ef25db3916b service nova] Acquired lock "refresh_cache-2ddf89d9-987d-4904-a7f1-b5b0be5880f3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.461840] env[69365]: DEBUG nova.network.neutron [req-61c4c010-2201-4833-8efb-b6c5279667ce req-a52d9be0-0962-402e-ac9d-1ef25db3916b service nova] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Refreshing network info cache for port a0bc0472-3933-41df-8a1e-68d52295827e {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.470252] env[69365]: DEBUG nova.network.neutron [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Successfully created port: 68719715-aed8-41da-b5a8-f7435778f4f7 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 689.482189] env[69365]: DEBUG oslo_vmware.api [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Task: {'id': task-3468450, 'name': Rename_Task, 'duration_secs': 0.32635} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.482189] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.482189] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a33400c4-edac-42f9-9e98-d77484a740cf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.491249] env[69365]: DEBUG oslo_concurrency.lockutils [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.495315] env[69365]: DEBUG oslo_vmware.api [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Waiting for the task: (returnval){ [ 689.495315] env[69365]: value = "task-3468452" [ 689.495315] env[69365]: _type = "Task" [ 689.495315] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.506427] env[69365]: DEBUG oslo_vmware.api [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Task: {'id': task-3468452, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.535202] env[69365]: DEBUG nova.virt.hardware [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.535498] env[69365]: DEBUG nova.virt.hardware [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.539023] env[69365]: DEBUG nova.virt.hardware [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.539023] env[69365]: DEBUG nova.virt.hardware [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.539023] env[69365]: DEBUG nova.virt.hardware [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.539023] env[69365]: DEBUG nova.virt.hardware [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.539023] env[69365]: DEBUG nova.virt.hardware [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.539393] env[69365]: DEBUG nova.virt.hardware [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.539393] env[69365]: DEBUG nova.virt.hardware [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.539393] env[69365]: DEBUG nova.virt.hardware [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.539393] env[69365]: DEBUG nova.virt.hardware [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.539393] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb882d0-3c58-4a30-b57a-a9c9cecfa5e2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.550418] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0949a94-c7ed-4b4f-a3a1-1d422659119c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.570337] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] [instance: d758e281-a701-418a-aa45-efabac0bdada] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 689.576238] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 689.576558] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d758e281-a701-418a-aa45-efabac0bdada] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 689.576773] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e1adc289-b2ad-4a50-b596-05a56e3b8bb9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.594568] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 689.594568] env[69365]: value = "task-3468453" [ 689.594568] env[69365]: _type = "Task" [ 689.594568] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.603834] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468453, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.625035] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Acquiring lock "refresh_cache-60db3263-31a9-4128-a387-be6a0c414058" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.625296] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Acquired lock "refresh_cache-60db3263-31a9-4128-a387-be6a0c414058" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.625541] env[69365]: DEBUG nova.network.neutron [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 689.697255] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0aa89312-63e6-466c-b312-bd2322fadc83 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.624s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.812016] env[69365]: DEBUG nova.compute.manager [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.853819] env[69365]: DEBUG nova.virt.hardware [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.853951] env[69365]: DEBUG nova.virt.hardware [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.854369] env[69365]: DEBUG nova.virt.hardware [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.854369] env[69365]: DEBUG nova.virt.hardware [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.854481] env[69365]: DEBUG nova.virt.hardware [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.858382] env[69365]: DEBUG nova.virt.hardware [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.858382] env[69365]: DEBUG nova.virt.hardware [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.858382] env[69365]: DEBUG nova.virt.hardware [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.858382] env[69365]: DEBUG nova.virt.hardware [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.858382] env[69365]: DEBUG nova.virt.hardware [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.858547] env[69365]: DEBUG nova.virt.hardware [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.858547] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6850ad88-7d87-4ec9-8048-0107ed21b99d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.865912] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91662bad-539d-4644-b6db-ff728b04d5eb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.888437] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c574b67-44c5-4717-94b1-d554c67f6b1e tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Lock "4f90521e-31a3-4e3e-ad04-8abd5db01b94" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.196s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.942024] env[69365]: DEBUG oslo_vmware.api [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3468451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06835} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.942924] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.946111] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfdab73-386a-4164-bbcf-e25197ee9275 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.972609] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 2ddf89d9-987d-4904-a7f1-b5b0be5880f3/2ddf89d9-987d-4904-a7f1-b5b0be5880f3.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.977958] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ad39123a-45e0-4dba-a3f8-5c17e79c2077 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.003642] env[69365]: DEBUG oslo_vmware.api [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Waiting for the task: (returnval){ [ 690.003642] env[69365]: value = "task-3468454" [ 690.003642] env[69365]: _type = "Task" [ 690.003642] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.013542] env[69365]: DEBUG oslo_vmware.api [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Task: {'id': task-3468452, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.018823] env[69365]: DEBUG oslo_vmware.api [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3468454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.106912] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468453, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.198631] env[69365]: DEBUG nova.network.neutron [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 690.211058] env[69365]: DEBUG nova.compute.manager [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.358257] env[69365]: DEBUG nova.network.neutron [req-61c4c010-2201-4833-8efb-b6c5279667ce req-a52d9be0-0962-402e-ac9d-1ef25db3916b service nova] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Updated VIF entry in instance network info cache for port a0bc0472-3933-41df-8a1e-68d52295827e. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 690.359085] env[69365]: DEBUG nova.network.neutron [req-61c4c010-2201-4833-8efb-b6c5279667ce req-a52d9be0-0962-402e-ac9d-1ef25db3916b service nova] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Updating instance_info_cache with network_info: [{"id": "a0bc0472-3933-41df-8a1e-68d52295827e", "address": "fa:16:3e:5f:f2:1e", "network": {"id": "29387dd8-ed33-4b7f-93c4-c3a57fd7fd5d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-221569669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a0a1f4ab684349926a8d03cbd63fa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0bc0472-39", "ovs_interfaceid": "a0bc0472-3933-41df-8a1e-68d52295827e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.362252] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1f001d-e68c-4130-9b02-d34aa574a381 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.374800] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d36542c-1fd8-4b3d-a44f-4b8df1afd194 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.416482] env[69365]: DEBUG nova.compute.manager [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 690.423187] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-997f83df-96f1-40d4-9347-6e03e2bb388e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.434192] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b932d9a-6512-4174-900b-1eff2780f5ba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.450797] env[69365]: DEBUG nova.compute.provider_tree [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 690.506973] env[69365]: DEBUG oslo_vmware.api [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Task: {'id': task-3468452, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.513771] env[69365]: DEBUG nova.network.neutron [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Updating instance_info_cache with network_info: [{"id": "e92d54c2-2104-4901-9fde-ba68a1528dfb", "address": "fa:16:3e:98:a6:fd", "network": {"id": "a41a055e-daca-4202-a192-13c594e1fbe1", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1821346411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0945c8a8029f4783b48fd50263293328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape92d54c2-21", "ovs_interfaceid": "e92d54c2-2104-4901-9fde-ba68a1528dfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.520138] env[69365]: DEBUG oslo_vmware.api [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3468454, 'name': ReconfigVM_Task, 'duration_secs': 0.471673} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.520731] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 2ddf89d9-987d-4904-a7f1-b5b0be5880f3/2ddf89d9-987d-4904-a7f1-b5b0be5880f3.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.521828] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bef03790-8ebd-48dc-a886-cee2f88aa782 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.529310] env[69365]: DEBUG oslo_vmware.api [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Waiting for the task: (returnval){ [ 690.529310] env[69365]: value = "task-3468455" [ 690.529310] env[69365]: _type = "Task" [ 690.529310] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.539601] env[69365]: DEBUG oslo_vmware.api [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3468455, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.607876] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468453, 'name': CreateVM_Task, 'duration_secs': 0.727052} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.608094] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d758e281-a701-418a-aa45-efabac0bdada] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 690.608535] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.608695] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.609036] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.609276] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43798628-2ded-452e-9cb0-27c667ceeb82 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.615633] env[69365]: DEBUG oslo_vmware.api [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Waiting for the task: (returnval){ [ 690.615633] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]525edba9-4a0d-eece-d1ff-ac71e792aad4" [ 690.615633] env[69365]: _type = "Task" [ 690.615633] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.623829] env[69365]: DEBUG oslo_vmware.api [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]525edba9-4a0d-eece-d1ff-ac71e792aad4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.738338] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.868749] env[69365]: DEBUG oslo_concurrency.lockutils [req-61c4c010-2201-4833-8efb-b6c5279667ce req-a52d9be0-0962-402e-ac9d-1ef25db3916b service nova] Releasing lock "refresh_cache-2ddf89d9-987d-4904-a7f1-b5b0be5880f3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.954600] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.980882] env[69365]: ERROR nova.scheduler.client.report [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [req-2d58ea88-a25a-4661-a521-20dfd2af42d9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1e46e834-6985-4ce8-8ea0-649bfd87006d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2d58ea88-a25a-4661-a521-20dfd2af42d9"}]} [ 691.011442] env[69365]: DEBUG oslo_vmware.api [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Task: {'id': task-3468452, 'name': PowerOnVM_Task, 'duration_secs': 1.483289} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.011442] env[69365]: DEBUG nova.scheduler.client.report [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Refreshing inventories for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 691.013122] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.013264] env[69365]: INFO nova.compute.manager [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Took 6.54 seconds to spawn the instance on the hypervisor. [ 691.013485] env[69365]: DEBUG nova.compute.manager [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.016735] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302b81d9-690c-4545-b8a6-02f5595fc918 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.023481] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Releasing lock "refresh_cache-60db3263-31a9-4128-a387-be6a0c414058" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.024331] env[69365]: DEBUG nova.compute.manager [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Instance network_info: |[{"id": "e92d54c2-2104-4901-9fde-ba68a1528dfb", "address": "fa:16:3e:98:a6:fd", "network": {"id": "a41a055e-daca-4202-a192-13c594e1fbe1", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1821346411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "0945c8a8029f4783b48fd50263293328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape92d54c2-21", "ovs_interfaceid": "e92d54c2-2104-4901-9fde-ba68a1528dfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 691.024485] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:a6:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0636c3f6-fcb7-4954-ab07-c5cd0dee37b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e92d54c2-2104-4901-9fde-ba68a1528dfb', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.034468] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Creating folder: Project (0945c8a8029f4783b48fd50263293328). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.036127] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23da76ea-8cb4-4ca9-b7d6-5c529833ca50 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.051642] env[69365]: DEBUG nova.scheduler.client.report [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Updating ProviderTree inventory for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 691.051642] env[69365]: DEBUG nova.compute.provider_tree [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 691.062396] env[69365]: DEBUG oslo_vmware.api [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3468455, 'name': Rename_Task, 'duration_secs': 0.201785} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.065707] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.065707] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Created folder: Project (0945c8a8029f4783b48fd50263293328) in parent group-v693134. [ 691.065707] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Creating folder: Instances. Parent ref: group-v693168. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.065952] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f03e96e-67fd-4096-9110-008ead8f858f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.067885] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ac170cf-c3ac-4831-81a2-4d213365810b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.071113] env[69365]: DEBUG nova.scheduler.client.report [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Refreshing aggregate associations for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d, aggregates: None {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 691.081764] env[69365]: DEBUG oslo_vmware.api [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Waiting for the task: (returnval){ [ 691.081764] env[69365]: value = "task-3468457" [ 691.081764] env[69365]: _type = "Task" [ 691.081764] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.083133] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Created folder: Instances in parent group-v693168. [ 691.083389] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 691.087831] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.088041] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7526ead0-0ad3-4b21-82f8-b880258cf686 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.106221] env[69365]: DEBUG nova.scheduler.client.report [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Refreshing trait associations for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 691.116770] env[69365]: DEBUG oslo_vmware.api [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3468457, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.122690] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.122690] env[69365]: value = "task-3468459" [ 691.122690] env[69365]: _type = "Task" [ 691.122690] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.132625] env[69365]: DEBUG oslo_vmware.api [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]525edba9-4a0d-eece-d1ff-ac71e792aad4, 'name': SearchDatastore_Task, 'duration_secs': 0.013524} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.133263] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.135029] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] [instance: d758e281-a701-418a-aa45-efabac0bdada] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.135029] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.135029] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.135029] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.142946] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd23eb2f-4582-4a83-87f4-b66797e44589 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.146666] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468459, 'name': CreateVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.156476] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.156854] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.161377] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-320d8d0f-9f35-48b2-ac30-f81ee0b0a96a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.170666] env[69365]: DEBUG oslo_vmware.api [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Waiting for the task: (returnval){ [ 691.170666] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5229619c-e9d7-05c2-814d-06bfca3c3e8f" [ 691.170666] env[69365]: _type = "Task" [ 691.170666] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.186443] env[69365]: DEBUG oslo_vmware.api [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5229619c-e9d7-05c2-814d-06bfca3c3e8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.560872] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc06fde-704c-47ae-a6d8-bfb7afdc4a0c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.566442] env[69365]: INFO nova.compute.manager [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Took 17.81 seconds to build instance. [ 691.571240] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9606d4bc-254c-40db-b3ae-a524b8564f21 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.617788] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79360206-1f4a-4143-973c-6daba9a08b50 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.635258] env[69365]: DEBUG oslo_vmware.api [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3468457, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.637219] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043f1b3c-b7a0-4a7f-9ab9-0705a11aac22 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.646223] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468459, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.656900] env[69365]: DEBUG nova.compute.provider_tree [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 691.683957] env[69365]: DEBUG oslo_vmware.api [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5229619c-e9d7-05c2-814d-06bfca3c3e8f, 'name': SearchDatastore_Task, 'duration_secs': 0.012708} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.685846] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59757168-d98d-43a5-b9da-ba0218ad22a1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.690391] env[69365]: DEBUG oslo_vmware.api [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Waiting for the task: (returnval){ [ 691.690391] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]522f9361-16d3-8977-17e2-0777aa295c67" [ 691.690391] env[69365]: _type = "Task" [ 691.690391] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.702511] env[69365]: DEBUG oslo_vmware.api [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]522f9361-16d3-8977-17e2-0777aa295c67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.719487] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Acquiring lock "b19f9838-1483-4324-9039-92cf6737f88e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.720849] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Lock "b19f9838-1483-4324-9039-92cf6737f88e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.868953] env[69365]: DEBUG nova.network.neutron [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Successfully updated port: 68719715-aed8-41da-b5a8-f7435778f4f7 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 692.069350] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a9ff3ed2-312e-4497-bc31-675feed122c1 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Lock "a4237ad3-1581-47bd-b5e5-30530429402f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.333s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.129296] env[69365]: DEBUG oslo_vmware.api [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3468457, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.139510] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468459, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.184645] env[69365]: ERROR nova.scheduler.client.report [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [req-cc59b576-4d30-4d64-92ad-6117c2ab4d4f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1e46e834-6985-4ce8-8ea0-649bfd87006d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cc59b576-4d30-4d64-92ad-6117c2ab4d4f"}]} [ 692.207216] env[69365]: DEBUG oslo_vmware.api [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]522f9361-16d3-8977-17e2-0777aa295c67, 'name': SearchDatastore_Task, 'duration_secs': 0.022665} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.207216] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.207216] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] d758e281-a701-418a-aa45-efabac0bdada/d758e281-a701-418a-aa45-efabac0bdada.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.207216] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d22f493e-36f5-48bf-a818-36f91a15053c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.211590] env[69365]: DEBUG nova.scheduler.client.report [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Refreshing inventories for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 692.214666] env[69365]: DEBUG oslo_vmware.api [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Waiting for the task: (returnval){ [ 692.214666] env[69365]: value = "task-3468460" [ 692.214666] env[69365]: _type = "Task" [ 692.214666] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.224720] env[69365]: DEBUG oslo_vmware.api [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Task: {'id': task-3468460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.235289] env[69365]: DEBUG nova.scheduler.client.report [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Updating ProviderTree inventory for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 692.235571] env[69365]: DEBUG nova.compute.provider_tree [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 692.251996] env[69365]: DEBUG nova.scheduler.client.report [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Refreshing aggregate associations for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d, aggregates: None {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 692.289133] env[69365]: DEBUG nova.scheduler.client.report [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Refreshing trait associations for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 692.373970] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Acquiring lock "refresh_cache-0b69b2e2-0fe7-4bc8-901d-70c60738f56a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.373970] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Acquired lock "refresh_cache-0b69b2e2-0fe7-4bc8-901d-70c60738f56a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.373970] env[69365]: DEBUG nova.network.neutron [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.582975] env[69365]: DEBUG nova.compute.manager [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 692.587719] env[69365]: DEBUG nova.compute.manager [req-bd9e363e-245d-4390-9839-5c11408b510f req-bfec95f0-7915-4b84-9936-42978f9e9049 service nova] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Received event network-vif-plugged-e92d54c2-2104-4901-9fde-ba68a1528dfb {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.588221] env[69365]: DEBUG oslo_concurrency.lockutils [req-bd9e363e-245d-4390-9839-5c11408b510f req-bfec95f0-7915-4b84-9936-42978f9e9049 service nova] Acquiring lock "60db3263-31a9-4128-a387-be6a0c414058-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.588339] env[69365]: DEBUG oslo_concurrency.lockutils [req-bd9e363e-245d-4390-9839-5c11408b510f req-bfec95f0-7915-4b84-9936-42978f9e9049 service nova] Lock "60db3263-31a9-4128-a387-be6a0c414058-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.588754] env[69365]: DEBUG oslo_concurrency.lockutils [req-bd9e363e-245d-4390-9839-5c11408b510f req-bfec95f0-7915-4b84-9936-42978f9e9049 service nova] Lock "60db3263-31a9-4128-a387-be6a0c414058-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.588754] env[69365]: DEBUG nova.compute.manager [req-bd9e363e-245d-4390-9839-5c11408b510f req-bfec95f0-7915-4b84-9936-42978f9e9049 service nova] [instance: 60db3263-31a9-4128-a387-be6a0c414058] No waiting events found dispatching network-vif-plugged-e92d54c2-2104-4901-9fde-ba68a1528dfb {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.588978] env[69365]: WARNING nova.compute.manager [req-bd9e363e-245d-4390-9839-5c11408b510f req-bfec95f0-7915-4b84-9936-42978f9e9049 service nova] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Received unexpected event network-vif-plugged-e92d54c2-2104-4901-9fde-ba68a1528dfb for instance with vm_state building and task_state spawning. [ 692.588978] env[69365]: DEBUG nova.compute.manager [req-bd9e363e-245d-4390-9839-5c11408b510f req-bfec95f0-7915-4b84-9936-42978f9e9049 service nova] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Received event network-changed-e92d54c2-2104-4901-9fde-ba68a1528dfb {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.589398] env[69365]: DEBUG nova.compute.manager [req-bd9e363e-245d-4390-9839-5c11408b510f req-bfec95f0-7915-4b84-9936-42978f9e9049 service nova] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Refreshing instance network info cache due to event network-changed-e92d54c2-2104-4901-9fde-ba68a1528dfb. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.589500] env[69365]: DEBUG oslo_concurrency.lockutils [req-bd9e363e-245d-4390-9839-5c11408b510f req-bfec95f0-7915-4b84-9936-42978f9e9049 service nova] Acquiring lock "refresh_cache-60db3263-31a9-4128-a387-be6a0c414058" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.589643] env[69365]: DEBUG oslo_concurrency.lockutils [req-bd9e363e-245d-4390-9839-5c11408b510f req-bfec95f0-7915-4b84-9936-42978f9e9049 service nova] Acquired lock "refresh_cache-60db3263-31a9-4128-a387-be6a0c414058" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.590436] env[69365]: DEBUG nova.network.neutron [req-bd9e363e-245d-4390-9839-5c11408b510f req-bfec95f0-7915-4b84-9936-42978f9e9049 service nova] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Refreshing network info cache for port e92d54c2-2104-4901-9fde-ba68a1528dfb {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.614420] env[69365]: DEBUG nova.compute.manager [req-0ed1e9d3-1d2f-40fb-b7a0-4470ee927d04 req-dcf0cadc-0515-491b-a710-91c7dbb1172f service nova] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Received event network-vif-plugged-68719715-aed8-41da-b5a8-f7435778f4f7 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.614420] env[69365]: DEBUG oslo_concurrency.lockutils [req-0ed1e9d3-1d2f-40fb-b7a0-4470ee927d04 req-dcf0cadc-0515-491b-a710-91c7dbb1172f service nova] Acquiring lock "0b69b2e2-0fe7-4bc8-901d-70c60738f56a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.616410] env[69365]: DEBUG oslo_concurrency.lockutils [req-0ed1e9d3-1d2f-40fb-b7a0-4470ee927d04 req-dcf0cadc-0515-491b-a710-91c7dbb1172f service nova] Lock "0b69b2e2-0fe7-4bc8-901d-70c60738f56a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.616721] env[69365]: DEBUG oslo_concurrency.lockutils [req-0ed1e9d3-1d2f-40fb-b7a0-4470ee927d04 req-dcf0cadc-0515-491b-a710-91c7dbb1172f service nova] Lock "0b69b2e2-0fe7-4bc8-901d-70c60738f56a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.003s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.617402] env[69365]: DEBUG nova.compute.manager [req-0ed1e9d3-1d2f-40fb-b7a0-4470ee927d04 req-dcf0cadc-0515-491b-a710-91c7dbb1172f service nova] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] No waiting events found dispatching network-vif-plugged-68719715-aed8-41da-b5a8-f7435778f4f7 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.617402] env[69365]: WARNING nova.compute.manager [req-0ed1e9d3-1d2f-40fb-b7a0-4470ee927d04 req-dcf0cadc-0515-491b-a710-91c7dbb1172f service nova] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Received unexpected event network-vif-plugged-68719715-aed8-41da-b5a8-f7435778f4f7 for instance with vm_state building and task_state spawning. [ 692.631098] env[69365]: DEBUG oslo_vmware.api [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3468457, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.651299] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468459, 'name': CreateVM_Task, 'duration_secs': 1.168238} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.651299] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.651787] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.652050] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.652446] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.652595] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e29470f-5e80-4731-8673-e51dffe737cf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.658524] env[69365]: DEBUG oslo_vmware.api [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Waiting for the task: (returnval){ [ 692.658524] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52dcff7b-b17c-b66a-08ca-da7727dac327" [ 692.658524] env[69365]: _type = "Task" [ 692.658524] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.669949] env[69365]: DEBUG oslo_vmware.api [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52dcff7b-b17c-b66a-08ca-da7727dac327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.735145] env[69365]: DEBUG oslo_vmware.api [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Task: {'id': task-3468460, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.833554] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778cba51-c5c1-45cc-aca4-c0b9d0112f3b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.842014] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf6362a9-6836-4c86-b4ab-fe8a9b3d32c4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.882832] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1c4ac49e-7f0e-4400-8215-d24311781083 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.883267] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1c4ac49e-7f0e-4400-8215-d24311781083 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.883267] env[69365]: DEBUG nova.compute.manager [None req-1c4ac49e-7f0e-4400-8215-d24311781083 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.885411] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb2abbf-5f73-43df-a2a9-db39f98ca9df {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.887843] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ad5749-7e8c-48f5-b7ec-ab11d72bdfc2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.898157] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b68ded-4af4-4086-8dc2-3d64b4a0deb2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.906557] env[69365]: DEBUG nova.compute.manager [None req-1c4ac49e-7f0e-4400-8215-d24311781083 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69365) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 692.907268] env[69365]: DEBUG nova.objects.instance [None req-1c4ac49e-7f0e-4400-8215-d24311781083 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lazy-loading 'flavor' on Instance uuid 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.925099] env[69365]: DEBUG nova.compute.provider_tree [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 693.110458] env[69365]: DEBUG oslo_concurrency.lockutils [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.130923] env[69365]: DEBUG oslo_vmware.api [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3468457, 'name': PowerOnVM_Task, 'duration_secs': 1.930177} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.131286] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.131391] env[69365]: INFO nova.compute.manager [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Took 11.24 seconds to spawn the instance on the hypervisor. [ 693.131633] env[69365]: DEBUG nova.compute.manager [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.132505] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f914f92-98b8-437f-a8e0-795018f4715a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.160286] env[69365]: DEBUG nova.network.neutron [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 693.175230] env[69365]: DEBUG oslo_vmware.api [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52dcff7b-b17c-b66a-08ca-da7727dac327, 'name': SearchDatastore_Task, 'duration_secs': 0.063831} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.175914] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.175914] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.175914] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.176048] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.177089] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.183345] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f808c6d0-4a20-43d8-a13b-ca069abe7d43 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.195295] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.195771] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.196263] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea54804a-ba7e-44cc-be63-532fbc786c4b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.201870] env[69365]: DEBUG oslo_vmware.api [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Waiting for the task: (returnval){ [ 693.201870] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52ed4aa1-910b-a431-2832-bce5f7904bfd" [ 693.201870] env[69365]: _type = "Task" [ 693.201870] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.217361] env[69365]: DEBUG oslo_vmware.api [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52ed4aa1-910b-a431-2832-bce5f7904bfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.236443] env[69365]: DEBUG oslo_vmware.api [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Task: {'id': task-3468460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694459} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.236842] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] d758e281-a701-418a-aa45-efabac0bdada/d758e281-a701-418a-aa45-efabac0bdada.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 693.237020] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] [instance: d758e281-a701-418a-aa45-efabac0bdada] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 693.237607] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-988370f8-ef42-4a96-86b7-7a37a6ed76e4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.244387] env[69365]: DEBUG oslo_vmware.api [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Waiting for the task: (returnval){ [ 693.244387] env[69365]: value = "task-3468461" [ 693.244387] env[69365]: _type = "Task" [ 693.244387] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.261492] env[69365]: DEBUG oslo_vmware.api [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Task: {'id': task-3468461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.418547] env[69365]: DEBUG nova.network.neutron [req-bd9e363e-245d-4390-9839-5c11408b510f req-bfec95f0-7915-4b84-9936-42978f9e9049 service nova] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Updated VIF entry in instance network info cache for port e92d54c2-2104-4901-9fde-ba68a1528dfb. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.419355] env[69365]: DEBUG nova.network.neutron [req-bd9e363e-245d-4390-9839-5c11408b510f req-bfec95f0-7915-4b84-9936-42978f9e9049 service nova] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Updating instance_info_cache with network_info: [{"id": "e92d54c2-2104-4901-9fde-ba68a1528dfb", "address": "fa:16:3e:98:a6:fd", "network": {"id": "a41a055e-daca-4202-a192-13c594e1fbe1", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1821346411-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0945c8a8029f4783b48fd50263293328", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape92d54c2-21", "ovs_interfaceid": "e92d54c2-2104-4901-9fde-ba68a1528dfb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.490215] env[69365]: DEBUG nova.scheduler.client.report [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Updated inventory for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with generation 33 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 693.490215] env[69365]: DEBUG nova.compute.provider_tree [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Updating resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d generation from 33 to 34 during operation: update_inventory {{(pid=69365) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 693.490215] env[69365]: DEBUG nova.compute.provider_tree [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 693.492608] env[69365]: DEBUG nova.network.neutron [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Updating instance_info_cache with network_info: [{"id": "68719715-aed8-41da-b5a8-f7435778f4f7", "address": "fa:16:3e:17:59:f4", "network": {"id": "f4c6d3b9-d0b7-4117-9d81-2881f2941b3a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1368358018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9b5981b246c40bf864ad9731df34448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68719715-ae", "ovs_interfaceid": "68719715-aed8-41da-b5a8-f7435778f4f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.662372] env[69365]: INFO nova.compute.manager [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Took 20.90 seconds to build instance. [ 693.715678] env[69365]: DEBUG oslo_vmware.api [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52ed4aa1-910b-a431-2832-bce5f7904bfd, 'name': SearchDatastore_Task, 'duration_secs': 0.025233} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.716525] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd4866a8-c29b-4b16-ba4a-e53f259fa91a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.725021] env[69365]: DEBUG oslo_vmware.api [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Waiting for the task: (returnval){ [ 693.725021] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]529ba497-ede9-3e93-4c65-e93b28a00951" [ 693.725021] env[69365]: _type = "Task" [ 693.725021] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.732385] env[69365]: DEBUG nova.compute.manager [None req-f7419371-f373-46ea-b9e2-3c3837d6beda tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.732696] env[69365]: DEBUG oslo_vmware.api [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]529ba497-ede9-3e93-4c65-e93b28a00951, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.733440] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf2ef51-c774-4268-854b-870efc9a8414 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.753840] env[69365]: DEBUG oslo_vmware.api [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Task: {'id': task-3468461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161099} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.754334] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] [instance: d758e281-a701-418a-aa45-efabac0bdada] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.755257] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939cfd04-5579-4eea-ae19-7d70a5c25b80 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.775829] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] [instance: d758e281-a701-418a-aa45-efabac0bdada] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] d758e281-a701-418a-aa45-efabac0bdada/d758e281-a701-418a-aa45-efabac0bdada.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.777196] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ba9cb2f-dbe5-48fa-884b-d0d35f95c23a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.797020] env[69365]: DEBUG oslo_vmware.api [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Waiting for the task: (returnval){ [ 693.797020] env[69365]: value = "task-3468462" [ 693.797020] env[69365]: _type = "Task" [ 693.797020] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.808025] env[69365]: DEBUG oslo_vmware.api [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Task: {'id': task-3468462, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.931413] env[69365]: DEBUG oslo_concurrency.lockutils [req-bd9e363e-245d-4390-9839-5c11408b510f req-bfec95f0-7915-4b84-9936-42978f9e9049 service nova] Releasing lock "refresh_cache-60db3263-31a9-4128-a387-be6a0c414058" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.931987] env[69365]: DEBUG nova.compute.manager [req-bd9e363e-245d-4390-9839-5c11408b510f req-bfec95f0-7915-4b84-9936-42978f9e9049 service nova] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Received event network-changed-8d4adce7-6b21-4372-aa4d-025ef83f4cd6 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.931987] env[69365]: DEBUG nova.compute.manager [req-bd9e363e-245d-4390-9839-5c11408b510f req-bfec95f0-7915-4b84-9936-42978f9e9049 service nova] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Refreshing instance network info cache due to event network-changed-8d4adce7-6b21-4372-aa4d-025ef83f4cd6. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.932628] env[69365]: DEBUG oslo_concurrency.lockutils [req-bd9e363e-245d-4390-9839-5c11408b510f req-bfec95f0-7915-4b84-9936-42978f9e9049 service nova] Acquiring lock "refresh_cache-c14bd34b-f591-405c-a7b1-361b4b7fb6f2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.932628] env[69365]: DEBUG oslo_concurrency.lockutils [req-bd9e363e-245d-4390-9839-5c11408b510f req-bfec95f0-7915-4b84-9936-42978f9e9049 service nova] Acquired lock "refresh_cache-c14bd34b-f591-405c-a7b1-361b4b7fb6f2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.932628] env[69365]: DEBUG nova.network.neutron [req-bd9e363e-245d-4390-9839-5c11408b510f req-bfec95f0-7915-4b84-9936-42978f9e9049 service nova] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Refreshing network info cache for port 8d4adce7-6b21-4372-aa4d-025ef83f4cd6 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.934034] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4ac49e-7f0e-4400-8215-d24311781083 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.934110] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ab737285-83d3-4505-9ca2-71fb285a75a8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.942124] env[69365]: DEBUG oslo_vmware.api [None req-1c4ac49e-7f0e-4400-8215-d24311781083 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 693.942124] env[69365]: value = "task-3468463" [ 693.942124] env[69365]: _type = "Task" [ 693.942124] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.954545] env[69365]: DEBUG oslo_vmware.api [None req-1c4ac49e-7f0e-4400-8215-d24311781083 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.997362] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.201s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.998109] env[69365]: DEBUG nova.compute.manager [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 694.002657] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Releasing lock "refresh_cache-0b69b2e2-0fe7-4bc8-901d-70c60738f56a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.003150] env[69365]: DEBUG nova.compute.manager [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Instance network_info: |[{"id": "68719715-aed8-41da-b5a8-f7435778f4f7", "address": "fa:16:3e:17:59:f4", "network": {"id": "f4c6d3b9-d0b7-4117-9d81-2881f2941b3a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1368358018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9b5981b246c40bf864ad9731df34448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68719715-ae", "ovs_interfaceid": "68719715-aed8-41da-b5a8-f7435778f4f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 694.003372] env[69365]: DEBUG oslo_concurrency.lockutils [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.405s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.008882] env[69365]: INFO nova.compute.claims [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.012378] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:59:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27138a4c-60c9-45fb-bf37-4c2f765315a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '68719715-aed8-41da-b5a8-f7435778f4f7', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 694.022283] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Creating folder: Project (a9b5981b246c40bf864ad9731df34448). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.022471] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a24a9860-9ba6-476f-9196-eac74e4f5357 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.037290] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Created folder: Project (a9b5981b246c40bf864ad9731df34448) in parent group-v693134. [ 694.037358] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Creating folder: Instances. Parent ref: group-v693171. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 694.037751] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-714303b0-0c79-4fbe-9aaf-d56092d68854 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.048554] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Created folder: Instances in parent group-v693171. [ 694.048554] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.048554] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 694.048554] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9be79965-af28-42b3-873c-759786a5145a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.077348] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 694.077348] env[69365]: value = "task-3468466" [ 694.077348] env[69365]: _type = "Task" [ 694.077348] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.086690] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468466, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.164869] env[69365]: DEBUG oslo_concurrency.lockutils [None req-14bb35f7-663c-4c59-b322-0f1af0601a39 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Lock "2ddf89d9-987d-4904-a7f1-b5b0be5880f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.415s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.236310] env[69365]: DEBUG oslo_vmware.api [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]529ba497-ede9-3e93-4c65-e93b28a00951, 'name': SearchDatastore_Task, 'duration_secs': 0.039524} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.236601] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.236905] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 60db3263-31a9-4128-a387-be6a0c414058/60db3263-31a9-4128-a387-be6a0c414058.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.237215] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-097e7a55-b375-4978-92cf-f762e5bf6a0b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.245035] env[69365]: INFO nova.compute.manager [None req-f7419371-f373-46ea-b9e2-3c3837d6beda tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] instance snapshotting [ 694.245035] env[69365]: DEBUG nova.objects.instance [None req-f7419371-f373-46ea-b9e2-3c3837d6beda tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Lazy-loading 'flavor' on Instance uuid a4237ad3-1581-47bd-b5e5-30530429402f {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 694.248351] env[69365]: DEBUG oslo_vmware.api [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Waiting for the task: (returnval){ [ 694.248351] env[69365]: value = "task-3468467" [ 694.248351] env[69365]: _type = "Task" [ 694.248351] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.257256] env[69365]: DEBUG oslo_vmware.api [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Task: {'id': task-3468467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.306632] env[69365]: DEBUG oslo_vmware.api [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Task: {'id': task-3468462, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.452866] env[69365]: DEBUG oslo_vmware.api [None req-1c4ac49e-7f0e-4400-8215-d24311781083 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.523731] env[69365]: DEBUG nova.compute.utils [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 694.530746] env[69365]: DEBUG nova.compute.manager [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 694.533234] env[69365]: DEBUG nova.network.neutron [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 694.592219] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468466, 'name': CreateVM_Task, 'duration_secs': 0.38387} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.592365] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 694.594074] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.594074] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.594074] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.594818] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69d26af3-4dc7-4faa-969c-5062da8847d1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.602466] env[69365]: DEBUG oslo_vmware.api [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Waiting for the task: (returnval){ [ 694.602466] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]521b36b6-c40a-860b-78f2-f99c7f07c794" [ 694.602466] env[69365]: _type = "Task" [ 694.602466] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.615540] env[69365]: DEBUG oslo_vmware.api [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521b36b6-c40a-860b-78f2-f99c7f07c794, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.668368] env[69365]: DEBUG nova.compute.manager [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.762927] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4be88211-5d82-4171-a020-14c5ff5e2292 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.770776] env[69365]: DEBUG oslo_vmware.api [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Task: {'id': task-3468467, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.788255] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fbb5df-5532-4cc5-9d78-5c1088df92d6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.808633] env[69365]: DEBUG nova.network.neutron [req-bd9e363e-245d-4390-9839-5c11408b510f req-bfec95f0-7915-4b84-9936-42978f9e9049 service nova] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Updated VIF entry in instance network info cache for port 8d4adce7-6b21-4372-aa4d-025ef83f4cd6. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 694.808997] env[69365]: DEBUG nova.network.neutron [req-bd9e363e-245d-4390-9839-5c11408b510f req-bfec95f0-7915-4b84-9936-42978f9e9049 service nova] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Updating instance_info_cache with network_info: [{"id": "8d4adce7-6b21-4372-aa4d-025ef83f4cd6", "address": "fa:16:3e:24:70:8c", "network": {"id": "fc59f5bf-aa4e-44a1-b02b-70e29ded7b53", "bridge": "br-int", "label": "tempest-ServersTestJSON-2118963478-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8d81df0231e4567b65284ee1c09793a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee555dfd-3d1a-4220-89cd-ffba64e4acf0", "external-id": "nsx-vlan-transportzone-88", "segmentation_id": 88, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d4adce7-6b", "ovs_interfaceid": "8d4adce7-6b21-4372-aa4d-025ef83f4cd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.824282] env[69365]: DEBUG oslo_vmware.api [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Task: {'id': task-3468462, 'name': ReconfigVM_Task, 'duration_secs': 0.543893} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.825370] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] [instance: d758e281-a701-418a-aa45-efabac0bdada] Reconfigured VM instance instance-00000001 to attach disk [datastore1] d758e281-a701-418a-aa45-efabac0bdada/d758e281-a701-418a-aa45-efabac0bdada.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 694.825820] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b19c0c93-b0c7-43fe-b095-6fd2dddb568d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.836759] env[69365]: DEBUG oslo_vmware.api [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Waiting for the task: (returnval){ [ 694.836759] env[69365]: value = "task-3468468" [ 694.836759] env[69365]: _type = "Task" [ 694.836759] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.853335] env[69365]: DEBUG oslo_vmware.api [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Task: {'id': task-3468468, 'name': Rename_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.855026] env[69365]: DEBUG nova.policy [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8796235aa0a948238ee8b10f87d36df0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '90144b26c0fb4219b6e2c51181dce63b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.958547] env[69365]: DEBUG oslo_vmware.api [None req-1c4ac49e-7f0e-4400-8215-d24311781083 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468463, 'name': PowerOffVM_Task, 'duration_secs': 0.772372} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.958984] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4ac49e-7f0e-4400-8215-d24311781083 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.959172] env[69365]: DEBUG nova.compute.manager [None req-1c4ac49e-7f0e-4400-8215-d24311781083 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.960102] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507ecc5a-0565-4a25-8b03-a8563f3fe50b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.031686] env[69365]: DEBUG nova.compute.manager [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 695.116830] env[69365]: DEBUG oslo_vmware.api [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521b36b6-c40a-860b-78f2-f99c7f07c794, 'name': SearchDatastore_Task, 'duration_secs': 0.063311} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.118929] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.118929] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 695.118929] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.118929] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.119248] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 695.120784] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1183b60-644e-4acf-9f5b-f65018eaf84c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.133461] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 695.133461] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 695.133461] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71fd4244-b6ec-4829-add0-54cfada26083 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.135786] env[69365]: DEBUG oslo_concurrency.lockutils [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Acquiring lock "a4237ad3-1581-47bd-b5e5-30530429402f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.135966] env[69365]: DEBUG oslo_concurrency.lockutils [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Lock "a4237ad3-1581-47bd-b5e5-30530429402f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.136198] env[69365]: DEBUG oslo_concurrency.lockutils [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Acquiring lock "a4237ad3-1581-47bd-b5e5-30530429402f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.136382] env[69365]: DEBUG oslo_concurrency.lockutils [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Lock "a4237ad3-1581-47bd-b5e5-30530429402f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.136607] env[69365]: DEBUG oslo_concurrency.lockutils [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Lock "a4237ad3-1581-47bd-b5e5-30530429402f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.139307] env[69365]: INFO nova.compute.manager [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Terminating instance [ 695.143793] env[69365]: DEBUG oslo_vmware.api [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Waiting for the task: (returnval){ [ 695.143793] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]521f7945-fa4e-e0bd-730d-8b9006a75460" [ 695.143793] env[69365]: _type = "Task" [ 695.143793] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.155322] env[69365]: DEBUG oslo_vmware.api [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521f7945-fa4e-e0bd-730d-8b9006a75460, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.194084] env[69365]: DEBUG oslo_concurrency.lockutils [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.269994] env[69365]: DEBUG oslo_vmware.api [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Task: {'id': task-3468467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719488} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.270258] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 60db3263-31a9-4128-a387-be6a0c414058/60db3263-31a9-4128-a387-be6a0c414058.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.271139] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.271139] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f6bb92a-761d-4f13-b972-dd6d0c148059 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.282206] env[69365]: DEBUG oslo_vmware.api [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Waiting for the task: (returnval){ [ 695.282206] env[69365]: value = "task-3468469" [ 695.282206] env[69365]: _type = "Task" [ 695.282206] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.294619] env[69365]: DEBUG oslo_vmware.api [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Task: {'id': task-3468469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.316910] env[69365]: DEBUG nova.compute.manager [None req-f7419371-f373-46ea-b9e2-3c3837d6beda tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Instance disappeared during snapshot {{(pid=69365) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 695.320217] env[69365]: DEBUG oslo_concurrency.lockutils [req-bd9e363e-245d-4390-9839-5c11408b510f req-bfec95f0-7915-4b84-9936-42978f9e9049 service nova] Releasing lock "refresh_cache-c14bd34b-f591-405c-a7b1-361b4b7fb6f2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.355677] env[69365]: DEBUG oslo_vmware.api [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Task: {'id': task-3468468, 'name': Rename_Task, 'duration_secs': 0.335075} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.355923] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] [instance: d758e281-a701-418a-aa45-efabac0bdada] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 695.356187] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af932230-12c5-469c-9b0a-372924ff71ce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.365086] env[69365]: DEBUG oslo_vmware.api [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Waiting for the task: (returnval){ [ 695.365086] env[69365]: value = "task-3468470" [ 695.365086] env[69365]: _type = "Task" [ 695.365086] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.382707] env[69365]: DEBUG oslo_vmware.api [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Task: {'id': task-3468470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.472792] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1c4ac49e-7f0e-4400-8215-d24311781083 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.589s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.543059] env[69365]: DEBUG nova.compute.manager [None req-f7419371-f373-46ea-b9e2-3c3837d6beda tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Found 0 images (rotation: 2) {{(pid=69365) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 695.612182] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1813dc5-6a6d-4c4b-b1de-33169259b6c3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.621709] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb4c73a3-c604-4ead-88d0-1f9daa900ca0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.655911] env[69365]: DEBUG oslo_concurrency.lockutils [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Acquiring lock "refresh_cache-a4237ad3-1581-47bd-b5e5-30530429402f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.656115] env[69365]: DEBUG oslo_concurrency.lockutils [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Acquired lock "refresh_cache-a4237ad3-1581-47bd-b5e5-30530429402f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.656306] env[69365]: DEBUG nova.network.neutron [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.661693] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f304d2-7cba-4fe4-82ad-72cbad6d9491 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.671033] env[69365]: DEBUG oslo_vmware.api [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521f7945-fa4e-e0bd-730d-8b9006a75460, 'name': SearchDatastore_Task, 'duration_secs': 0.017542} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.674721] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60ec833f-fe30-4bdd-9c66-1463ec3127f9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.677920] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c24bed-85eb-4851-87c7-35ac40fa6241 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.696110] env[69365]: DEBUG nova.compute.provider_tree [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.697599] env[69365]: DEBUG oslo_vmware.api [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Waiting for the task: (returnval){ [ 695.697599] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52211d69-3ef2-f4d4-0dff-f4a54ef35d42" [ 695.697599] env[69365]: _type = "Task" [ 695.697599] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.712365] env[69365]: DEBUG oslo_vmware.api [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52211d69-3ef2-f4d4-0dff-f4a54ef35d42, 'name': SearchDatastore_Task, 'duration_secs': 0.019114} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.712619] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.712888] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 0b69b2e2-0fe7-4bc8-901d-70c60738f56a/0b69b2e2-0fe7-4bc8-901d-70c60738f56a.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.713773] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-267fbac3-2b02-495e-863d-d1ff6bbef031 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.724709] env[69365]: DEBUG oslo_vmware.api [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Waiting for the task: (returnval){ [ 695.724709] env[69365]: value = "task-3468471" [ 695.724709] env[69365]: _type = "Task" [ 695.724709] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.736576] env[69365]: DEBUG oslo_vmware.api [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Task: {'id': task-3468471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.793734] env[69365]: DEBUG oslo_vmware.api [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Task: {'id': task-3468469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074947} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.794376] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.795065] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f5d931-5c67-4a6e-a0d3-a9a591934eb7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.822022] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 60db3263-31a9-4128-a387-be6a0c414058/60db3263-31a9-4128-a387-be6a0c414058.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.822951] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30160f25-bb83-44e0-ada0-ac68cb8b339f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.847625] env[69365]: DEBUG oslo_vmware.api [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Waiting for the task: (returnval){ [ 695.847625] env[69365]: value = "task-3468472" [ 695.847625] env[69365]: _type = "Task" [ 695.847625] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.859545] env[69365]: DEBUG oslo_vmware.api [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Task: {'id': task-3468472, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.864315] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Acquiring lock "9fbb3f83-183f-4e62-bf3e-48cc5431258f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.865620] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Lock "9fbb3f83-183f-4e62-bf3e-48cc5431258f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.879049] env[69365]: DEBUG oslo_vmware.api [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Task: {'id': task-3468470, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.934393] env[69365]: DEBUG nova.network.neutron [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Successfully created port: 8349bb84-f1ec-4d4b-8783-f016859026ed {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.041093] env[69365]: DEBUG nova.compute.manager [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 696.078305] env[69365]: DEBUG nova.virt.hardware [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 696.078609] env[69365]: DEBUG nova.virt.hardware [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 696.078865] env[69365]: DEBUG nova.virt.hardware [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 696.079022] env[69365]: DEBUG nova.virt.hardware [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 696.079267] env[69365]: DEBUG nova.virt.hardware [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 696.079376] env[69365]: DEBUG nova.virt.hardware [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 696.079621] env[69365]: DEBUG nova.virt.hardware [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 696.079836] env[69365]: DEBUG nova.virt.hardware [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 696.083070] env[69365]: DEBUG nova.virt.hardware [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 696.083070] env[69365]: DEBUG nova.virt.hardware [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 696.083484] env[69365]: DEBUG nova.virt.hardware [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 696.084670] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ae487e-33c3-4036-bbe0-b2e601ff342b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.096800] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6ffd98-ce25-4e0b-9eac-cb6d6228d39e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.145062] env[69365]: DEBUG nova.compute.manager [req-ab2d23d6-7bbb-46d1-a281-04ede03db16c req-58fc7ad9-6442-4628-94f1-c4f31075e4b6 service nova] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Received event network-changed-68719715-aed8-41da-b5a8-f7435778f4f7 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.145352] env[69365]: DEBUG nova.compute.manager [req-ab2d23d6-7bbb-46d1-a281-04ede03db16c req-58fc7ad9-6442-4628-94f1-c4f31075e4b6 service nova] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Refreshing instance network info cache due to event network-changed-68719715-aed8-41da-b5a8-f7435778f4f7. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 696.145634] env[69365]: DEBUG oslo_concurrency.lockutils [req-ab2d23d6-7bbb-46d1-a281-04ede03db16c req-58fc7ad9-6442-4628-94f1-c4f31075e4b6 service nova] Acquiring lock "refresh_cache-0b69b2e2-0fe7-4bc8-901d-70c60738f56a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.145829] env[69365]: DEBUG oslo_concurrency.lockutils [req-ab2d23d6-7bbb-46d1-a281-04ede03db16c req-58fc7ad9-6442-4628-94f1-c4f31075e4b6 service nova] Acquired lock "refresh_cache-0b69b2e2-0fe7-4bc8-901d-70c60738f56a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.146061] env[69365]: DEBUG nova.network.neutron [req-ab2d23d6-7bbb-46d1-a281-04ede03db16c req-58fc7ad9-6442-4628-94f1-c4f31075e4b6 service nova] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Refreshing network info cache for port 68719715-aed8-41da-b5a8-f7435778f4f7 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 696.193242] env[69365]: DEBUG nova.network.neutron [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.199582] env[69365]: DEBUG nova.scheduler.client.report [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.241898] env[69365]: DEBUG oslo_vmware.api [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Task: {'id': task-3468471, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.329428] env[69365]: DEBUG nova.network.neutron [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.362624] env[69365]: DEBUG oslo_vmware.api [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Task: {'id': task-3468472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.377758] env[69365]: DEBUG oslo_vmware.api [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Task: {'id': task-3468470, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.698030] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquiring lock "fabfc95e-0186-4a67-9d10-61eeb2e56640" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.698254] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Lock "fabfc95e-0186-4a67-9d10-61eeb2e56640" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.706202] env[69365]: DEBUG oslo_concurrency.lockutils [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.706202] env[69365]: DEBUG nova.compute.manager [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 696.709261] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5f982fbd-69ea-4b82-b3cb-ad61278654d2 tempest-DeleteServersAdminTestJSON-1119230141 tempest-DeleteServersAdminTestJSON-1119230141-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.767s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.710634] env[69365]: DEBUG nova.objects.instance [None req-5f982fbd-69ea-4b82-b3cb-ad61278654d2 tempest-DeleteServersAdminTestJSON-1119230141 tempest-DeleteServersAdminTestJSON-1119230141-project-admin] Lazy-loading 'resources' on Instance uuid f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 696.733948] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquiring lock "7424581f-2315-4bf3-a27e-d31663304dfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.733948] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Lock "7424581f-2315-4bf3-a27e-d31663304dfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.746706] env[69365]: DEBUG oslo_vmware.api [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Task: {'id': task-3468471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657604} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.746706] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 0b69b2e2-0fe7-4bc8-901d-70c60738f56a/0b69b2e2-0fe7-4bc8-901d-70c60738f56a.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.746706] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.746907] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-692e234d-38c4-4ce9-ab0e-fc18cc7c59e9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.758531] env[69365]: DEBUG oslo_vmware.api [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Waiting for the task: (returnval){ [ 696.758531] env[69365]: value = "task-3468473" [ 696.758531] env[69365]: _type = "Task" [ 696.758531] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.775402] env[69365]: DEBUG oslo_vmware.api [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Task: {'id': task-3468473, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.779620] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquiring lock "ce04b55d-6066-4f68-8c8c-bc4cfa0f2461" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.780758] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Lock "ce04b55d-6066-4f68-8c8c-bc4cfa0f2461" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.832526] env[69365]: DEBUG oslo_concurrency.lockutils [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Releasing lock "refresh_cache-a4237ad3-1581-47bd-b5e5-30530429402f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.832895] env[69365]: DEBUG nova.compute.manager [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 696.833409] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 696.834859] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86089760-6fa9-4e18-a057-c67f77597516 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.848350] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 696.848677] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9401fc08-5617-46fa-8f95-2f7cc5dc29eb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.863359] env[69365]: DEBUG oslo_vmware.api [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Task: {'id': task-3468472, 'name': ReconfigVM_Task, 'duration_secs': 0.621675} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.866919] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 60db3263-31a9-4128-a387-be6a0c414058/60db3263-31a9-4128-a387-be6a0c414058.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.867790] env[69365]: DEBUG oslo_vmware.api [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Waiting for the task: (returnval){ [ 696.867790] env[69365]: value = "task-3468474" [ 696.867790] env[69365]: _type = "Task" [ 696.867790] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.867998] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2b43279-aad0-414e-81a2-7702f2e5845a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.887949] env[69365]: DEBUG oslo_vmware.api [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Task: {'id': task-3468470, 'name': PowerOnVM_Task, 'duration_secs': 1.259843} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.896266] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] [instance: d758e281-a701-418a-aa45-efabac0bdada] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 696.896266] env[69365]: DEBUG nova.compute.manager [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] [instance: d758e281-a701-418a-aa45-efabac0bdada] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.896266] env[69365]: DEBUG oslo_vmware.api [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Waiting for the task: (returnval){ [ 696.896266] env[69365]: value = "task-3468475" [ 696.896266] env[69365]: _type = "Task" [ 696.896266] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.896730] env[69365]: DEBUG oslo_vmware.api [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Task: {'id': task-3468474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.898540] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77356eba-353c-4572-9b5a-23c3ebb0d3e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.918312] env[69365]: DEBUG oslo_vmware.api [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Task: {'id': task-3468475, 'name': Rename_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.929191] env[69365]: DEBUG nova.compute.manager [None req-004ebc81-267a-4a28-bb5f-0650e26b1f00 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 696.929191] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9817504-9ceb-4240-a57a-418ec4512ff1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.098051] env[69365]: DEBUG nova.network.neutron [req-ab2d23d6-7bbb-46d1-a281-04ede03db16c req-58fc7ad9-6442-4628-94f1-c4f31075e4b6 service nova] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Updated VIF entry in instance network info cache for port 68719715-aed8-41da-b5a8-f7435778f4f7. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 697.098311] env[69365]: DEBUG nova.network.neutron [req-ab2d23d6-7bbb-46d1-a281-04ede03db16c req-58fc7ad9-6442-4628-94f1-c4f31075e4b6 service nova] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Updating instance_info_cache with network_info: [{"id": "68719715-aed8-41da-b5a8-f7435778f4f7", "address": "fa:16:3e:17:59:f4", "network": {"id": "f4c6d3b9-d0b7-4117-9d81-2881f2941b3a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1368358018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9b5981b246c40bf864ad9731df34448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68719715-ae", "ovs_interfaceid": "68719715-aed8-41da-b5a8-f7435778f4f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.211711] env[69365]: DEBUG nova.compute.utils [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 697.218850] env[69365]: DEBUG nova.compute.manager [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 697.219010] env[69365]: DEBUG nova.network.neutron [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 697.270015] env[69365]: DEBUG oslo_vmware.api [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Task: {'id': task-3468473, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094925} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.273170] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 697.273170] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74a6ebc-27ec-4823-bd63-1faf3e7a9eb0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.307137] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 0b69b2e2-0fe7-4bc8-901d-70c60738f56a/0b69b2e2-0fe7-4bc8-901d-70c60738f56a.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 697.312330] env[69365]: DEBUG nova.policy [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2cada55d57e4c32a8bda8e8119394de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9e7f52b019240b0a0ee761c85898c76', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 697.314519] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f760105e-9f31-41d9-b900-67fe2aed1a0b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.341087] env[69365]: DEBUG oslo_vmware.api [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Waiting for the task: (returnval){ [ 697.341087] env[69365]: value = "task-3468476" [ 697.341087] env[69365]: _type = "Task" [ 697.341087] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.351026] env[69365]: DEBUG oslo_vmware.api [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Task: {'id': task-3468476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.387647] env[69365]: DEBUG oslo_vmware.api [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Task: {'id': task-3468474, 'name': PowerOffVM_Task, 'duration_secs': 0.215462} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.387917] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.388226] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 697.388376] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-04c56d51-144d-49e5-8446-848fd799401c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.410918] env[69365]: DEBUG oslo_vmware.api [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Task: {'id': task-3468475, 'name': Rename_Task, 'duration_secs': 0.418951} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.411238] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.411492] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa6194e3-01b1-4300-b4de-a2081d0adbc2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.422259] env[69365]: DEBUG oslo_vmware.api [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Waiting for the task: (returnval){ [ 697.422259] env[69365]: value = "task-3468478" [ 697.422259] env[69365]: _type = "Task" [ 697.422259] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.433992] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 697.433992] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 697.433992] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Deleting the datastore file [datastore1] a4237ad3-1581-47bd-b5e5-30530429402f {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.434898] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d392bfc-4a29-43ff-b0e1-4608f7befb65 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.437453] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.440559] env[69365]: INFO nova.compute.manager [None req-004ebc81-267a-4a28-bb5f-0650e26b1f00 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] instance snapshotting [ 697.447670] env[69365]: DEBUG oslo_vmware.api [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Task: {'id': task-3468478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.450190] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89cc937b-f062-4cf6-ade2-0b96ea535e78 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.452950] env[69365]: DEBUG oslo_vmware.api [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Waiting for the task: (returnval){ [ 697.452950] env[69365]: value = "task-3468479" [ 697.452950] env[69365]: _type = "Task" [ 697.452950] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.475640] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459b4fb3-8769-4aa3-b0e4-f28977dc35a3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.481648] env[69365]: DEBUG oslo_vmware.api [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Task: {'id': task-3468479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.602221] env[69365]: DEBUG oslo_concurrency.lockutils [req-ab2d23d6-7bbb-46d1-a281-04ede03db16c req-58fc7ad9-6442-4628-94f1-c4f31075e4b6 service nova] Releasing lock "refresh_cache-0b69b2e2-0fe7-4bc8-901d-70c60738f56a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.648201] env[69365]: DEBUG nova.compute.manager [req-b2c10763-381c-40e9-84c2-2cc0a94456d0 req-6b28c3d3-d961-4dc4-b196-f22bcc486583 service nova] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Received event network-changed-a0bc0472-3933-41df-8a1e-68d52295827e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 697.650019] env[69365]: DEBUG nova.compute.manager [req-b2c10763-381c-40e9-84c2-2cc0a94456d0 req-6b28c3d3-d961-4dc4-b196-f22bcc486583 service nova] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Refreshing instance network info cache due to event network-changed-a0bc0472-3933-41df-8a1e-68d52295827e. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 697.650019] env[69365]: DEBUG oslo_concurrency.lockutils [req-b2c10763-381c-40e9-84c2-2cc0a94456d0 req-6b28c3d3-d961-4dc4-b196-f22bcc486583 service nova] Acquiring lock "refresh_cache-2ddf89d9-987d-4904-a7f1-b5b0be5880f3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.650492] env[69365]: DEBUG oslo_concurrency.lockutils [req-b2c10763-381c-40e9-84c2-2cc0a94456d0 req-6b28c3d3-d961-4dc4-b196-f22bcc486583 service nova] Acquired lock "refresh_cache-2ddf89d9-987d-4904-a7f1-b5b0be5880f3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.650492] env[69365]: DEBUG nova.network.neutron [req-b2c10763-381c-40e9-84c2-2cc0a94456d0 req-6b28c3d3-d961-4dc4-b196-f22bcc486583 service nova] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Refreshing network info cache for port a0bc0472-3933-41df-8a1e-68d52295827e {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 697.723231] env[69365]: DEBUG nova.compute.manager [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.857181] env[69365]: DEBUG oslo_vmware.api [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Task: {'id': task-3468476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.892778] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db2d874-efe1-47aa-8034-baf01c855627 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.903851] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04553f0e-48b5-4b95-91cb-3e668462ab6a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.944827] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce16f41-cc0b-4c78-bd97-76c1a7eeef42 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.960920] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667634d8-3cd2-4a14-95aa-37f25b107cb4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.965457] env[69365]: DEBUG oslo_vmware.api [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Task: {'id': task-3468478, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.971833] env[69365]: DEBUG oslo_vmware.api [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Task: {'id': task-3468479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102164} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.981688] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.981993] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 697.982144] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.982290] env[69365]: INFO nova.compute.manager [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 697.982531] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.983066] env[69365]: DEBUG nova.compute.provider_tree [None req-5f982fbd-69ea-4b82-b3cb-ad61278654d2 tempest-DeleteServersAdminTestJSON-1119230141 tempest-DeleteServersAdminTestJSON-1119230141-project-admin] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.984547] env[69365]: DEBUG nova.compute.manager [-] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 697.984655] env[69365]: DEBUG nova.network.neutron [-] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 697.991960] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-004ebc81-267a-4a28-bb5f-0650e26b1f00 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 697.992883] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-41ffd530-814e-4c35-8682-27a664af1b49 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.002084] env[69365]: DEBUG oslo_vmware.api [None req-004ebc81-267a-4a28-bb5f-0650e26b1f00 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 698.002084] env[69365]: value = "task-3468480" [ 698.002084] env[69365]: _type = "Task" [ 698.002084] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.015600] env[69365]: DEBUG oslo_vmware.api [None req-004ebc81-267a-4a28-bb5f-0650e26b1f00 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468480, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.017070] env[69365]: DEBUG nova.network.neutron [-] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 698.065827] env[69365]: DEBUG nova.network.neutron [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Successfully created port: 981d689b-9821-4fb1-9d3a-c4b41e14a7eb {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 698.182155] env[69365]: DEBUG nova.network.neutron [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Successfully updated port: 8349bb84-f1ec-4d4b-8783-f016859026ed {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.355237] env[69365]: DEBUG oslo_vmware.api [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Task: {'id': task-3468476, 'name': ReconfigVM_Task, 'duration_secs': 0.776015} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.355747] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 0b69b2e2-0fe7-4bc8-901d-70c60738f56a/0b69b2e2-0fe7-4bc8-901d-70c60738f56a.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 698.356687] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08ab86f3-b770-49a3-946f-8258387765ca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.366997] env[69365]: DEBUG oslo_vmware.api [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Waiting for the task: (returnval){ [ 698.366997] env[69365]: value = "task-3468481" [ 698.366997] env[69365]: _type = "Task" [ 698.366997] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.387968] env[69365]: DEBUG oslo_vmware.api [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Task: {'id': task-3468481, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.451781] env[69365]: DEBUG oslo_vmware.api [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Task: {'id': task-3468478, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.490139] env[69365]: DEBUG nova.scheduler.client.report [None req-5f982fbd-69ea-4b82-b3cb-ad61278654d2 tempest-DeleteServersAdminTestJSON-1119230141 tempest-DeleteServersAdminTestJSON-1119230141-project-admin] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 698.513420] env[69365]: DEBUG oslo_vmware.api [None req-004ebc81-267a-4a28-bb5f-0650e26b1f00 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468480, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.521632] env[69365]: DEBUG nova.network.neutron [-] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.580979] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Acquiring lock "d758e281-a701-418a-aa45-efabac0bdada" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.581691] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Lock "d758e281-a701-418a-aa45-efabac0bdada" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.581691] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Acquiring lock "d758e281-a701-418a-aa45-efabac0bdada-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.581863] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Lock "d758e281-a701-418a-aa45-efabac0bdada-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.581995] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Lock "d758e281-a701-418a-aa45-efabac0bdada-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.584605] env[69365]: INFO nova.compute.manager [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Terminating instance [ 698.687026] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Acquiring lock "refresh_cache-84060de2-9769-43bc-bd7e-f30df4d86d13" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.687116] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Acquired lock "refresh_cache-84060de2-9769-43bc-bd7e-f30df4d86d13" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.687253] env[69365]: DEBUG nova.network.neutron [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.733191] env[69365]: DEBUG nova.compute.manager [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.762971] env[69365]: DEBUG nova.virt.hardware [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.763310] env[69365]: DEBUG nova.virt.hardware [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.763530] env[69365]: DEBUG nova.virt.hardware [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.763779] env[69365]: DEBUG nova.virt.hardware [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.763986] env[69365]: DEBUG nova.virt.hardware [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.763986] env[69365]: DEBUG nova.virt.hardware [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.764340] env[69365]: DEBUG nova.virt.hardware [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.764476] env[69365]: DEBUG nova.virt.hardware [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.764524] env[69365]: DEBUG nova.virt.hardware [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.764673] env[69365]: DEBUG nova.virt.hardware [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.764842] env[69365]: DEBUG nova.virt.hardware [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.765741] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab19abc3-a425-4e6c-9a6a-3e9ace929776 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.775313] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd016ac-1141-4f28-bc0b-768a3361fbf7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.878763] env[69365]: DEBUG oslo_vmware.api [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Task: {'id': task-3468481, 'name': Rename_Task, 'duration_secs': 0.237931} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.879270] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 698.879559] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29f9f1bd-472f-4888-b04a-5dedfca4293c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.887238] env[69365]: DEBUG oslo_vmware.api [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Waiting for the task: (returnval){ [ 698.887238] env[69365]: value = "task-3468482" [ 698.887238] env[69365]: _type = "Task" [ 698.887238] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.897021] env[69365]: DEBUG oslo_vmware.api [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Task: {'id': task-3468482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.936281] env[69365]: DEBUG nova.network.neutron [req-b2c10763-381c-40e9-84c2-2cc0a94456d0 req-6b28c3d3-d961-4dc4-b196-f22bcc486583 service nova] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Updated VIF entry in instance network info cache for port a0bc0472-3933-41df-8a1e-68d52295827e. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 698.936683] env[69365]: DEBUG nova.network.neutron [req-b2c10763-381c-40e9-84c2-2cc0a94456d0 req-6b28c3d3-d961-4dc4-b196-f22bcc486583 service nova] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Updating instance_info_cache with network_info: [{"id": "a0bc0472-3933-41df-8a1e-68d52295827e", "address": "fa:16:3e:5f:f2:1e", "network": {"id": "29387dd8-ed33-4b7f-93c4-c3a57fd7fd5d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-221569669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a0a1f4ab684349926a8d03cbd63fa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0bc0472-39", "ovs_interfaceid": "a0bc0472-3933-41df-8a1e-68d52295827e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.951979] env[69365]: DEBUG oslo_vmware.api [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Task: {'id': task-3468478, 'name': PowerOnVM_Task, 'duration_secs': 1.184437} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.951979] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.951979] env[69365]: INFO nova.compute.manager [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Took 11.86 seconds to spawn the instance on the hypervisor. [ 698.952249] env[69365]: DEBUG nova.compute.manager [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.953051] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962aa838-1042-4149-b7c4-f30357972959 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.995829] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5f982fbd-69ea-4b82-b3cb-ad61278654d2 tempest-DeleteServersAdminTestJSON-1119230141 tempest-DeleteServersAdminTestJSON-1119230141-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.286s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.998884] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.846s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.000593] env[69365]: INFO nova.compute.claims [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 699.014267] env[69365]: DEBUG oslo_vmware.api [None req-004ebc81-267a-4a28-bb5f-0650e26b1f00 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468480, 'name': CreateSnapshot_Task, 'duration_secs': 0.886939} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.016212] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-004ebc81-267a-4a28-bb5f-0650e26b1f00 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 699.016212] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2de8d4-dcc7-477f-8d4b-d97932c1680f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.026447] env[69365]: INFO nova.compute.manager [-] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Took 1.04 seconds to deallocate network for instance. [ 699.041310] env[69365]: INFO nova.scheduler.client.report [None req-5f982fbd-69ea-4b82-b3cb-ad61278654d2 tempest-DeleteServersAdminTestJSON-1119230141 tempest-DeleteServersAdminTestJSON-1119230141-project-admin] Deleted allocations for instance f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87 [ 699.089122] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Acquiring lock "refresh_cache-d758e281-a701-418a-aa45-efabac0bdada" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.089122] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Acquired lock "refresh_cache-d758e281-a701-418a-aa45-efabac0bdada" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.089284] env[69365]: DEBUG nova.network.neutron [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 699.233021] env[69365]: DEBUG nova.network.neutron [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.330576] env[69365]: DEBUG nova.compute.manager [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.331675] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f771c08-24ad-46fb-92d8-3e583e8b60d2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.410576] env[69365]: DEBUG oslo_vmware.api [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Task: {'id': task-3468482, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.442399] env[69365]: DEBUG oslo_concurrency.lockutils [req-b2c10763-381c-40e9-84c2-2cc0a94456d0 req-6b28c3d3-d961-4dc4-b196-f22bcc486583 service nova] Releasing lock "refresh_cache-2ddf89d9-987d-4904-a7f1-b5b0be5880f3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.481023] env[69365]: DEBUG nova.network.neutron [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Updating instance_info_cache with network_info: [{"id": "8349bb84-f1ec-4d4b-8783-f016859026ed", "address": "fa:16:3e:bd:3a:6e", "network": {"id": "a0769741-266b-4099-a951-44c8dbd3a658", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1805976419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90144b26c0fb4219b6e2c51181dce63b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8349bb84-f1", "ovs_interfaceid": "8349bb84-f1ec-4d4b-8783-f016859026ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.486988] env[69365]: INFO nova.compute.manager [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Took 22.98 seconds to build instance. [ 699.542241] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-004ebc81-267a-4a28-bb5f-0650e26b1f00 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 699.543053] env[69365]: DEBUG oslo_concurrency.lockutils [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.543602] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8ddeb370-d991-4c51-aba6-b5d48abbc496 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.550421] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5f982fbd-69ea-4b82-b3cb-ad61278654d2 tempest-DeleteServersAdminTestJSON-1119230141 tempest-DeleteServersAdminTestJSON-1119230141-project-admin] Lock "f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.393s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.557619] env[69365]: DEBUG oslo_vmware.api [None req-004ebc81-267a-4a28-bb5f-0650e26b1f00 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 699.557619] env[69365]: value = "task-3468483" [ 699.557619] env[69365]: _type = "Task" [ 699.557619] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.571085] env[69365]: DEBUG oslo_vmware.api [None req-004ebc81-267a-4a28-bb5f-0650e26b1f00 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468483, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.634362] env[69365]: DEBUG nova.network.neutron [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.741669] env[69365]: DEBUG nova.network.neutron [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.851027] env[69365]: INFO nova.compute.manager [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] instance snapshotting [ 699.851027] env[69365]: WARNING nova.compute.manager [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 699.854863] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d80e33-09b2-4e59-8418-38c43e09bc19 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.886411] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061d9fb9-717d-4633-9510-93c8d1fbe61b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.905613] env[69365]: DEBUG oslo_vmware.api [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Task: {'id': task-3468482, 'name': PowerOnVM_Task, 'duration_secs': 0.600553} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.906466] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.906466] env[69365]: INFO nova.compute.manager [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Took 10.09 seconds to spawn the instance on the hypervisor. [ 699.906653] env[69365]: DEBUG nova.compute.manager [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 699.907623] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f6d1a3-17c6-4f30-b160-e2429984843c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.987064] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Releasing lock "refresh_cache-84060de2-9769-43bc-bd7e-f30df4d86d13" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.987460] env[69365]: DEBUG nova.compute.manager [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Instance network_info: |[{"id": "8349bb84-f1ec-4d4b-8783-f016859026ed", "address": "fa:16:3e:bd:3a:6e", "network": {"id": "a0769741-266b-4099-a951-44c8dbd3a658", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1805976419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90144b26c0fb4219b6e2c51181dce63b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8349bb84-f1", "ovs_interfaceid": "8349bb84-f1ec-4d4b-8783-f016859026ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 699.987994] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:3a:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'de5fcb06-b0d0-467f-86fe-06882165ac31', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8349bb84-f1ec-4d4b-8783-f016859026ed', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 699.998169] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Creating folder: Project (90144b26c0fb4219b6e2c51181dce63b). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 699.998637] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e7f91a6a-bdb5-4297-ba2e-7f7221989333 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Lock "60db3263-31a9-4128-a387-be6a0c414058" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.600s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.999201] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4909bf6f-8847-4ace-b9bf-ccb4df471932 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.015311] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Created folder: Project (90144b26c0fb4219b6e2c51181dce63b) in parent group-v693134. [ 700.015777] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Creating folder: Instances. Parent ref: group-v693176. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.016401] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-295bdc7e-128f-4576-96c4-462ac6806f06 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.032030] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Created folder: Instances in parent group-v693176. [ 700.032030] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 700.032030] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.032030] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2fd1a169-cd37-44f5-9393-93cf10eb419c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.058764] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.058764] env[69365]: value = "task-3468486" [ 700.058764] env[69365]: _type = "Task" [ 700.058764] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.073032] env[69365]: DEBUG oslo_vmware.api [None req-004ebc81-267a-4a28-bb5f-0650e26b1f00 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468483, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.076090] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468486, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.251164] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Releasing lock "refresh_cache-d758e281-a701-418a-aa45-efabac0bdada" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.251164] env[69365]: DEBUG nova.compute.manager [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 700.252622] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.256833] env[69365]: DEBUG nova.network.neutron [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Successfully updated port: 981d689b-9821-4fb1-9d3a-c4b41e14a7eb {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 700.257631] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3997ef-438e-4864-9044-17c3bdaafcba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.271543] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.271543] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3479e9c-542b-4159-9c93-2820f2b35f7d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.281864] env[69365]: DEBUG oslo_vmware.api [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Waiting for the task: (returnval){ [ 700.281864] env[69365]: value = "task-3468487" [ 700.281864] env[69365]: _type = "Task" [ 700.281864] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.294454] env[69365]: DEBUG oslo_vmware.api [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.415666] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 700.416202] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2a998c23-7e90-4698-abb1-ca9f915eb7c9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.437539] env[69365]: DEBUG oslo_vmware.api [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 700.437539] env[69365]: value = "task-3468488" [ 700.437539] env[69365]: _type = "Task" [ 700.437539] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.440537] env[69365]: INFO nova.compute.manager [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Took 21.46 seconds to build instance. [ 700.448377] env[69365]: DEBUG nova.compute.manager [req-66dfb9e4-f090-467f-9ed3-a6e14cfd4d19 req-113effca-9027-42ae-8c5d-aa746273fdd7 service nova] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Received event network-vif-plugged-8349bb84-f1ec-4d4b-8783-f016859026ed {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.448377] env[69365]: DEBUG oslo_concurrency.lockutils [req-66dfb9e4-f090-467f-9ed3-a6e14cfd4d19 req-113effca-9027-42ae-8c5d-aa746273fdd7 service nova] Acquiring lock "84060de2-9769-43bc-bd7e-f30df4d86d13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.448377] env[69365]: DEBUG oslo_concurrency.lockutils [req-66dfb9e4-f090-467f-9ed3-a6e14cfd4d19 req-113effca-9027-42ae-8c5d-aa746273fdd7 service nova] Lock "84060de2-9769-43bc-bd7e-f30df4d86d13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.448377] env[69365]: DEBUG oslo_concurrency.lockutils [req-66dfb9e4-f090-467f-9ed3-a6e14cfd4d19 req-113effca-9027-42ae-8c5d-aa746273fdd7 service nova] Lock "84060de2-9769-43bc-bd7e-f30df4d86d13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.448377] env[69365]: DEBUG nova.compute.manager [req-66dfb9e4-f090-467f-9ed3-a6e14cfd4d19 req-113effca-9027-42ae-8c5d-aa746273fdd7 service nova] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] No waiting events found dispatching network-vif-plugged-8349bb84-f1ec-4d4b-8783-f016859026ed {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 700.448599] env[69365]: WARNING nova.compute.manager [req-66dfb9e4-f090-467f-9ed3-a6e14cfd4d19 req-113effca-9027-42ae-8c5d-aa746273fdd7 service nova] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Received unexpected event network-vif-plugged-8349bb84-f1ec-4d4b-8783-f016859026ed for instance with vm_state building and task_state spawning. [ 700.448599] env[69365]: DEBUG nova.compute.manager [req-66dfb9e4-f090-467f-9ed3-a6e14cfd4d19 req-113effca-9027-42ae-8c5d-aa746273fdd7 service nova] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Received event network-changed-8349bb84-f1ec-4d4b-8783-f016859026ed {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.448735] env[69365]: DEBUG nova.compute.manager [req-66dfb9e4-f090-467f-9ed3-a6e14cfd4d19 req-113effca-9027-42ae-8c5d-aa746273fdd7 service nova] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Refreshing instance network info cache due to event network-changed-8349bb84-f1ec-4d4b-8783-f016859026ed. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 700.448934] env[69365]: DEBUG oslo_concurrency.lockutils [req-66dfb9e4-f090-467f-9ed3-a6e14cfd4d19 req-113effca-9027-42ae-8c5d-aa746273fdd7 service nova] Acquiring lock "refresh_cache-84060de2-9769-43bc-bd7e-f30df4d86d13" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.449075] env[69365]: DEBUG oslo_concurrency.lockutils [req-66dfb9e4-f090-467f-9ed3-a6e14cfd4d19 req-113effca-9027-42ae-8c5d-aa746273fdd7 service nova] Acquired lock "refresh_cache-84060de2-9769-43bc-bd7e-f30df4d86d13" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.449312] env[69365]: DEBUG nova.network.neutron [req-66dfb9e4-f090-467f-9ed3-a6e14cfd4d19 req-113effca-9027-42ae-8c5d-aa746273fdd7 service nova] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Refreshing network info cache for port 8349bb84-f1ec-4d4b-8783-f016859026ed {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.458364] env[69365]: DEBUG oslo_vmware.api [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468488, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.504579] env[69365]: DEBUG nova.compute.manager [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.580265] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468486, 'name': CreateVM_Task, 'duration_secs': 0.465399} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.581085] env[69365]: DEBUG oslo_vmware.api [None req-004ebc81-267a-4a28-bb5f-0650e26b1f00 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468483, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.583935] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.588022] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.588022] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.588022] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.588022] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dca37e5b-0f9d-47b7-ab3a-16d20637f5e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.595020] env[69365]: DEBUG oslo_vmware.api [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Waiting for the task: (returnval){ [ 700.595020] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52db3ce0-7d2e-312b-4804-c38fa4535454" [ 700.595020] env[69365]: _type = "Task" [ 700.595020] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.598902] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c63447-caf5-460e-adbd-30513ec5d7a5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.612233] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe19c57b-9c31-4bb8-9cca-be5d20024992 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.615930] env[69365]: DEBUG oslo_vmware.api [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52db3ce0-7d2e-312b-4804-c38fa4535454, 'name': SearchDatastore_Task, 'duration_secs': 0.014209} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.616410] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.616771] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 700.617149] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.617409] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.617712] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 700.618579] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8e7850a7-499c-4f86-8f33-400e6df036de {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.649031] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92515a6a-7641-4ddf-b710-ae65bc1db077 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.652021] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 700.652446] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 700.653461] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2117729-34e8-4ac2-b9d0-fb124de274e6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.659677] env[69365]: DEBUG oslo_vmware.api [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Waiting for the task: (returnval){ [ 700.659677] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52053479-d9dc-4723-61df-ec5f4affe3f4" [ 700.659677] env[69365]: _type = "Task" [ 700.659677] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.670025] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4c3080-6e85-4951-a19f-70934d4b4987 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.683752] env[69365]: DEBUG nova.compute.provider_tree [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 700.688745] env[69365]: DEBUG oslo_vmware.api [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52053479-d9dc-4723-61df-ec5f4affe3f4, 'name': SearchDatastore_Task, 'duration_secs': 0.012064} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.690252] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-143c22cf-c0e2-4f89-8b12-fbf04d5ec51e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.697228] env[69365]: DEBUG oslo_vmware.api [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Waiting for the task: (returnval){ [ 700.697228] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]529d0961-db05-d9c8-df92-2adfd61db0ee" [ 700.697228] env[69365]: _type = "Task" [ 700.697228] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.706940] env[69365]: DEBUG oslo_vmware.api [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]529d0961-db05-d9c8-df92-2adfd61db0ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.763555] env[69365]: DEBUG oslo_concurrency.lockutils [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquiring lock "refresh_cache-f76bd555-830a-477a-b202-a54d3090c8d8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.763733] env[69365]: DEBUG oslo_concurrency.lockutils [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquired lock "refresh_cache-f76bd555-830a-477a-b202-a54d3090c8d8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.763887] env[69365]: DEBUG nova.network.neutron [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.798995] env[69365]: DEBUG oslo_vmware.api [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468487, 'name': PowerOffVM_Task, 'duration_secs': 0.228141} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.799283] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.799450] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.799694] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7626b24e-8abd-4a13-9cd9-d281df1b8bc5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.831954] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.836020] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.836020] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Deleting the datastore file [datastore1] d758e281-a701-418a-aa45-efabac0bdada {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.836020] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8f629d9-3efa-4f0c-a690-193e08f501c4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.850982] env[69365]: DEBUG oslo_vmware.api [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Waiting for the task: (returnval){ [ 700.850982] env[69365]: value = "task-3468490" [ 700.850982] env[69365]: _type = "Task" [ 700.850982] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.866469] env[69365]: DEBUG oslo_vmware.api [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.896664] env[69365]: DEBUG nova.compute.manager [req-ca354c86-0dd1-4ee3-8a0e-b68954d20970 req-8bc27050-7973-45de-a684-47525415ceb5 service nova] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Received event network-vif-plugged-981d689b-9821-4fb1-9d3a-c4b41e14a7eb {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 700.896977] env[69365]: DEBUG oslo_concurrency.lockutils [req-ca354c86-0dd1-4ee3-8a0e-b68954d20970 req-8bc27050-7973-45de-a684-47525415ceb5 service nova] Acquiring lock "f76bd555-830a-477a-b202-a54d3090c8d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.898219] env[69365]: DEBUG oslo_concurrency.lockutils [req-ca354c86-0dd1-4ee3-8a0e-b68954d20970 req-8bc27050-7973-45de-a684-47525415ceb5 service nova] Lock "f76bd555-830a-477a-b202-a54d3090c8d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.898219] env[69365]: DEBUG oslo_concurrency.lockutils [req-ca354c86-0dd1-4ee3-8a0e-b68954d20970 req-8bc27050-7973-45de-a684-47525415ceb5 service nova] Lock "f76bd555-830a-477a-b202-a54d3090c8d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.898219] env[69365]: DEBUG nova.compute.manager [req-ca354c86-0dd1-4ee3-8a0e-b68954d20970 req-8bc27050-7973-45de-a684-47525415ceb5 service nova] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] No waiting events found dispatching network-vif-plugged-981d689b-9821-4fb1-9d3a-c4b41e14a7eb {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 700.898219] env[69365]: WARNING nova.compute.manager [req-ca354c86-0dd1-4ee3-8a0e-b68954d20970 req-8bc27050-7973-45de-a684-47525415ceb5 service nova] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Received unexpected event network-vif-plugged-981d689b-9821-4fb1-9d3a-c4b41e14a7eb for instance with vm_state building and task_state spawning. [ 700.946602] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4ac19ad-e539-4704-bca2-e91f66ad37cc tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Lock "0b69b2e2-0fe7-4bc8-901d-70c60738f56a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.032s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.967033] env[69365]: DEBUG oslo_vmware.api [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468488, 'name': CreateSnapshot_Task, 'duration_secs': 0.497967} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.967954] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 700.968791] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e215065-cbc6-46ad-b081-ca0a2bf8092b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.033120] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.078646] env[69365]: DEBUG oslo_vmware.api [None req-004ebc81-267a-4a28-bb5f-0650e26b1f00 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468483, 'name': CloneVM_Task} progress is 95%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.190524] env[69365]: DEBUG nova.scheduler.client.report [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.212996] env[69365]: DEBUG oslo_vmware.api [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]529d0961-db05-d9c8-df92-2adfd61db0ee, 'name': SearchDatastore_Task, 'duration_secs': 0.012303} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.213333] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.213611] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 84060de2-9769-43bc-bd7e-f30df4d86d13/84060de2-9769-43bc-bd7e-f30df4d86d13.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 701.213904] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-276e9711-526d-4c02-9440-0a2f9825a759 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.223498] env[69365]: DEBUG oslo_vmware.api [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Waiting for the task: (returnval){ [ 701.223498] env[69365]: value = "task-3468491" [ 701.223498] env[69365]: _type = "Task" [ 701.223498] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.236319] env[69365]: DEBUG oslo_vmware.api [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Task: {'id': task-3468491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.337516] env[69365]: DEBUG nova.network.neutron [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.343470] env[69365]: DEBUG oslo_concurrency.lockutils [None req-88492b69-8ebe-4b2d-a70d-04fc09a25508 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Acquiring lock "60db3263-31a9-4128-a387-be6a0c414058" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.343682] env[69365]: DEBUG oslo_concurrency.lockutils [None req-88492b69-8ebe-4b2d-a70d-04fc09a25508 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Lock "60db3263-31a9-4128-a387-be6a0c414058" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.343904] env[69365]: DEBUG oslo_concurrency.lockutils [None req-88492b69-8ebe-4b2d-a70d-04fc09a25508 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Acquiring lock "60db3263-31a9-4128-a387-be6a0c414058-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.344195] env[69365]: DEBUG oslo_concurrency.lockutils [None req-88492b69-8ebe-4b2d-a70d-04fc09a25508 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Lock "60db3263-31a9-4128-a387-be6a0c414058-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.344383] env[69365]: DEBUG oslo_concurrency.lockutils [None req-88492b69-8ebe-4b2d-a70d-04fc09a25508 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Lock "60db3263-31a9-4128-a387-be6a0c414058-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.347009] env[69365]: INFO nova.compute.manager [None req-88492b69-8ebe-4b2d-a70d-04fc09a25508 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Terminating instance [ 701.370743] env[69365]: DEBUG oslo_vmware.api [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Task: {'id': task-3468490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17634} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.371081] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.371629] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.371629] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.371629] env[69365]: INFO nova.compute.manager [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] [instance: d758e281-a701-418a-aa45-efabac0bdada] Took 1.12 seconds to destroy the instance on the hypervisor. [ 701.372066] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 701.372066] env[69365]: DEBUG nova.compute.manager [-] [instance: d758e281-a701-418a-aa45-efabac0bdada] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 701.372241] env[69365]: DEBUG nova.network.neutron [-] [instance: d758e281-a701-418a-aa45-efabac0bdada] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 701.410566] env[69365]: DEBUG nova.network.neutron [-] [instance: d758e281-a701-418a-aa45-efabac0bdada] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 701.459538] env[69365]: DEBUG nova.compute.manager [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 701.504301] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 701.506253] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c5c073ba-3f4b-4e2f-a2c7-cb596e51c0eb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.513246] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Acquiring lock "d427aa83-edf4-44e5-a860-36e1184ea51f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.513608] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Lock "d427aa83-edf4-44e5-a860-36e1184ea51f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.521259] env[69365]: DEBUG oslo_vmware.api [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 701.521259] env[69365]: value = "task-3468492" [ 701.521259] env[69365]: _type = "Task" [ 701.521259] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.527359] env[69365]: DEBUG nova.network.neutron [req-66dfb9e4-f090-467f-9ed3-a6e14cfd4d19 req-113effca-9027-42ae-8c5d-aa746273fdd7 service nova] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Updated VIF entry in instance network info cache for port 8349bb84-f1ec-4d4b-8783-f016859026ed. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 701.527862] env[69365]: DEBUG nova.network.neutron [req-66dfb9e4-f090-467f-9ed3-a6e14cfd4d19 req-113effca-9027-42ae-8c5d-aa746273fdd7 service nova] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Updating instance_info_cache with network_info: [{"id": "8349bb84-f1ec-4d4b-8783-f016859026ed", "address": "fa:16:3e:bd:3a:6e", "network": {"id": "a0769741-266b-4099-a951-44c8dbd3a658", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1805976419-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "90144b26c0fb4219b6e2c51181dce63b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "de5fcb06-b0d0-467f-86fe-06882165ac31", "external-id": "nsx-vlan-transportzone-595", "segmentation_id": 595, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8349bb84-f1", "ovs_interfaceid": "8349bb84-f1ec-4d4b-8783-f016859026ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.534332] env[69365]: DEBUG oslo_vmware.api [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468492, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.582623] env[69365]: DEBUG oslo_vmware.api [None req-004ebc81-267a-4a28-bb5f-0650e26b1f00 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468483, 'name': CloneVM_Task, 'duration_secs': 1.856085} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.584089] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-004ebc81-267a-4a28-bb5f-0650e26b1f00 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Created linked-clone VM from snapshot [ 701.584183] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113a6fb4-1e0d-4936-883e-bd4e6dca0d40 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.594578] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-004ebc81-267a-4a28-bb5f-0650e26b1f00 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Uploading image ce769be4-8255-43f1-b064-3f5ed28e6011 {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 701.618793] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-004ebc81-267a-4a28-bb5f-0650e26b1f00 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 701.619523] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a1752dfb-ea51-4c77-884f-0986820e8acf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.630884] env[69365]: DEBUG oslo_vmware.api [None req-004ebc81-267a-4a28-bb5f-0650e26b1f00 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 701.630884] env[69365]: value = "task-3468493" [ 701.630884] env[69365]: _type = "Task" [ 701.630884] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.640999] env[69365]: DEBUG oslo_vmware.api [None req-004ebc81-267a-4a28-bb5f-0650e26b1f00 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468493, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.647358] env[69365]: DEBUG nova.network.neutron [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Updating instance_info_cache with network_info: [{"id": "981d689b-9821-4fb1-9d3a-c4b41e14a7eb", "address": "fa:16:3e:e9:cc:a0", "network": {"id": "059ad099-404e-4403-bc00-4e45aa8f66c3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-802553748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d9e7f52b019240b0a0ee761c85898c76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap981d689b-98", "ovs_interfaceid": "981d689b-9821-4fb1-9d3a-c4b41e14a7eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.699805] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.700176] env[69365]: DEBUG nova.compute.manager [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 701.705218] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.457s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.705576] env[69365]: INFO nova.compute.claims [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 701.739466] env[69365]: DEBUG oslo_vmware.api [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Task: {'id': task-3468491, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.851578] env[69365]: DEBUG nova.compute.manager [None req-88492b69-8ebe-4b2d-a70d-04fc09a25508 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 701.851820] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-88492b69-8ebe-4b2d-a70d-04fc09a25508 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.852825] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d212c8-8d4e-4160-8f2b-1c220a21dd39 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.867934] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-88492b69-8ebe-4b2d-a70d-04fc09a25508 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.868075] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-126893d2-52bd-434b-9468-b42678a19a0f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.878275] env[69365]: DEBUG oslo_vmware.api [None req-88492b69-8ebe-4b2d-a70d-04fc09a25508 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Waiting for the task: (returnval){ [ 701.878275] env[69365]: value = "task-3468494" [ 701.878275] env[69365]: _type = "Task" [ 701.878275] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.890376] env[69365]: DEBUG oslo_vmware.api [None req-88492b69-8ebe-4b2d-a70d-04fc09a25508 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Task: {'id': task-3468494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.913558] env[69365]: DEBUG nova.network.neutron [-] [instance: d758e281-a701-418a-aa45-efabac0bdada] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.007170] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.031543] env[69365]: DEBUG oslo_concurrency.lockutils [req-66dfb9e4-f090-467f-9ed3-a6e14cfd4d19 req-113effca-9027-42ae-8c5d-aa746273fdd7 service nova] Releasing lock "refresh_cache-84060de2-9769-43bc-bd7e-f30df4d86d13" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.037489] env[69365]: DEBUG oslo_vmware.api [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468492, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.145535] env[69365]: DEBUG oslo_vmware.api [None req-004ebc81-267a-4a28-bb5f-0650e26b1f00 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468493, 'name': Destroy_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.153447] env[69365]: DEBUG oslo_concurrency.lockutils [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Releasing lock "refresh_cache-f76bd555-830a-477a-b202-a54d3090c8d8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.153721] env[69365]: DEBUG nova.compute.manager [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Instance network_info: |[{"id": "981d689b-9821-4fb1-9d3a-c4b41e14a7eb", "address": "fa:16:3e:e9:cc:a0", "network": {"id": "059ad099-404e-4403-bc00-4e45aa8f66c3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-802553748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d9e7f52b019240b0a0ee761c85898c76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap981d689b-98", "ovs_interfaceid": "981d689b-9821-4fb1-9d3a-c4b41e14a7eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 702.154450] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:cc:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '981d689b-9821-4fb1-9d3a-c4b41e14a7eb', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.164081] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Creating folder: Project (d9e7f52b019240b0a0ee761c85898c76). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.164421] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-175384cb-4911-4fa9-9fc7-d8a551202a4c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.188684] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Created folder: Project (d9e7f52b019240b0a0ee761c85898c76) in parent group-v693134. [ 702.188890] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Creating folder: Instances. Parent ref: group-v693181. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.189169] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-685a10b5-b4eb-4c2b-a5ec-c40e91636c9e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.203450] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Created folder: Instances in parent group-v693181. [ 702.204178] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 702.204178] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.204178] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a8a6bc3-67c4-4dd0-bdb1-0dcee0b6d46d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.223206] env[69365]: DEBUG nova.compute.utils [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.227574] env[69365]: DEBUG nova.compute.manager [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.227743] env[69365]: DEBUG nova.network.neutron [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.237908] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.237908] env[69365]: value = "task-3468497" [ 702.237908] env[69365]: _type = "Task" [ 702.237908] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.248873] env[69365]: DEBUG oslo_vmware.api [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Task: {'id': task-3468491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544496} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.248873] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 84060de2-9769-43bc-bd7e-f30df4d86d13/84060de2-9769-43bc-bd7e-f30df4d86d13.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 702.248873] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 702.249427] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c29781f2-c483-4c63-93b5-298446e32a17 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.255089] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468497, 'name': CreateVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.262234] env[69365]: DEBUG oslo_vmware.api [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Waiting for the task: (returnval){ [ 702.262234] env[69365]: value = "task-3468498" [ 702.262234] env[69365]: _type = "Task" [ 702.262234] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.276709] env[69365]: DEBUG oslo_vmware.api [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Task: {'id': task-3468498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.304777] env[69365]: DEBUG nova.policy [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25d7356146ee44c8a65686b68ea2a766', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0b4d3b209df41eaa438742d4326084b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 702.395156] env[69365]: DEBUG oslo_vmware.api [None req-88492b69-8ebe-4b2d-a70d-04fc09a25508 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Task: {'id': task-3468494, 'name': PowerOffVM_Task, 'duration_secs': 0.206738} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.395156] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-88492b69-8ebe-4b2d-a70d-04fc09a25508 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 702.395156] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-88492b69-8ebe-4b2d-a70d-04fc09a25508 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 702.395156] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2859afc-e78d-4863-a184-6beadafbaabd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.420427] env[69365]: INFO nova.compute.manager [-] [instance: d758e281-a701-418a-aa45-efabac0bdada] Took 1.05 seconds to deallocate network for instance. [ 702.536878] env[69365]: DEBUG oslo_vmware.api [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468492, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.609489] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Acquiring lock "ac289b71-5a99-4a03-af24-e6843166dfd1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 702.609689] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Lock "ac289b71-5a99-4a03-af24-e6843166dfd1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.647081] env[69365]: DEBUG oslo_vmware.api [None req-004ebc81-267a-4a28-bb5f-0650e26b1f00 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468493, 'name': Destroy_Task, 'duration_secs': 0.556489} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.647550] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-004ebc81-267a-4a28-bb5f-0650e26b1f00 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Destroyed the VM [ 702.648072] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-004ebc81-267a-4a28-bb5f-0650e26b1f00 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 702.648472] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1d2147fb-4167-4fbc-93c1-1efb0e6d060b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.658780] env[69365]: DEBUG oslo_vmware.api [None req-004ebc81-267a-4a28-bb5f-0650e26b1f00 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 702.658780] env[69365]: value = "task-3468500" [ 702.658780] env[69365]: _type = "Task" [ 702.658780] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.672753] env[69365]: DEBUG oslo_vmware.api [None req-004ebc81-267a-4a28-bb5f-0650e26b1f00 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468500, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.728990] env[69365]: DEBUG nova.compute.manager [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 702.761239] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468497, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.776690] env[69365]: DEBUG oslo_vmware.api [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Task: {'id': task-3468498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.363639} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.777388] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.779455] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-896eead8-391b-46a7-878c-a6e5fac226b1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.807240] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 84060de2-9769-43bc-bd7e-f30df4d86d13/84060de2-9769-43bc-bd7e-f30df4d86d13.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.811061] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8eb865c-c0c6-4685-a4d9-fa5fe1da8d28 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.834290] env[69365]: DEBUG oslo_vmware.api [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Waiting for the task: (returnval){ [ 702.834290] env[69365]: value = "task-3468501" [ 702.834290] env[69365]: _type = "Task" [ 702.834290] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.845136] env[69365]: DEBUG oslo_vmware.api [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Task: {'id': task-3468501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.930073] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.038297] env[69365]: DEBUG oslo_vmware.api [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468492, 'name': CloneVM_Task, 'duration_secs': 1.392905} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.039241] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Created linked-clone VM from snapshot [ 703.040150] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5bb8fe-33f0-4ec1-ab4d-c43109102282 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.050334] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Uploading image 42064020-15c6-406e-84cf-8b621c81762c {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 703.084447] env[69365]: DEBUG oslo_vmware.rw_handles [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 703.084447] env[69365]: value = "vm-693180" [ 703.084447] env[69365]: _type = "VirtualMachine" [ 703.084447] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 703.084447] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-21cbb1e5-54d6-4570-9256-6950e4875df9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.092574] env[69365]: DEBUG oslo_vmware.rw_handles [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lease: (returnval){ [ 703.092574] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]520ed80f-3050-4beb-5910-b961f6ead8f8" [ 703.092574] env[69365]: _type = "HttpNfcLease" [ 703.092574] env[69365]: } obtained for exporting VM: (result){ [ 703.092574] env[69365]: value = "vm-693180" [ 703.092574] env[69365]: _type = "VirtualMachine" [ 703.092574] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 703.092873] env[69365]: DEBUG oslo_vmware.api [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the lease: (returnval){ [ 703.092873] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]520ed80f-3050-4beb-5910-b961f6ead8f8" [ 703.092873] env[69365]: _type = "HttpNfcLease" [ 703.092873] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 703.101161] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 703.101161] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]520ed80f-3050-4beb-5910-b961f6ead8f8" [ 703.101161] env[69365]: _type = "HttpNfcLease" [ 703.101161] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 703.170880] env[69365]: DEBUG oslo_vmware.api [None req-004ebc81-267a-4a28-bb5f-0650e26b1f00 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468500, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.251804] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468497, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.316985] env[69365]: DEBUG nova.network.neutron [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Successfully created port: 6cffb9e1-945a-4ed3-b552-873688e86edc {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.359128] env[69365]: DEBUG oslo_vmware.api [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Task: {'id': task-3468501, 'name': ReconfigVM_Task, 'duration_secs': 0.358637} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.364585] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 84060de2-9769-43bc-bd7e-f30df4d86d13/84060de2-9769-43bc-bd7e-f30df4d86d13.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.365347] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c077c4c1-5a63-41ff-83a1-23a0022976ce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.379116] env[69365]: DEBUG oslo_vmware.api [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Waiting for the task: (returnval){ [ 703.379116] env[69365]: value = "task-3468503" [ 703.379116] env[69365]: _type = "Task" [ 703.379116] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.387687] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce724f27-4d31-44a2-9f4b-4f446137a89e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.403267] env[69365]: DEBUG oslo_vmware.api [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Task: {'id': task-3468503, 'name': Rename_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.405176] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc3448f-2d55-4ca6-97cf-ad58f40cbb8d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.444119] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233b423e-a9fb-4a25-b01d-cf15e6066c7c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.455040] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12775718-dcb5-4952-8652-2312d3fd797d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.474064] env[69365]: DEBUG nova.compute.provider_tree [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 703.602973] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 703.602973] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]520ed80f-3050-4beb-5910-b961f6ead8f8" [ 703.602973] env[69365]: _type = "HttpNfcLease" [ 703.602973] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 703.603275] env[69365]: DEBUG oslo_vmware.rw_handles [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 703.603275] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]520ed80f-3050-4beb-5910-b961f6ead8f8" [ 703.603275] env[69365]: _type = "HttpNfcLease" [ 703.603275] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 703.604238] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd65312b-5288-4356-8376-a743fb27c6fe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.614140] env[69365]: DEBUG oslo_vmware.rw_handles [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c570e5-ab29-bb2a-09fb-4afa6f1d4946/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 703.614274] env[69365]: DEBUG oslo_vmware.rw_handles [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c570e5-ab29-bb2a-09fb-4afa6f1d4946/disk-0.vmdk for reading. {{(pid=69365) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 703.683612] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-88492b69-8ebe-4b2d-a70d-04fc09a25508 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 703.683612] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-88492b69-8ebe-4b2d-a70d-04fc09a25508 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 703.683612] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-88492b69-8ebe-4b2d-a70d-04fc09a25508 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Deleting the datastore file [datastore1] 60db3263-31a9-4128-a387-be6a0c414058 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 703.684698] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9865143-9c39-40c5-8dd1-43b59b4a6cb7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.695328] env[69365]: DEBUG oslo_vmware.api [None req-004ebc81-267a-4a28-bb5f-0650e26b1f00 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468500, 'name': RemoveSnapshot_Task} progress is 46%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.696718] env[69365]: DEBUG oslo_vmware.api [None req-88492b69-8ebe-4b2d-a70d-04fc09a25508 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Waiting for the task: (returnval){ [ 703.696718] env[69365]: value = "task-3468504" [ 703.696718] env[69365]: _type = "Task" [ 703.696718] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.705652] env[69365]: DEBUG oslo_vmware.api [None req-88492b69-8ebe-4b2d-a70d-04fc09a25508 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Task: {'id': task-3468504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.719517] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c1f200e3-c65d-40fa-9320-6a7314c3e855 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.747200] env[69365]: DEBUG nova.compute.manager [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 703.758045] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468497, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.791086] env[69365]: DEBUG nova.virt.hardware [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.791443] env[69365]: DEBUG nova.virt.hardware [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.791863] env[69365]: DEBUG nova.virt.hardware [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.792180] env[69365]: DEBUG nova.virt.hardware [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.792371] env[69365]: DEBUG nova.virt.hardware [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.792574] env[69365]: DEBUG nova.virt.hardware [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.793079] env[69365]: DEBUG nova.virt.hardware [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.793273] env[69365]: DEBUG nova.virt.hardware [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.793514] env[69365]: DEBUG nova.virt.hardware [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.793881] env[69365]: DEBUG nova.virt.hardware [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.794014] env[69365]: DEBUG nova.virt.hardware [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.795194] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c322c2e-2657-4105-b4bf-a485c3adad25 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.805942] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9839da-ab76-4513-bc8c-4edf955c60c8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.873788] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "ba25f42e-945b-4884-9fca-fecf9a2d294c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.873788] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "ba25f42e-945b-4884-9fca-fecf9a2d294c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.891121] env[69365]: DEBUG oslo_vmware.api [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Task: {'id': task-3468503, 'name': Rename_Task, 'duration_secs': 0.161866} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.891187] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 703.891453] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-793baa67-3d0e-4aab-8ac5-e1db20620c78 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.902165] env[69365]: DEBUG oslo_vmware.api [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Waiting for the task: (returnval){ [ 703.902165] env[69365]: value = "task-3468505" [ 703.902165] env[69365]: _type = "Task" [ 703.902165] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.911927] env[69365]: DEBUG oslo_vmware.api [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Task: {'id': task-3468505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.977793] env[69365]: DEBUG nova.scheduler.client.report [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.190275] env[69365]: DEBUG oslo_vmware.api [None req-004ebc81-267a-4a28-bb5f-0650e26b1f00 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468500, 'name': RemoveSnapshot_Task, 'duration_secs': 1.100948} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.190275] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-004ebc81-267a-4a28-bb5f-0650e26b1f00 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 704.207447] env[69365]: DEBUG oslo_vmware.api [None req-88492b69-8ebe-4b2d-a70d-04fc09a25508 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Task: {'id': task-3468504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186723} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.207798] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-88492b69-8ebe-4b2d-a70d-04fc09a25508 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 704.207980] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-88492b69-8ebe-4b2d-a70d-04fc09a25508 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 704.209992] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-88492b69-8ebe-4b2d-a70d-04fc09a25508 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 704.209992] env[69365]: INFO nova.compute.manager [None req-88492b69-8ebe-4b2d-a70d-04fc09a25508 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Took 2.36 seconds to destroy the instance on the hypervisor. [ 704.209992] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88492b69-8ebe-4b2d-a70d-04fc09a25508 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 704.209992] env[69365]: DEBUG nova.compute.manager [-] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 704.209992] env[69365]: DEBUG nova.network.neutron [-] [instance: 60db3263-31a9-4128-a387-be6a0c414058] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 704.243774] env[69365]: DEBUG nova.compute.manager [req-0626ad13-2150-46ab-9bb5-1dd5064bd87a req-0170cfaa-6a66-4440-b762-db6731bb96bf service nova] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Received event network-changed-981d689b-9821-4fb1-9d3a-c4b41e14a7eb {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 704.244103] env[69365]: DEBUG nova.compute.manager [req-0626ad13-2150-46ab-9bb5-1dd5064bd87a req-0170cfaa-6a66-4440-b762-db6731bb96bf service nova] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Refreshing instance network info cache due to event network-changed-981d689b-9821-4fb1-9d3a-c4b41e14a7eb. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 704.244398] env[69365]: DEBUG oslo_concurrency.lockutils [req-0626ad13-2150-46ab-9bb5-1dd5064bd87a req-0170cfaa-6a66-4440-b762-db6731bb96bf service nova] Acquiring lock "refresh_cache-f76bd555-830a-477a-b202-a54d3090c8d8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.244666] env[69365]: DEBUG oslo_concurrency.lockutils [req-0626ad13-2150-46ab-9bb5-1dd5064bd87a req-0170cfaa-6a66-4440-b762-db6731bb96bf service nova] Acquired lock "refresh_cache-f76bd555-830a-477a-b202-a54d3090c8d8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.244904] env[69365]: DEBUG nova.network.neutron [req-0626ad13-2150-46ab-9bb5-1dd5064bd87a req-0170cfaa-6a66-4440-b762-db6731bb96bf service nova] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Refreshing network info cache for port 981d689b-9821-4fb1-9d3a-c4b41e14a7eb {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 704.264774] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468497, 'name': CreateVM_Task, 'duration_secs': 1.653892} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.266585] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 704.268065] env[69365]: DEBUG oslo_concurrency.lockutils [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.268065] env[69365]: DEBUG oslo_concurrency.lockutils [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.268065] env[69365]: DEBUG oslo_concurrency.lockutils [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.268771] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d83b57c1-b8bd-4d64-aca2-e25a35a1a361 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.276345] env[69365]: DEBUG oslo_vmware.api [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for the task: (returnval){ [ 704.276345] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f58e04-468c-cdf6-8629-f611dee92979" [ 704.276345] env[69365]: _type = "Task" [ 704.276345] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.285303] env[69365]: DEBUG oslo_vmware.api [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f58e04-468c-cdf6-8629-f611dee92979, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.412897] env[69365]: DEBUG oslo_vmware.api [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Task: {'id': task-3468505, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.487037] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.783s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.490701] env[69365]: DEBUG nova.compute.manager [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 704.496247] env[69365]: DEBUG oslo_concurrency.lockutils [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.007s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.696321] env[69365]: WARNING nova.compute.manager [None req-004ebc81-267a-4a28-bb5f-0650e26b1f00 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Image not found during snapshot: nova.exception.ImageNotFound: Image ce769be4-8255-43f1-b064-3f5ed28e6011 could not be found. [ 704.798383] env[69365]: DEBUG oslo_vmware.api [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f58e04-468c-cdf6-8629-f611dee92979, 'name': SearchDatastore_Task, 'duration_secs': 0.012837} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.798383] env[69365]: DEBUG oslo_concurrency.lockutils [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.798383] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 704.798383] env[69365]: DEBUG oslo_concurrency.lockutils [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.798539] env[69365]: DEBUG oslo_concurrency.lockutils [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.798539] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 704.798539] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05c5d650-f7cf-4f4c-8559-ab00c43c1ad2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.814368] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.814643] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.822317] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67626d1e-be8d-4de2-965c-765885008921 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.834345] env[69365]: DEBUG oslo_vmware.api [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for the task: (returnval){ [ 704.834345] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52ea8a94-ade0-ead9-0f39-aec0f29daed4" [ 704.834345] env[69365]: _type = "Task" [ 704.834345] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.852078] env[69365]: DEBUG oslo_vmware.api [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52ea8a94-ade0-ead9-0f39-aec0f29daed4, 'name': SearchDatastore_Task, 'duration_secs': 0.011432} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.855254] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfa33968-805f-4897-874d-0db3e7ef3dce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.864240] env[69365]: DEBUG oslo_vmware.api [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for the task: (returnval){ [ 704.864240] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]529763ee-a149-f49c-019e-cdadf10d5648" [ 704.864240] env[69365]: _type = "Task" [ 704.864240] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.882779] env[69365]: DEBUG oslo_vmware.api [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]529763ee-a149-f49c-019e-cdadf10d5648, 'name': SearchDatastore_Task, 'duration_secs': 0.011065} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.882935] env[69365]: DEBUG oslo_concurrency.lockutils [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.883130] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] f76bd555-830a-477a-b202-a54d3090c8d8/f76bd555-830a-477a-b202-a54d3090c8d8.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.883848] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-76e657a4-6128-44a2-8230-c4a2b9473481 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.894501] env[69365]: DEBUG oslo_vmware.api [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for the task: (returnval){ [ 704.894501] env[69365]: value = "task-3468506" [ 704.894501] env[69365]: _type = "Task" [ 704.894501] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.914823] env[69365]: DEBUG oslo_vmware.api [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.921345] env[69365]: DEBUG oslo_vmware.api [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Task: {'id': task-3468505, 'name': PowerOnVM_Task, 'duration_secs': 0.605762} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.924671] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 704.929956] env[69365]: INFO nova.compute.manager [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Took 8.88 seconds to spawn the instance on the hypervisor. [ 704.929956] env[69365]: DEBUG nova.compute.manager [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.929956] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5425c377-2271-4f24-8117-5052eae6c9e6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.003433] env[69365]: DEBUG nova.compute.utils [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.012022] env[69365]: INFO nova.compute.claims [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 705.014590] env[69365]: DEBUG nova.compute.manager [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 705.014760] env[69365]: DEBUG nova.network.neutron [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 705.119860] env[69365]: DEBUG nova.policy [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cc468eb1bd024a13803fb3c6ca36fb4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c4e226d78ef49ffb3cb839e54e1720b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 705.369556] env[69365]: DEBUG nova.network.neutron [req-0626ad13-2150-46ab-9bb5-1dd5064bd87a req-0170cfaa-6a66-4440-b762-db6731bb96bf service nova] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Updated VIF entry in instance network info cache for port 981d689b-9821-4fb1-9d3a-c4b41e14a7eb. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 705.370157] env[69365]: DEBUG nova.network.neutron [req-0626ad13-2150-46ab-9bb5-1dd5064bd87a req-0170cfaa-6a66-4440-b762-db6731bb96bf service nova] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Updating instance_info_cache with network_info: [{"id": "981d689b-9821-4fb1-9d3a-c4b41e14a7eb", "address": "fa:16:3e:e9:cc:a0", "network": {"id": "059ad099-404e-4403-bc00-4e45aa8f66c3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-802553748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d9e7f52b019240b0a0ee761c85898c76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap981d689b-98", "ovs_interfaceid": "981d689b-9821-4fb1-9d3a-c4b41e14a7eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.384191] env[69365]: DEBUG nova.network.neutron [-] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.410009] env[69365]: DEBUG oslo_vmware.api [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468506, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.448854] env[69365]: INFO nova.compute.manager [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Took 20.29 seconds to build instance. [ 705.515625] env[69365]: DEBUG nova.compute.manager [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 705.522875] env[69365]: INFO nova.compute.resource_tracker [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Updating resource usage from migration 2e64a664-8731-4536-a978-2e111a7d0055 [ 705.589534] env[69365]: DEBUG nova.compute.manager [req-f2389378-49a3-42f7-b985-d559c2c7a860 req-64372649-4d57-4232-839b-cea191723066 service nova] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Received event network-changed-68719715-aed8-41da-b5a8-f7435778f4f7 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 705.589534] env[69365]: DEBUG nova.compute.manager [req-f2389378-49a3-42f7-b985-d559c2c7a860 req-64372649-4d57-4232-839b-cea191723066 service nova] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Refreshing instance network info cache due to event network-changed-68719715-aed8-41da-b5a8-f7435778f4f7. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 705.589621] env[69365]: DEBUG oslo_concurrency.lockutils [req-f2389378-49a3-42f7-b985-d559c2c7a860 req-64372649-4d57-4232-839b-cea191723066 service nova] Acquiring lock "refresh_cache-0b69b2e2-0fe7-4bc8-901d-70c60738f56a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.590497] env[69365]: DEBUG oslo_concurrency.lockutils [req-f2389378-49a3-42f7-b985-d559c2c7a860 req-64372649-4d57-4232-839b-cea191723066 service nova] Acquired lock "refresh_cache-0b69b2e2-0fe7-4bc8-901d-70c60738f56a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.590776] env[69365]: DEBUG nova.network.neutron [req-f2389378-49a3-42f7-b985-d559c2c7a860 req-64372649-4d57-4232-839b-cea191723066 service nova] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Refreshing network info cache for port 68719715-aed8-41da-b5a8-f7435778f4f7 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 705.626703] env[69365]: DEBUG nova.network.neutron [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Successfully updated port: 6cffb9e1-945a-4ed3-b552-873688e86edc {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.874927] env[69365]: DEBUG oslo_concurrency.lockutils [req-0626ad13-2150-46ab-9bb5-1dd5064bd87a req-0170cfaa-6a66-4440-b762-db6731bb96bf service nova] Releasing lock "refresh_cache-f76bd555-830a-477a-b202-a54d3090c8d8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.887211] env[69365]: INFO nova.compute.manager [-] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Took 1.68 seconds to deallocate network for instance. [ 705.906145] env[69365]: DEBUG oslo_vmware.api [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521049} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.913019] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] f76bd555-830a-477a-b202-a54d3090c8d8/f76bd555-830a-477a-b202-a54d3090c8d8.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.913019] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.913019] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca316316-40f3-41ba-befe-44b3bc788318 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.920751] env[69365]: DEBUG oslo_vmware.api [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for the task: (returnval){ [ 705.920751] env[69365]: value = "task-3468507" [ 705.920751] env[69365]: _type = "Task" [ 705.920751] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.931111] env[69365]: DEBUG oslo_vmware.api [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.933200] env[69365]: DEBUG nova.network.neutron [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] Successfully created port: 31937717-5f62-46d4-b82e-68302061236e {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 705.952324] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2037ef02-c063-4063-8ffe-377819ad4235 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Lock "84060de2-9769-43bc-bd7e-f30df4d86d13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.901s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.128879] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "refresh_cache-dbc6c632-cd7b-4f57-855a-acd12826d021" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.129710] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquired lock "refresh_cache-dbc6c632-cd7b-4f57-855a-acd12826d021" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.129957] env[69365]: DEBUG nova.network.neutron [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.137958] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a47cb9-ad3b-4186-ab43-6b507ffbcbd6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.146042] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26f1239-102c-4409-aab3-a9e0d7c18729 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.183974] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6b14db-9e19-4637-bf56-45ba05cb0ba2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.195025] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134f6f16-107c-404b-b544-2610d890e823 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.217689] env[69365]: DEBUG nova.compute.provider_tree [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.396683] env[69365]: DEBUG oslo_concurrency.lockutils [None req-88492b69-8ebe-4b2d-a70d-04fc09a25508 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.433789] env[69365]: DEBUG oslo_vmware.api [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13758} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.433789] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.434418] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d75bbfd-a821-4ef9-ba45-a4d4d1dfccf2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.457952] env[69365]: DEBUG nova.compute.manager [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 706.471702] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] f76bd555-830a-477a-b202-a54d3090c8d8/f76bd555-830a-477a-b202-a54d3090c8d8.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.473208] env[69365]: DEBUG nova.network.neutron [req-f2389378-49a3-42f7-b985-d559c2c7a860 req-64372649-4d57-4232-839b-cea191723066 service nova] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Updated VIF entry in instance network info cache for port 68719715-aed8-41da-b5a8-f7435778f4f7. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 706.474118] env[69365]: DEBUG nova.network.neutron [req-f2389378-49a3-42f7-b985-d559c2c7a860 req-64372649-4d57-4232-839b-cea191723066 service nova] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Updating instance_info_cache with network_info: [{"id": "68719715-aed8-41da-b5a8-f7435778f4f7", "address": "fa:16:3e:17:59:f4", "network": {"id": "f4c6d3b9-d0b7-4117-9d81-2881f2941b3a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1368358018-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a9b5981b246c40bf864ad9731df34448", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap68719715-ae", "ovs_interfaceid": "68719715-aed8-41da-b5a8-f7435778f4f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.475310] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-931dc67c-2395-426c-8d3e-056be4d344b0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.494709] env[69365]: DEBUG oslo_concurrency.lockutils [req-f2389378-49a3-42f7-b985-d559c2c7a860 req-64372649-4d57-4232-839b-cea191723066 service nova] Releasing lock "refresh_cache-0b69b2e2-0fe7-4bc8-901d-70c60738f56a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.504233] env[69365]: DEBUG oslo_vmware.api [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for the task: (returnval){ [ 706.504233] env[69365]: value = "task-3468508" [ 706.504233] env[69365]: _type = "Task" [ 706.504233] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.518202] env[69365]: DEBUG oslo_vmware.api [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468508, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.538299] env[69365]: DEBUG nova.compute.manager [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 706.568848] env[69365]: DEBUG nova.virt.hardware [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 706.569268] env[69365]: DEBUG nova.virt.hardware [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 706.569528] env[69365]: DEBUG nova.virt.hardware [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.569829] env[69365]: DEBUG nova.virt.hardware [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 706.570552] env[69365]: DEBUG nova.virt.hardware [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.570754] env[69365]: DEBUG nova.virt.hardware [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 706.570978] env[69365]: DEBUG nova.virt.hardware [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 706.571152] env[69365]: DEBUG nova.virt.hardware [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 706.571326] env[69365]: DEBUG nova.virt.hardware [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 706.571897] env[69365]: DEBUG nova.virt.hardware [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 706.571897] env[69365]: DEBUG nova.virt.hardware [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 706.572541] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e0b649-e8e2-436c-8b38-f60b16484079 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.581272] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301d94df-e5c6-4ec4-8fb8-a9105d891158 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.694912] env[69365]: DEBUG nova.network.neutron [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.721325] env[69365]: DEBUG nova.scheduler.client.report [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.924373] env[69365]: DEBUG nova.network.neutron [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Updating instance_info_cache with network_info: [{"id": "6cffb9e1-945a-4ed3-b552-873688e86edc", "address": "fa:16:3e:c1:2d:b6", "network": {"id": "330aec01-e44f-413a-9035-a2194a82f451", "bridge": "br-int", "label": "tempest-ServersTestJSON-2129971414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0b4d3b209df41eaa438742d4326084b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cffb9e1-94", "ovs_interfaceid": "6cffb9e1-945a-4ed3-b552-873688e86edc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.003192] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.016571] env[69365]: DEBUG oslo_vmware.api [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468508, 'name': ReconfigVM_Task, 'duration_secs': 0.331308} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.016914] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Reconfigured VM instance instance-0000000f to attach disk [datastore1] f76bd555-830a-477a-b202-a54d3090c8d8/f76bd555-830a-477a-b202-a54d3090c8d8.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.017626] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13b23fcd-be60-45b7-824f-457ce0a43fb1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.026018] env[69365]: DEBUG oslo_vmware.api [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for the task: (returnval){ [ 707.026018] env[69365]: value = "task-3468509" [ 707.026018] env[69365]: _type = "Task" [ 707.026018] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.038380] env[69365]: DEBUG oslo_vmware.api [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468509, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.229109] env[69365]: DEBUG oslo_concurrency.lockutils [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.733s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.229309] env[69365]: INFO nova.compute.manager [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Migrating [ 707.229542] env[69365]: DEBUG oslo_concurrency.lockutils [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.229702] env[69365]: DEBUG oslo_concurrency.lockutils [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.231289] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.493s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.232837] env[69365]: INFO nova.compute.claims [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 707.430801] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Releasing lock "refresh_cache-dbc6c632-cd7b-4f57-855a-acd12826d021" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.431768] env[69365]: DEBUG nova.compute.manager [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Instance network_info: |[{"id": "6cffb9e1-945a-4ed3-b552-873688e86edc", "address": "fa:16:3e:c1:2d:b6", "network": {"id": "330aec01-e44f-413a-9035-a2194a82f451", "bridge": "br-int", "label": "tempest-ServersTestJSON-2129971414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0b4d3b209df41eaa438742d4326084b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cffb9e1-94", "ovs_interfaceid": "6cffb9e1-945a-4ed3-b552-873688e86edc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 707.432775] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:2d:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cffb9e1-945a-4ed3-b552-873688e86edc', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 707.440886] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Creating folder: Project (c0b4d3b209df41eaa438742d4326084b). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.441283] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-feb46abf-b0ac-4ea6-9dc0-070b92c5b37b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.455745] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Created folder: Project (c0b4d3b209df41eaa438742d4326084b) in parent group-v693134. [ 707.455745] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Creating folder: Instances. Parent ref: group-v693184. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 707.455745] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6e59a05-925e-4803-a798-9bf7ac1d3e74 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.468028] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Created folder: Instances in parent group-v693184. [ 707.468320] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.468510] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 707.468722] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc629914-6b13-410e-8695-725c8da2cbbc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.494942] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 707.494942] env[69365]: value = "task-3468512" [ 707.494942] env[69365]: _type = "Task" [ 707.494942] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.507340] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468512, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.540443] env[69365]: DEBUG oslo_vmware.api [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468509, 'name': Rename_Task, 'duration_secs': 0.178345} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.540785] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.541146] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-476f4605-da58-47fa-b46c-ca5141959fc3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.549708] env[69365]: DEBUG oslo_vmware.api [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for the task: (returnval){ [ 707.549708] env[69365]: value = "task-3468513" [ 707.549708] env[69365]: _type = "Task" [ 707.549708] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.560663] env[69365]: DEBUG oslo_vmware.api [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.740147] env[69365]: INFO nova.compute.rpcapi [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 707.740147] env[69365]: DEBUG oslo_concurrency.lockutils [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.896483] env[69365]: DEBUG nova.network.neutron [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] Successfully updated port: 31937717-5f62-46d4-b82e-68302061236e {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 707.928290] env[69365]: DEBUG nova.compute.manager [req-f71eaa8d-07a2-4f5d-8cda-20e0b47f6aaf req-bd33c71f-673b-4a0f-9354-597fc8431f61 service nova] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Received event network-vif-deleted-e92d54c2-2104-4901-9fde-ba68a1528dfb {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.007059] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468512, 'name': CreateVM_Task, 'duration_secs': 0.421885} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.007262] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.008329] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.008487] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.009140] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.009352] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa8a589b-3c88-42d2-8780-b48fecf4ddd5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.016744] env[69365]: DEBUG oslo_vmware.api [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 708.016744] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]523f4001-c91d-1a7a-a272-714d95b7c9c4" [ 708.016744] env[69365]: _type = "Task" [ 708.016744] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.027594] env[69365]: DEBUG oslo_vmware.api [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523f4001-c91d-1a7a-a272-714d95b7c9c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.062668] env[69365]: DEBUG oslo_vmware.api [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468513, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.279316] env[69365]: DEBUG oslo_concurrency.lockutils [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquiring lock "refresh_cache-f1420621-d961-4ec4-a181-37b7b1284fe3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.279316] env[69365]: DEBUG oslo_concurrency.lockutils [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquired lock "refresh_cache-f1420621-d961-4ec4-a181-37b7b1284fe3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.279567] env[69365]: DEBUG nova.network.neutron [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.286368] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Acquiring lock "3de0cb15-65d2-4896-abe4-6d6546a03341" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.286585] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Lock "3de0cb15-65d2-4896-abe4-6d6546a03341" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.399398] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Acquiring lock "refresh_cache-f5243452-580d-4894-8402-66c53ea540c4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.399593] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Acquired lock "refresh_cache-f5243452-580d-4894-8402-66c53ea540c4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.399754] env[69365]: DEBUG nova.network.neutron [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.478075] env[69365]: DEBUG nova.compute.manager [req-b354e2de-0779-4bf1-bef3-bc7fa4d8b925 req-e5a8c21a-176c-48b5-8b1a-a486fc885434 service nova] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Received event network-vif-plugged-6cffb9e1-945a-4ed3-b552-873688e86edc {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.478340] env[69365]: DEBUG oslo_concurrency.lockutils [req-b354e2de-0779-4bf1-bef3-bc7fa4d8b925 req-e5a8c21a-176c-48b5-8b1a-a486fc885434 service nova] Acquiring lock "dbc6c632-cd7b-4f57-855a-acd12826d021-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.478511] env[69365]: DEBUG oslo_concurrency.lockutils [req-b354e2de-0779-4bf1-bef3-bc7fa4d8b925 req-e5a8c21a-176c-48b5-8b1a-a486fc885434 service nova] Lock "dbc6c632-cd7b-4f57-855a-acd12826d021-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.478749] env[69365]: DEBUG oslo_concurrency.lockutils [req-b354e2de-0779-4bf1-bef3-bc7fa4d8b925 req-e5a8c21a-176c-48b5-8b1a-a486fc885434 service nova] Lock "dbc6c632-cd7b-4f57-855a-acd12826d021-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.478924] env[69365]: DEBUG nova.compute.manager [req-b354e2de-0779-4bf1-bef3-bc7fa4d8b925 req-e5a8c21a-176c-48b5-8b1a-a486fc885434 service nova] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] No waiting events found dispatching network-vif-plugged-6cffb9e1-945a-4ed3-b552-873688e86edc {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.479914] env[69365]: WARNING nova.compute.manager [req-b354e2de-0779-4bf1-bef3-bc7fa4d8b925 req-e5a8c21a-176c-48b5-8b1a-a486fc885434 service nova] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Received unexpected event network-vif-plugged-6cffb9e1-945a-4ed3-b552-873688e86edc for instance with vm_state building and task_state spawning. [ 708.480284] env[69365]: DEBUG nova.compute.manager [req-b354e2de-0779-4bf1-bef3-bc7fa4d8b925 req-e5a8c21a-176c-48b5-8b1a-a486fc885434 service nova] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Received event network-changed-6cffb9e1-945a-4ed3-b552-873688e86edc {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.480514] env[69365]: DEBUG nova.compute.manager [req-b354e2de-0779-4bf1-bef3-bc7fa4d8b925 req-e5a8c21a-176c-48b5-8b1a-a486fc885434 service nova] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Refreshing instance network info cache due to event network-changed-6cffb9e1-945a-4ed3-b552-873688e86edc. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 708.480784] env[69365]: DEBUG oslo_concurrency.lockutils [req-b354e2de-0779-4bf1-bef3-bc7fa4d8b925 req-e5a8c21a-176c-48b5-8b1a-a486fc885434 service nova] Acquiring lock "refresh_cache-dbc6c632-cd7b-4f57-855a-acd12826d021" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.481064] env[69365]: DEBUG oslo_concurrency.lockutils [req-b354e2de-0779-4bf1-bef3-bc7fa4d8b925 req-e5a8c21a-176c-48b5-8b1a-a486fc885434 service nova] Acquired lock "refresh_cache-dbc6c632-cd7b-4f57-855a-acd12826d021" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.481252] env[69365]: DEBUG nova.network.neutron [req-b354e2de-0779-4bf1-bef3-bc7fa4d8b925 req-e5a8c21a-176c-48b5-8b1a-a486fc885434 service nova] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Refreshing network info cache for port 6cffb9e1-945a-4ed3-b552-873688e86edc {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.530715] env[69365]: DEBUG oslo_vmware.api [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523f4001-c91d-1a7a-a272-714d95b7c9c4, 'name': SearchDatastore_Task, 'duration_secs': 0.014825} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.530715] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.531095] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 708.531449] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.531681] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.531964] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 708.534910] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29b82e6d-18db-4cee-8539-e1942cf553e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.554922] env[69365]: DEBUG oslo_concurrency.lockutils [None req-72cd4f6b-1beb-4187-8ddc-e13f8d4af23d tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquiring lock "2dcd6c62-f9db-4618-b272-ed49c1f679d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.555341] env[69365]: DEBUG oslo_concurrency.lockutils [None req-72cd4f6b-1beb-4187-8ddc-e13f8d4af23d tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Lock "2dcd6c62-f9db-4618-b272-ed49c1f679d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.555687] env[69365]: DEBUG oslo_concurrency.lockutils [None req-72cd4f6b-1beb-4187-8ddc-e13f8d4af23d tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquiring lock "2dcd6c62-f9db-4618-b272-ed49c1f679d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.556009] env[69365]: DEBUG oslo_concurrency.lockutils [None req-72cd4f6b-1beb-4187-8ddc-e13f8d4af23d tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Lock "2dcd6c62-f9db-4618-b272-ed49c1f679d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.557118] env[69365]: DEBUG oslo_concurrency.lockutils [None req-72cd4f6b-1beb-4187-8ddc-e13f8d4af23d tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Lock "2dcd6c62-f9db-4618-b272-ed49c1f679d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.558286] env[69365]: INFO nova.compute.manager [None req-72cd4f6b-1beb-4187-8ddc-e13f8d4af23d tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Terminating instance [ 708.560793] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.561015] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.561257] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 708.561416] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 708.565999] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9779c518-5d56-44e5-a310-b63047e09ef8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.575681] env[69365]: DEBUG oslo_vmware.api [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468513, 'name': PowerOnVM_Task, 'duration_secs': 0.697623} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.577610] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.577826] env[69365]: INFO nova.compute.manager [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Took 9.84 seconds to spawn the instance on the hypervisor. [ 708.578114] env[69365]: DEBUG nova.compute.manager [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.578866] env[69365]: DEBUG oslo_vmware.api [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 708.578866] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e623de-4985-d165-3180-f6e0f878fc9f" [ 708.578866] env[69365]: _type = "Task" [ 708.578866] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.582050] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0525f20c-c3d2-4dfa-993e-7f6f56254b14 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.605032] env[69365]: DEBUG oslo_vmware.api [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e623de-4985-d165-3180-f6e0f878fc9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.857546] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f03e1a8-7730-4588-a40c-b964f953d1ec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.866802] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ab5854-e052-494b-b0ab-7606e06edd98 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.902261] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db17e5c8-b2f3-4312-821a-15a48fa73b50 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.913839] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136d3e5c-a988-4767-b7fe-cceb9449f68c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.930634] env[69365]: DEBUG nova.compute.provider_tree [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.960604] env[69365]: DEBUG nova.network.neutron [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.069575] env[69365]: DEBUG nova.compute.manager [None req-72cd4f6b-1beb-4187-8ddc-e13f8d4af23d tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 709.069823] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-72cd4f6b-1beb-4187-8ddc-e13f8d4af23d tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.071229] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03f23a7-acae-42d0-bc34-b27a8dfb3694 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.081369] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cd4f6b-1beb-4187-8ddc-e13f8d4af23d tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.082243] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17820e9b-65b6-4692-b291-2b9df9060527 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.093115] env[69365]: DEBUG oslo_vmware.api [None req-72cd4f6b-1beb-4187-8ddc-e13f8d4af23d tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 709.093115] env[69365]: value = "task-3468514" [ 709.093115] env[69365]: _type = "Task" [ 709.093115] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.097371] env[69365]: DEBUG oslo_vmware.api [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e623de-4985-d165-3180-f6e0f878fc9f, 'name': SearchDatastore_Task, 'duration_secs': 0.029779} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.101701] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c975ef6-bc79-43ff-bd63-9d3c4c7e16a0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.117024] env[69365]: DEBUG oslo_vmware.api [None req-72cd4f6b-1beb-4187-8ddc-e13f8d4af23d tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468514, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.117024] env[69365]: DEBUG oslo_vmware.api [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 709.117024] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5216bb01-d542-37b6-f6d8-8ba37fec82bf" [ 709.117024] env[69365]: _type = "Task" [ 709.117024] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.125355] env[69365]: INFO nova.compute.manager [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Took 23.55 seconds to build instance. [ 709.131272] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b2ca9d99-be28-4ad8-b28e-fa7b060bd4f0 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Acquiring lock "84060de2-9769-43bc-bd7e-f30df4d86d13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.131601] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b2ca9d99-be28-4ad8-b28e-fa7b060bd4f0 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Lock "84060de2-9769-43bc-bd7e-f30df4d86d13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.131802] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b2ca9d99-be28-4ad8-b28e-fa7b060bd4f0 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Acquiring lock "84060de2-9769-43bc-bd7e-f30df4d86d13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.132415] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b2ca9d99-be28-4ad8-b28e-fa7b060bd4f0 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Lock "84060de2-9769-43bc-bd7e-f30df4d86d13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.132415] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b2ca9d99-be28-4ad8-b28e-fa7b060bd4f0 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Lock "84060de2-9769-43bc-bd7e-f30df4d86d13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.134172] env[69365]: DEBUG oslo_vmware.api [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5216bb01-d542-37b6-f6d8-8ba37fec82bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.137214] env[69365]: INFO nova.compute.manager [None req-b2ca9d99-be28-4ad8-b28e-fa7b060bd4f0 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Terminating instance [ 709.434294] env[69365]: DEBUG nova.scheduler.client.report [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.526075] env[69365]: DEBUG nova.network.neutron [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Updating instance_info_cache with network_info: [{"id": "e82dae0f-c81c-4db6-8ba4-5526cacff065", "address": "fa:16:3e:d3:79:1f", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape82dae0f-c8", "ovs_interfaceid": "e82dae0f-c81c-4db6-8ba4-5526cacff065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.564915] env[69365]: DEBUG nova.network.neutron [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] Updating instance_info_cache with network_info: [{"id": "31937717-5f62-46d4-b82e-68302061236e", "address": "fa:16:3e:08:5b:ef", "network": {"id": "257a9547-cfb1-43a6-b352-309051247515", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-187418793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c4e226d78ef49ffb3cb839e54e1720b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31937717-5f", "ovs_interfaceid": "31937717-5f62-46d4-b82e-68302061236e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.610830] env[69365]: DEBUG oslo_vmware.api [None req-72cd4f6b-1beb-4187-8ddc-e13f8d4af23d tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468514, 'name': PowerOffVM_Task, 'duration_secs': 0.399639} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.611160] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cd4f6b-1beb-4187-8ddc-e13f8d4af23d tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.611487] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-72cd4f6b-1beb-4187-8ddc-e13f8d4af23d tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.611584] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60431713-84d3-415e-930f-82bd5a654f75 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.632258] env[69365]: DEBUG oslo_concurrency.lockutils [None req-de604e57-b12d-4226-84ea-eb7548bdd9ad tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lock "f76bd555-830a-477a-b202-a54d3090c8d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.319s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.632258] env[69365]: DEBUG oslo_vmware.api [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5216bb01-d542-37b6-f6d8-8ba37fec82bf, 'name': SearchDatastore_Task, 'duration_secs': 0.023366} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.632977] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.633262] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] dbc6c632-cd7b-4f57-855a-acd12826d021/dbc6c632-cd7b-4f57-855a-acd12826d021.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 709.633761] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72742e03-1172-4192-9114-4b8179abfa9f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.641475] env[69365]: DEBUG nova.compute.manager [None req-b2ca9d99-be28-4ad8-b28e-fa7b060bd4f0 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 709.641675] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ca9d99-be28-4ad8-b28e-fa7b060bd4f0 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.642604] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0966e0d-33a9-47a1-a733-5a8bc1d97da5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.649586] env[69365]: DEBUG oslo_vmware.api [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 709.649586] env[69365]: value = "task-3468516" [ 709.649586] env[69365]: _type = "Task" [ 709.649586] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.659105] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ca9d99-be28-4ad8-b28e-fa7b060bd4f0 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.660019] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4183d714-0a42-48cc-9b17-c2d000b2a5ae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.665359] env[69365]: DEBUG oslo_vmware.api [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3468516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.672041] env[69365]: DEBUG oslo_vmware.api [None req-b2ca9d99-be28-4ad8-b28e-fa7b060bd4f0 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Waiting for the task: (returnval){ [ 709.672041] env[69365]: value = "task-3468517" [ 709.672041] env[69365]: _type = "Task" [ 709.672041] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.679875] env[69365]: DEBUG oslo_vmware.api [None req-b2ca9d99-be28-4ad8-b28e-fa7b060bd4f0 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Task: {'id': task-3468517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.723603] env[69365]: DEBUG nova.network.neutron [req-b354e2de-0779-4bf1-bef3-bc7fa4d8b925 req-e5a8c21a-176c-48b5-8b1a-a486fc885434 service nova] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Updated VIF entry in instance network info cache for port 6cffb9e1-945a-4ed3-b552-873688e86edc. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 709.724788] env[69365]: DEBUG nova.network.neutron [req-b354e2de-0779-4bf1-bef3-bc7fa4d8b925 req-e5a8c21a-176c-48b5-8b1a-a486fc885434 service nova] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Updating instance_info_cache with network_info: [{"id": "6cffb9e1-945a-4ed3-b552-873688e86edc", "address": "fa:16:3e:c1:2d:b6", "network": {"id": "330aec01-e44f-413a-9035-a2194a82f451", "bridge": "br-int", "label": "tempest-ServersTestJSON-2129971414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0b4d3b209df41eaa438742d4326084b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cffb9e1-94", "ovs_interfaceid": "6cffb9e1-945a-4ed3-b552-873688e86edc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.946084] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.715s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.946755] env[69365]: DEBUG nova.compute.manager [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.950335] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.995s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.951522] env[69365]: INFO nova.compute.claims [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.034149] env[69365]: DEBUG oslo_concurrency.lockutils [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Releasing lock "refresh_cache-f1420621-d961-4ec4-a181-37b7b1284fe3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.070029] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Releasing lock "refresh_cache-f5243452-580d-4894-8402-66c53ea540c4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.070029] env[69365]: DEBUG nova.compute.manager [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] Instance network_info: |[{"id": "31937717-5f62-46d4-b82e-68302061236e", "address": "fa:16:3e:08:5b:ef", "network": {"id": "257a9547-cfb1-43a6-b352-309051247515", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-187418793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c4e226d78ef49ffb3cb839e54e1720b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31937717-5f", "ovs_interfaceid": "31937717-5f62-46d4-b82e-68302061236e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.070270] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:5b:ef', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31937717-5f62-46d4-b82e-68302061236e', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.077526] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Creating folder: Project (9c4e226d78ef49ffb3cb839e54e1720b). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.078140] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bfb718b8-2ab0-48fd-8be5-e34c94a6485e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.097324] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Created folder: Project (9c4e226d78ef49ffb3cb839e54e1720b) in parent group-v693134. [ 710.097324] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Creating folder: Instances. Parent ref: group-v693187. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.097324] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0496a1d-4237-435f-8e8a-1e0da6ea9ed0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.113196] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Created folder: Instances in parent group-v693187. [ 710.113196] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 710.113196] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5243452-580d-4894-8402-66c53ea540c4] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.113196] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7cd279ed-be4c-43e6-b0ec-7d313f540cf9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.135993] env[69365]: DEBUG nova.compute.manager [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 710.150635] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.150635] env[69365]: value = "task-3468520" [ 710.150635] env[69365]: _type = "Task" [ 710.150635] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.164398] env[69365]: DEBUG oslo_vmware.api [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3468516, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.169879] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468520, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.182359] env[69365]: DEBUG oslo_vmware.api [None req-b2ca9d99-be28-4ad8-b28e-fa7b060bd4f0 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Task: {'id': task-3468517, 'name': PowerOffVM_Task, 'duration_secs': 0.307956} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.182743] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2ca9d99-be28-4ad8-b28e-fa7b060bd4f0 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 710.182851] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ca9d99-be28-4ad8-b28e-fa7b060bd4f0 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 710.183136] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb268733-05d0-40ed-a403-443ba8f168e6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.229734] env[69365]: DEBUG oslo_concurrency.lockutils [req-b354e2de-0779-4bf1-bef3-bc7fa4d8b925 req-e5a8c21a-176c-48b5-8b1a-a486fc885434 service nova] Releasing lock "refresh_cache-dbc6c632-cd7b-4f57-855a-acd12826d021" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.456678] env[69365]: DEBUG nova.compute.utils [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.462492] env[69365]: DEBUG nova.compute.manager [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.463075] env[69365]: DEBUG nova.network.neutron [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.485996] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ca9d99-be28-4ad8-b28e-fa7b060bd4f0 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.486105] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ca9d99-be28-4ad8-b28e-fa7b060bd4f0 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.486871] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2ca9d99-be28-4ad8-b28e-fa7b060bd4f0 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Deleting the datastore file [datastore1] 84060de2-9769-43bc-bd7e-f30df4d86d13 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.486871] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8cc5017-c8b0-48c6-acbd-ffc2cb2d12be {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.502076] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-72cd4f6b-1beb-4187-8ddc-e13f8d4af23d tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 710.502259] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-72cd4f6b-1beb-4187-8ddc-e13f8d4af23d tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 710.502445] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-72cd4f6b-1beb-4187-8ddc-e13f8d4af23d tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Deleting the datastore file [datastore1] 2dcd6c62-f9db-4618-b272-ed49c1f679d1 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 710.506899] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29127238-9cb2-41ac-b468-a7004d7bd0e2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.509315] env[69365]: DEBUG oslo_vmware.api [None req-b2ca9d99-be28-4ad8-b28e-fa7b060bd4f0 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Waiting for the task: (returnval){ [ 710.509315] env[69365]: value = "task-3468522" [ 710.509315] env[69365]: _type = "Task" [ 710.509315] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.521820] env[69365]: DEBUG oslo_vmware.api [None req-72cd4f6b-1beb-4187-8ddc-e13f8d4af23d tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 710.521820] env[69365]: value = "task-3468523" [ 710.521820] env[69365]: _type = "Task" [ 710.521820] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.522901] env[69365]: DEBUG oslo_vmware.api [None req-b2ca9d99-be28-4ad8-b28e-fa7b060bd4f0 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Task: {'id': task-3468522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.544263] env[69365]: DEBUG oslo_vmware.api [None req-72cd4f6b-1beb-4187-8ddc-e13f8d4af23d tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.556019] env[69365]: DEBUG nova.policy [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f6b6fba3c40748389883c0310225807e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53efc552597644e8b1c22681dded6263', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.571584] env[69365]: DEBUG nova.compute.manager [req-5b51ad6a-427b-4f8c-9c43-09454b946dff req-718c8b35-8257-42de-bac1-6965a3060354 service nova] [instance: f5243452-580d-4894-8402-66c53ea540c4] Received event network-vif-plugged-31937717-5f62-46d4-b82e-68302061236e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.571897] env[69365]: DEBUG oslo_concurrency.lockutils [req-5b51ad6a-427b-4f8c-9c43-09454b946dff req-718c8b35-8257-42de-bac1-6965a3060354 service nova] Acquiring lock "f5243452-580d-4894-8402-66c53ea540c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.571953] env[69365]: DEBUG oslo_concurrency.lockutils [req-5b51ad6a-427b-4f8c-9c43-09454b946dff req-718c8b35-8257-42de-bac1-6965a3060354 service nova] Lock "f5243452-580d-4894-8402-66c53ea540c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.573315] env[69365]: DEBUG oslo_concurrency.lockutils [req-5b51ad6a-427b-4f8c-9c43-09454b946dff req-718c8b35-8257-42de-bac1-6965a3060354 service nova] Lock "f5243452-580d-4894-8402-66c53ea540c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.573544] env[69365]: DEBUG nova.compute.manager [req-5b51ad6a-427b-4f8c-9c43-09454b946dff req-718c8b35-8257-42de-bac1-6965a3060354 service nova] [instance: f5243452-580d-4894-8402-66c53ea540c4] No waiting events found dispatching network-vif-plugged-31937717-5f62-46d4-b82e-68302061236e {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 710.573785] env[69365]: WARNING nova.compute.manager [req-5b51ad6a-427b-4f8c-9c43-09454b946dff req-718c8b35-8257-42de-bac1-6965a3060354 service nova] [instance: f5243452-580d-4894-8402-66c53ea540c4] Received unexpected event network-vif-plugged-31937717-5f62-46d4-b82e-68302061236e for instance with vm_state building and task_state spawning. [ 710.574013] env[69365]: DEBUG nova.compute.manager [req-5b51ad6a-427b-4f8c-9c43-09454b946dff req-718c8b35-8257-42de-bac1-6965a3060354 service nova] [instance: f5243452-580d-4894-8402-66c53ea540c4] Received event network-changed-31937717-5f62-46d4-b82e-68302061236e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 710.574203] env[69365]: DEBUG nova.compute.manager [req-5b51ad6a-427b-4f8c-9c43-09454b946dff req-718c8b35-8257-42de-bac1-6965a3060354 service nova] [instance: f5243452-580d-4894-8402-66c53ea540c4] Refreshing instance network info cache due to event network-changed-31937717-5f62-46d4-b82e-68302061236e. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 710.574402] env[69365]: DEBUG oslo_concurrency.lockutils [req-5b51ad6a-427b-4f8c-9c43-09454b946dff req-718c8b35-8257-42de-bac1-6965a3060354 service nova] Acquiring lock "refresh_cache-f5243452-580d-4894-8402-66c53ea540c4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.574759] env[69365]: DEBUG oslo_concurrency.lockutils [req-5b51ad6a-427b-4f8c-9c43-09454b946dff req-718c8b35-8257-42de-bac1-6965a3060354 service nova] Acquired lock "refresh_cache-f5243452-580d-4894-8402-66c53ea540c4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.574759] env[69365]: DEBUG nova.network.neutron [req-5b51ad6a-427b-4f8c-9c43-09454b946dff req-718c8b35-8257-42de-bac1-6965a3060354 service nova] [instance: f5243452-580d-4894-8402-66c53ea540c4] Refreshing network info cache for port 31937717-5f62-46d4-b82e-68302061236e {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.664793] env[69365]: DEBUG oslo_vmware.api [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3468516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647638} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.668514] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] dbc6c632-cd7b-4f57-855a-acd12826d021/dbc6c632-cd7b-4f57-855a-acd12826d021.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 710.668783] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 710.669017] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468520, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.670075] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.670356] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b44b1a4-d693-4e4b-9cd7-44cdf5b8c225 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.680376] env[69365]: DEBUG oslo_vmware.api [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 710.680376] env[69365]: value = "task-3468524" [ 710.680376] env[69365]: _type = "Task" [ 710.680376] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.692567] env[69365]: DEBUG oslo_vmware.api [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3468524, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.967022] env[69365]: DEBUG nova.compute.manager [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 711.025869] env[69365]: DEBUG oslo_vmware.api [None req-b2ca9d99-be28-4ad8-b28e-fa7b060bd4f0 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Task: {'id': task-3468522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290126} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.031828] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2ca9d99-be28-4ad8-b28e-fa7b060bd4f0 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.031988] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ca9d99-be28-4ad8-b28e-fa7b060bd4f0 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.032195] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b2ca9d99-be28-4ad8-b28e-fa7b060bd4f0 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.032669] env[69365]: INFO nova.compute.manager [None req-b2ca9d99-be28-4ad8-b28e-fa7b060bd4f0 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Took 1.39 seconds to destroy the instance on the hypervisor. [ 711.032926] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2ca9d99-be28-4ad8-b28e-fa7b060bd4f0 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.036225] env[69365]: DEBUG nova.compute.manager [-] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.036225] env[69365]: DEBUG nova.network.neutron [-] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.045223] env[69365]: DEBUG oslo_vmware.api [None req-72cd4f6b-1beb-4187-8ddc-e13f8d4af23d tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285572} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.045900] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-72cd4f6b-1beb-4187-8ddc-e13f8d4af23d tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 711.046128] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-72cd4f6b-1beb-4187-8ddc-e13f8d4af23d tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 711.046307] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-72cd4f6b-1beb-4187-8ddc-e13f8d4af23d tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 711.046489] env[69365]: INFO nova.compute.manager [None req-72cd4f6b-1beb-4187-8ddc-e13f8d4af23d tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Took 1.98 seconds to destroy the instance on the hypervisor. [ 711.047135] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-72cd4f6b-1beb-4187-8ddc-e13f8d4af23d tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 711.047135] env[69365]: DEBUG nova.compute.manager [-] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 711.047135] env[69365]: DEBUG nova.network.neutron [-] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 711.162927] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468520, 'name': CreateVM_Task, 'duration_secs': 0.625624} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.167840] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5243452-580d-4894-8402-66c53ea540c4] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.168597] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.168754] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.169089] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.169359] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecc6786e-1745-4731-bff6-df4d619fda7a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.176932] env[69365]: DEBUG oslo_vmware.api [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Waiting for the task: (returnval){ [ 711.176932] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]525ec7ce-f63e-a354-bcfc-51a7d66372c2" [ 711.176932] env[69365]: _type = "Task" [ 711.176932] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.199391] env[69365]: DEBUG oslo_vmware.api [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]525ec7ce-f63e-a354-bcfc-51a7d66372c2, 'name': SearchDatastore_Task, 'duration_secs': 0.015376} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.200313] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.200471] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.200769] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.200850] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.200975] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.203782] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f765225f-1ccc-4c66-af29-2881690feae5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.219938] env[69365]: DEBUG oslo_vmware.api [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3468524, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126247} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.219938] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.220810] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf6595a-b86c-4ef6-b095-7f8115c5ca78 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.228084] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.228084] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.241261] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39ebc1ab-d69e-44d2-80ea-c20d17f0482c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.254838] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] dbc6c632-cd7b-4f57-855a-acd12826d021/dbc6c632-cd7b-4f57-855a-acd12826d021.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.257724] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e4a756c-af43-4a99-b29a-25d01ce52b5b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.277545] env[69365]: DEBUG oslo_vmware.api [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Waiting for the task: (returnval){ [ 711.277545] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5224ffbc-e35c-2295-1e17-5db7941d63fb" [ 711.277545] env[69365]: _type = "Task" [ 711.277545] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.282724] env[69365]: DEBUG oslo_vmware.api [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 711.282724] env[69365]: value = "task-3468525" [ 711.282724] env[69365]: _type = "Task" [ 711.282724] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.293787] env[69365]: DEBUG oslo_vmware.api [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5224ffbc-e35c-2295-1e17-5db7941d63fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.301744] env[69365]: DEBUG oslo_vmware.api [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3468525, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.488999] env[69365]: DEBUG nova.network.neutron [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Successfully created port: 5ac54556-f024-4852-8395-20ce12413b7e {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.559102] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45d730e-16fc-467a-8bc1-70711a983495 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.580081] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Updating instance 'f1420621-d961-4ec4-a181-37b7b1284fe3' progress to 0 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 711.672045] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d10ccdb-4a95-4fc2-bb17-2094aa50c091 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.680387] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4825568-186d-4020-8036-40c4d4c46c53 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.719440] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c4f5f2-741f-441f-98d0-9795d9a10b89 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.729580] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd553e8-5629-4bda-a2b8-68f7ce07a72b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.746275] env[69365]: DEBUG nova.compute.provider_tree [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 711.803796] env[69365]: DEBUG oslo_vmware.api [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3468525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.803796] env[69365]: DEBUG oslo_vmware.api [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5224ffbc-e35c-2295-1e17-5db7941d63fb, 'name': SearchDatastore_Task, 'duration_secs': 0.013294} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.803796] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df8b2a09-07d9-4640-9644-9f4537556e64 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.810143] env[69365]: DEBUG oslo_vmware.api [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Waiting for the task: (returnval){ [ 711.810143] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5233ba71-e1f1-8e3e-211f-36012dc4291b" [ 711.810143] env[69365]: _type = "Task" [ 711.810143] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.821333] env[69365]: DEBUG oslo_vmware.api [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5233ba71-e1f1-8e3e-211f-36012dc4291b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.862025] env[69365]: DEBUG nova.network.neutron [req-5b51ad6a-427b-4f8c-9c43-09454b946dff req-718c8b35-8257-42de-bac1-6965a3060354 service nova] [instance: f5243452-580d-4894-8402-66c53ea540c4] Updated VIF entry in instance network info cache for port 31937717-5f62-46d4-b82e-68302061236e. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 711.862025] env[69365]: DEBUG nova.network.neutron [req-5b51ad6a-427b-4f8c-9c43-09454b946dff req-718c8b35-8257-42de-bac1-6965a3060354 service nova] [instance: f5243452-580d-4894-8402-66c53ea540c4] Updating instance_info_cache with network_info: [{"id": "31937717-5f62-46d4-b82e-68302061236e", "address": "fa:16:3e:08:5b:ef", "network": {"id": "257a9547-cfb1-43a6-b352-309051247515", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-187418793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c4e226d78ef49ffb3cb839e54e1720b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31937717-5f", "ovs_interfaceid": "31937717-5f62-46d4-b82e-68302061236e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.981041] env[69365]: DEBUG nova.compute.manager [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 712.015766] env[69365]: DEBUG nova.virt.hardware [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 712.016527] env[69365]: DEBUG nova.virt.hardware [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 712.016527] env[69365]: DEBUG nova.virt.hardware [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.016527] env[69365]: DEBUG nova.virt.hardware [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 712.016527] env[69365]: DEBUG nova.virt.hardware [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.016764] env[69365]: DEBUG nova.virt.hardware [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 712.016874] env[69365]: DEBUG nova.virt.hardware [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 712.017125] env[69365]: DEBUG nova.virt.hardware [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 712.017332] env[69365]: DEBUG nova.virt.hardware [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 712.017491] env[69365]: DEBUG nova.virt.hardware [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 712.017680] env[69365]: DEBUG nova.virt.hardware [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 712.018643] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484759a1-647d-484d-bca5-22c9ed89a833 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.030273] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69aaf26f-6b62-4732-b7ea-186861202abe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.089625] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 712.089932] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ce94427-da09-42b1-a069-8c66993a3730 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.102807] env[69365]: DEBUG oslo_vmware.api [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 712.102807] env[69365]: value = "task-3468526" [ 712.102807] env[69365]: _type = "Task" [ 712.102807] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.114164] env[69365]: DEBUG oslo_vmware.api [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.186421] env[69365]: DEBUG nova.network.neutron [-] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.282769] env[69365]: ERROR nova.scheduler.client.report [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [req-007b1b33-4919-4e46-9f14-86df768943fe] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1e46e834-6985-4ce8-8ea0-649bfd87006d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-007b1b33-4919-4e46-9f14-86df768943fe"}]} [ 712.298208] env[69365]: DEBUG oslo_vmware.api [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3468525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.308554] env[69365]: DEBUG nova.scheduler.client.report [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Refreshing inventories for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 712.322741] env[69365]: DEBUG oslo_vmware.api [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5233ba71-e1f1-8e3e-211f-36012dc4291b, 'name': SearchDatastore_Task, 'duration_secs': 0.016296} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.323154] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.323568] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] f5243452-580d-4894-8402-66c53ea540c4/f5243452-580d-4894-8402-66c53ea540c4.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.323987] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f398072d-ab6f-48da-82d2-31e5715a393e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.336187] env[69365]: DEBUG oslo_vmware.api [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Waiting for the task: (returnval){ [ 712.336187] env[69365]: value = "task-3468527" [ 712.336187] env[69365]: _type = "Task" [ 712.336187] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.337089] env[69365]: DEBUG nova.scheduler.client.report [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Updating ProviderTree inventory for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 712.337510] env[69365]: DEBUG nova.compute.provider_tree [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 712.352460] env[69365]: DEBUG oslo_vmware.api [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Task: {'id': task-3468527, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.357253] env[69365]: DEBUG nova.scheduler.client.report [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Refreshing aggregate associations for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d, aggregates: None {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 712.360234] env[69365]: DEBUG nova.network.neutron [-] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.368545] env[69365]: DEBUG oslo_concurrency.lockutils [req-5b51ad6a-427b-4f8c-9c43-09454b946dff req-718c8b35-8257-42de-bac1-6965a3060354 service nova] Releasing lock "refresh_cache-f5243452-580d-4894-8402-66c53ea540c4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.404872] env[69365]: DEBUG nova.scheduler.client.report [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Refreshing trait associations for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 712.437620] env[69365]: DEBUG nova.compute.manager [req-5ea2fe39-270b-4c45-b057-c69cb5f75c25 req-852ee4e8-73d2-4a00-844c-b1315af87d0f service nova] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Received event network-vif-deleted-8349bb84-f1ec-4d4b-8783-f016859026ed {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 712.616184] env[69365]: DEBUG oslo_vmware.api [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468526, 'name': PowerOffVM_Task, 'duration_secs': 0.33327} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.616184] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 712.616585] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Updating instance 'f1420621-d961-4ec4-a181-37b7b1284fe3' progress to 17 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 712.691501] env[69365]: INFO nova.compute.manager [-] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Took 1.64 seconds to deallocate network for instance. [ 712.802744] env[69365]: DEBUG oslo_vmware.api [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3468525, 'name': ReconfigVM_Task, 'duration_secs': 1.107425} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.805453] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Reconfigured VM instance instance-00000010 to attach disk [datastore2] dbc6c632-cd7b-4f57-855a-acd12826d021/dbc6c632-cd7b-4f57-855a-acd12826d021.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.806193] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37699a2d-d205-4cf3-8229-cd65e0c94ed2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.817524] env[69365]: DEBUG oslo_vmware.api [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 712.817524] env[69365]: value = "task-3468528" [ 712.817524] env[69365]: _type = "Task" [ 712.817524] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.833949] env[69365]: DEBUG oslo_vmware.api [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3468528, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.855992] env[69365]: DEBUG oslo_vmware.api [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Task: {'id': task-3468527, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.864518] env[69365]: INFO nova.compute.manager [-] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Took 1.83 seconds to deallocate network for instance. [ 712.923060] env[69365]: DEBUG oslo_vmware.rw_handles [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c570e5-ab29-bb2a-09fb-4afa6f1d4946/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 712.926470] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd2c263-7407-4531-b7b1-6cfab7589544 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.934106] env[69365]: DEBUG oslo_vmware.rw_handles [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c570e5-ab29-bb2a-09fb-4afa6f1d4946/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 712.934846] env[69365]: ERROR oslo_vmware.rw_handles [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c570e5-ab29-bb2a-09fb-4afa6f1d4946/disk-0.vmdk due to incomplete transfer. [ 712.934846] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fff4e592-e2b6-407f-a9a5-2b87301c93e4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.947942] env[69365]: DEBUG oslo_vmware.rw_handles [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c570e5-ab29-bb2a-09fb-4afa6f1d4946/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 712.947942] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Uploaded image 42064020-15c6-406e-84cf-8b621c81762c to the Glance image server {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 712.950842] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 712.955189] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f4710f3a-6616-47ec-941e-4d94c41b1c63 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.968345] env[69365]: DEBUG oslo_vmware.api [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 712.968345] env[69365]: value = "task-3468529" [ 712.968345] env[69365]: _type = "Task" [ 712.968345] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.981744] env[69365]: DEBUG oslo_vmware.api [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468529, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.040501] env[69365]: DEBUG nova.compute.manager [req-a020936e-37a3-4362-8370-bcc6635f2b3b req-874fbeb9-852f-4e76-b648-7acebc5dde31 service nova] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Received event network-vif-deleted-4464d128-ef50-478c-a2bb-18ad15f4e3d4 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 713.055417] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d877af8-2b8f-44d7-95c8-81197a166c8c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.065263] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6af684-f44c-425b-8180-206c5586ca9a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.108444] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fe176f-e768-4924-9230-27df57e5a9bf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.117427] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0acda2-e43b-46f1-9cf4-e5e8c57d2661 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.125875] env[69365]: DEBUG nova.virt.hardware [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 713.130295] env[69365]: DEBUG nova.virt.hardware [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 713.130544] env[69365]: DEBUG nova.virt.hardware [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 713.131538] env[69365]: DEBUG nova.virt.hardware [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 713.131538] env[69365]: DEBUG nova.virt.hardware [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 713.131538] env[69365]: DEBUG nova.virt.hardware [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 713.131538] env[69365]: DEBUG nova.virt.hardware [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 713.131538] env[69365]: DEBUG nova.virt.hardware [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 713.131714] env[69365]: DEBUG nova.virt.hardware [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 713.131714] env[69365]: DEBUG nova.virt.hardware [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 713.132171] env[69365]: DEBUG nova.virt.hardware [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 713.137697] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6350ac8e-1b73-40dd-9a99-efaa3bfc3249 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.149266] env[69365]: DEBUG oslo_concurrency.lockutils [None req-00ea0107-308c-4935-ac7b-47b62b447d05 tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Acquiring lock "4f90521e-31a3-4e3e-ad04-8abd5db01b94" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.149499] env[69365]: DEBUG oslo_concurrency.lockutils [None req-00ea0107-308c-4935-ac7b-47b62b447d05 tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Lock "4f90521e-31a3-4e3e-ad04-8abd5db01b94" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.149699] env[69365]: DEBUG oslo_concurrency.lockutils [None req-00ea0107-308c-4935-ac7b-47b62b447d05 tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Acquiring lock "4f90521e-31a3-4e3e-ad04-8abd5db01b94-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.149872] env[69365]: DEBUG oslo_concurrency.lockutils [None req-00ea0107-308c-4935-ac7b-47b62b447d05 tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Lock "4f90521e-31a3-4e3e-ad04-8abd5db01b94-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.150088] env[69365]: DEBUG oslo_concurrency.lockutils [None req-00ea0107-308c-4935-ac7b-47b62b447d05 tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Lock "4f90521e-31a3-4e3e-ad04-8abd5db01b94-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.160822] env[69365]: DEBUG nova.compute.provider_tree [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.163597] env[69365]: INFO nova.compute.manager [None req-00ea0107-308c-4935-ac7b-47b62b447d05 tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Terminating instance [ 713.167717] env[69365]: DEBUG oslo_vmware.api [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 713.167717] env[69365]: value = "task-3468530" [ 713.167717] env[69365]: _type = "Task" [ 713.167717] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.181098] env[69365]: DEBUG oslo_vmware.api [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468530, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.203028] env[69365]: DEBUG oslo_concurrency.lockutils [None req-72cd4f6b-1beb-4187-8ddc-e13f8d4af23d tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.329432] env[69365]: DEBUG oslo_vmware.api [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3468528, 'name': Rename_Task, 'duration_secs': 0.295768} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.329688] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.330026] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93ed8d36-9367-442d-81ef-dc9c0fb4f6a0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.338162] env[69365]: DEBUG oslo_vmware.api [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 713.338162] env[69365]: value = "task-3468531" [ 713.338162] env[69365]: _type = "Task" [ 713.338162] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.348780] env[69365]: DEBUG oslo_vmware.api [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3468531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.355088] env[69365]: DEBUG oslo_vmware.api [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Task: {'id': task-3468527, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636535} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.355403] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] f5243452-580d-4894-8402-66c53ea540c4/f5243452-580d-4894-8402-66c53ea540c4.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.355645] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.355940] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2dc5c3b3-fd98-4306-8764-d611155cccd3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.367454] env[69365]: DEBUG oslo_vmware.api [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Waiting for the task: (returnval){ [ 713.367454] env[69365]: value = "task-3468532" [ 713.367454] env[69365]: _type = "Task" [ 713.367454] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.374525] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b2ca9d99-be28-4ad8-b28e-fa7b060bd4f0 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.381272] env[69365]: DEBUG oslo_vmware.api [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Task: {'id': task-3468532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.484546] env[69365]: DEBUG oslo_vmware.api [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468529, 'name': Destroy_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.535416] env[69365]: DEBUG nova.network.neutron [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Successfully updated port: 5ac54556-f024-4852-8395-20ce12413b7e {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 713.602320] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Acquiring lock "4500afcc-0f0a-4dd9-ab54-893acc7cedc7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.602550] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Lock "4500afcc-0f0a-4dd9-ab54-893acc7cedc7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.602739] env[69365]: DEBUG oslo_concurrency.lockutils [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Acquiring lock "886cc949-7105-4dd5-a7fc-7bbc0390595d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 713.602913] env[69365]: DEBUG oslo_concurrency.lockutils [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Lock "886cc949-7105-4dd5-a7fc-7bbc0390595d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.667032] env[69365]: DEBUG nova.scheduler.client.report [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.672518] env[69365]: DEBUG nova.compute.manager [None req-00ea0107-308c-4935-ac7b-47b62b447d05 tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.672759] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-00ea0107-308c-4935-ac7b-47b62b447d05 tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.673915] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06cdb37-731e-4121-9a18-fd05c7be5413 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.691114] env[69365]: DEBUG oslo_vmware.api [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468530, 'name': ReconfigVM_Task, 'duration_secs': 0.437527} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.692530] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Updating instance 'f1420621-d961-4ec4-a181-37b7b1284fe3' progress to 33 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 713.696495] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-00ea0107-308c-4935-ac7b-47b62b447d05 tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.698346] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ac8270c-7a4e-438c-a386-732857fe6a0e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.707377] env[69365]: DEBUG oslo_vmware.api [None req-00ea0107-308c-4935-ac7b-47b62b447d05 tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Waiting for the task: (returnval){ [ 713.707377] env[69365]: value = "task-3468533" [ 713.707377] env[69365]: _type = "Task" [ 713.707377] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.722726] env[69365]: DEBUG oslo_vmware.api [None req-00ea0107-308c-4935-ac7b-47b62b447d05 tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Task: {'id': task-3468533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.853109] env[69365]: DEBUG oslo_vmware.api [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3468531, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.879082] env[69365]: DEBUG oslo_vmware.api [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Task: {'id': task-3468532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192594} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.879082] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.880837] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c453e360-4f8a-439d-bfbe-48ce7ef39238 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.909914] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] f5243452-580d-4894-8402-66c53ea540c4/f5243452-580d-4894-8402-66c53ea540c4.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.911093] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-89f08d99-fe48-4334-9b4c-4ccde27a038c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.934032] env[69365]: DEBUG oslo_vmware.api [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Waiting for the task: (returnval){ [ 713.934032] env[69365]: value = "task-3468534" [ 713.934032] env[69365]: _type = "Task" [ 713.934032] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.943530] env[69365]: DEBUG oslo_vmware.api [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Task: {'id': task-3468534, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.985873] env[69365]: DEBUG oslo_vmware.api [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468529, 'name': Destroy_Task, 'duration_secs': 0.662162} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.985873] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Destroyed the VM [ 713.985873] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 713.985873] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e6d4db70-bda4-4e8f-907b-2c8a7e830f70 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.992247] env[69365]: DEBUG oslo_vmware.api [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 713.992247] env[69365]: value = "task-3468535" [ 713.992247] env[69365]: _type = "Task" [ 713.992247] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.001490] env[69365]: DEBUG oslo_vmware.api [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468535, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.037138] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Acquiring lock "refresh_cache-b7838117-1e5b-4ff3-8b59-faf4aecc6516" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.037378] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Acquired lock "refresh_cache-b7838117-1e5b-4ff3-8b59-faf4aecc6516" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.037472] env[69365]: DEBUG nova.network.neutron [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 714.174989] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.225s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.175807] env[69365]: DEBUG nova.compute.manager [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.178550] env[69365]: DEBUG oslo_concurrency.lockutils [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.068s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.180029] env[69365]: INFO nova.compute.claims [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 714.202277] env[69365]: DEBUG nova.virt.hardware [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.202277] env[69365]: DEBUG nova.virt.hardware [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.202277] env[69365]: DEBUG nova.virt.hardware [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.202277] env[69365]: DEBUG nova.virt.hardware [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.202531] env[69365]: DEBUG nova.virt.hardware [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.202629] env[69365]: DEBUG nova.virt.hardware [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.202856] env[69365]: DEBUG nova.virt.hardware [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.203064] env[69365]: DEBUG nova.virt.hardware [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.206216] env[69365]: DEBUG nova.virt.hardware [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.206216] env[69365]: DEBUG nova.virt.hardware [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.206216] env[69365]: DEBUG nova.virt.hardware [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.209171] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Reconfiguring VM instance instance-00000004 to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 714.209532] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80b557a9-48eb-441b-a612-6e7660477032 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.243161] env[69365]: DEBUG oslo_vmware.api [None req-00ea0107-308c-4935-ac7b-47b62b447d05 tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Task: {'id': task-3468533, 'name': PowerOffVM_Task, 'duration_secs': 0.37193} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.244558] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-00ea0107-308c-4935-ac7b-47b62b447d05 tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.244744] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-00ea0107-308c-4935-ac7b-47b62b447d05 tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.245075] env[69365]: DEBUG oslo_vmware.api [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 714.245075] env[69365]: value = "task-3468536" [ 714.245075] env[69365]: _type = "Task" [ 714.245075] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.245277] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9106915f-eb4e-414d-88c8-701e815d05f9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.260423] env[69365]: DEBUG oslo_vmware.api [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468536, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.354615] env[69365]: DEBUG oslo_vmware.api [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3468531, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.441243] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-00ea0107-308c-4935-ac7b-47b62b447d05 tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.441243] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-00ea0107-308c-4935-ac7b-47b62b447d05 tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.441243] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-00ea0107-308c-4935-ac7b-47b62b447d05 tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Deleting the datastore file [datastore2] 4f90521e-31a3-4e3e-ad04-8abd5db01b94 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.443782] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5db9acb-8416-41df-9139-bc062d8a59a5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.448201] env[69365]: DEBUG oslo_vmware.api [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Task: {'id': task-3468534, 'name': ReconfigVM_Task, 'duration_secs': 0.40564} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.448967] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] Reconfigured VM instance instance-00000011 to attach disk [datastore1] f5243452-580d-4894-8402-66c53ea540c4/f5243452-580d-4894-8402-66c53ea540c4.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.449752] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad7191bb-438f-45df-95b2-332c2f087585 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.454499] env[69365]: DEBUG oslo_vmware.api [None req-00ea0107-308c-4935-ac7b-47b62b447d05 tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Waiting for the task: (returnval){ [ 714.454499] env[69365]: value = "task-3468538" [ 714.454499] env[69365]: _type = "Task" [ 714.454499] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.459740] env[69365]: DEBUG oslo_vmware.api [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Waiting for the task: (returnval){ [ 714.459740] env[69365]: value = "task-3468539" [ 714.459740] env[69365]: _type = "Task" [ 714.459740] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.468496] env[69365]: DEBUG oslo_vmware.api [None req-00ea0107-308c-4935-ac7b-47b62b447d05 tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Task: {'id': task-3468538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.476234] env[69365]: DEBUG oslo_vmware.api [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Task: {'id': task-3468539, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.509401] env[69365]: DEBUG oslo_vmware.api [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468535, 'name': RemoveSnapshot_Task, 'duration_secs': 0.505061} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.509700] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 714.510056] env[69365]: INFO nova.compute.manager [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Took 14.66 seconds to snapshot the instance on the hypervisor. [ 714.670253] env[69365]: DEBUG nova.network.neutron [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.685134] env[69365]: DEBUG nova.compute.utils [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.689412] env[69365]: DEBUG nova.compute.manager [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.689543] env[69365]: DEBUG nova.network.neutron [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.721919] env[69365]: DEBUG nova.compute.manager [req-4d9c99c6-0ead-4990-b689-a9a18ff6f995 req-edf1468c-a274-4266-8c31-9c2243914575 service nova] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Received event network-vif-plugged-5ac54556-f024-4852-8395-20ce12413b7e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.722186] env[69365]: DEBUG oslo_concurrency.lockutils [req-4d9c99c6-0ead-4990-b689-a9a18ff6f995 req-edf1468c-a274-4266-8c31-9c2243914575 service nova] Acquiring lock "b7838117-1e5b-4ff3-8b59-faf4aecc6516-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.722423] env[69365]: DEBUG oslo_concurrency.lockutils [req-4d9c99c6-0ead-4990-b689-a9a18ff6f995 req-edf1468c-a274-4266-8c31-9c2243914575 service nova] Lock "b7838117-1e5b-4ff3-8b59-faf4aecc6516-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.722641] env[69365]: DEBUG oslo_concurrency.lockutils [req-4d9c99c6-0ead-4990-b689-a9a18ff6f995 req-edf1468c-a274-4266-8c31-9c2243914575 service nova] Lock "b7838117-1e5b-4ff3-8b59-faf4aecc6516-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.722791] env[69365]: DEBUG nova.compute.manager [req-4d9c99c6-0ead-4990-b689-a9a18ff6f995 req-edf1468c-a274-4266-8c31-9c2243914575 service nova] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] No waiting events found dispatching network-vif-plugged-5ac54556-f024-4852-8395-20ce12413b7e {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 714.722954] env[69365]: WARNING nova.compute.manager [req-4d9c99c6-0ead-4990-b689-a9a18ff6f995 req-edf1468c-a274-4266-8c31-9c2243914575 service nova] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Received unexpected event network-vif-plugged-5ac54556-f024-4852-8395-20ce12413b7e for instance with vm_state building and task_state spawning. [ 714.723420] env[69365]: DEBUG nova.compute.manager [req-4d9c99c6-0ead-4990-b689-a9a18ff6f995 req-edf1468c-a274-4266-8c31-9c2243914575 service nova] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Received event network-changed-5ac54556-f024-4852-8395-20ce12413b7e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.723420] env[69365]: DEBUG nova.compute.manager [req-4d9c99c6-0ead-4990-b689-a9a18ff6f995 req-edf1468c-a274-4266-8c31-9c2243914575 service nova] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Refreshing instance network info cache due to event network-changed-5ac54556-f024-4852-8395-20ce12413b7e. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.723577] env[69365]: DEBUG oslo_concurrency.lockutils [req-4d9c99c6-0ead-4990-b689-a9a18ff6f995 req-edf1468c-a274-4266-8c31-9c2243914575 service nova] Acquiring lock "refresh_cache-b7838117-1e5b-4ff3-8b59-faf4aecc6516" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.759464] env[69365]: DEBUG oslo_vmware.api [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468536, 'name': ReconfigVM_Task, 'duration_secs': 0.225692} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.759762] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Reconfigured VM instance instance-00000004 to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 714.760723] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b3486e-bb68-4490-9b0e-95f64ed1dbc7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.790720] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] f1420621-d961-4ec4-a181-37b7b1284fe3/f1420621-d961-4ec4-a181-37b7b1284fe3.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.791062] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-618ad24b-289c-4cd7-b066-9595c434aded {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.812706] env[69365]: DEBUG oslo_vmware.api [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 714.812706] env[69365]: value = "task-3468540" [ 714.812706] env[69365]: _type = "Task" [ 714.812706] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.822623] env[69365]: DEBUG oslo_vmware.api [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.854018] env[69365]: DEBUG oslo_vmware.api [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3468531, 'name': PowerOnVM_Task, 'duration_secs': 1.305686} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.854376] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.854650] env[69365]: INFO nova.compute.manager [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Took 11.11 seconds to spawn the instance on the hypervisor. [ 714.854853] env[69365]: DEBUG nova.compute.manager [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.855662] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbc1e971-8cb4-4296-849c-8aa06655b434 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.967631] env[69365]: DEBUG oslo_vmware.api [None req-00ea0107-308c-4935-ac7b-47b62b447d05 tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Task: {'id': task-3468538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305968} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.968373] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-00ea0107-308c-4935-ac7b-47b62b447d05 tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.968575] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-00ea0107-308c-4935-ac7b-47b62b447d05 tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.968731] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-00ea0107-308c-4935-ac7b-47b62b447d05 tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.968901] env[69365]: INFO nova.compute.manager [None req-00ea0107-308c-4935-ac7b-47b62b447d05 tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Took 1.30 seconds to destroy the instance on the hypervisor. [ 714.969146] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-00ea0107-308c-4935-ac7b-47b62b447d05 tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.969335] env[69365]: DEBUG nova.compute.manager [-] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 714.969441] env[69365]: DEBUG nova.network.neutron [-] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 714.973926] env[69365]: DEBUG oslo_vmware.api [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Task: {'id': task-3468539, 'name': Rename_Task, 'duration_secs': 0.203423} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.974487] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.974730] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4ec659f-0a52-451a-8e2a-587e7fa5ca6d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.982633] env[69365]: DEBUG oslo_vmware.api [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Waiting for the task: (returnval){ [ 714.982633] env[69365]: value = "task-3468541" [ 714.982633] env[69365]: _type = "Task" [ 714.982633] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.991088] env[69365]: DEBUG oslo_vmware.api [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Task: {'id': task-3468541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.004236] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c389fb91-9654-4799-b691-29b2d67795e1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.004661] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c389fb91-9654-4799-b691-29b2d67795e1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.005133] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c389fb91-9654-4799-b691-29b2d67795e1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.005342] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c389fb91-9654-4799-b691-29b2d67795e1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.005638] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c389fb91-9654-4799-b691-29b2d67795e1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.009060] env[69365]: INFO nova.compute.manager [None req-c389fb91-9654-4799-b691-29b2d67795e1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Terminating instance [ 715.014670] env[69365]: DEBUG nova.compute.manager [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Instance disappeared during snapshot {{(pid=69365) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 715.029791] env[69365]: DEBUG nova.compute.manager [None req-367717bb-f871-4743-b73a-50e9eab0b0cf tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Image not found during clean up 42064020-15c6-406e-84cf-8b621c81762c {{(pid=69365) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 715.092209] env[69365]: DEBUG nova.policy [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2cada55d57e4c32a8bda8e8119394de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9e7f52b019240b0a0ee761c85898c76', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.190757] env[69365]: DEBUG nova.compute.manager [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.328819] env[69365]: DEBUG oslo_vmware.api [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468540, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.376796] env[69365]: INFO nova.compute.manager [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Took 29.26 seconds to build instance. [ 715.488783] env[69365]: DEBUG nova.network.neutron [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Updating instance_info_cache with network_info: [{"id": "5ac54556-f024-4852-8395-20ce12413b7e", "address": "fa:16:3e:5d:c9:c3", "network": {"id": "e4bba600-e624-45e1-ae65-8ee84d8d7ef5", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1972893384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53efc552597644e8b1c22681dded6263", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ac54556-f0", "ovs_interfaceid": "5ac54556-f024-4852-8395-20ce12413b7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.504137] env[69365]: DEBUG oslo_vmware.api [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Task: {'id': task-3468541, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.514330] env[69365]: DEBUG nova.compute.manager [None req-c389fb91-9654-4799-b691-29b2d67795e1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 715.514545] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c389fb91-9654-4799-b691-29b2d67795e1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.516029] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1aaef6b-8116-4c3b-b54c-bc2340c3a267 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.534331] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c389fb91-9654-4799-b691-29b2d67795e1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 715.534469] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72840129-396d-46be-bbf9-01077bc6f50e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.606723] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c389fb91-9654-4799-b691-29b2d67795e1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.606723] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c389fb91-9654-4799-b691-29b2d67795e1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.607127] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-c389fb91-9654-4799-b691-29b2d67795e1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Deleting the datastore file [datastore2] 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.607279] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c9def7e0-32b5-47d2-8927-5b140807db5a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.619274] env[69365]: DEBUG oslo_vmware.api [None req-c389fb91-9654-4799-b691-29b2d67795e1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 715.619274] env[69365]: value = "task-3468543" [ 715.619274] env[69365]: _type = "Task" [ 715.619274] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.631486] env[69365]: DEBUG oslo_vmware.api [None req-c389fb91-9654-4799-b691-29b2d67795e1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.792683] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "126b7d32-2031-47e5-8601-29ec76a05c6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.792948] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "126b7d32-2031-47e5-8601-29ec76a05c6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.832709] env[69365]: DEBUG oslo_vmware.api [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468540, 'name': ReconfigVM_Task, 'duration_secs': 0.57429} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.833203] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Reconfigured VM instance instance-00000004 to attach disk [datastore2] f1420621-d961-4ec4-a181-37b7b1284fe3/f1420621-d961-4ec4-a181-37b7b1284fe3.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.833671] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Updating instance 'f1420621-d961-4ec4-a181-37b7b1284fe3' progress to 50 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 715.879392] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8e7c24fc-87ad-4336-8743-7c28cbfbd667 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "dbc6c632-cd7b-4f57-855a-acd12826d021" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.769s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.932209] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d657ca-7da3-43f3-b0a8-05be64531478 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.940743] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445d15d9-09ba-48a7-bffc-053320ab5222 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.976063] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af864e7-4737-43f4-9dc5-a465d59cab12 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.991450] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7feab537-6920-46de-b10d-fa8532498ccd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.006203] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Releasing lock "refresh_cache-b7838117-1e5b-4ff3-8b59-faf4aecc6516" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.006640] env[69365]: DEBUG nova.compute.manager [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Instance network_info: |[{"id": "5ac54556-f024-4852-8395-20ce12413b7e", "address": "fa:16:3e:5d:c9:c3", "network": {"id": "e4bba600-e624-45e1-ae65-8ee84d8d7ef5", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1972893384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53efc552597644e8b1c22681dded6263", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ac54556-f0", "ovs_interfaceid": "5ac54556-f024-4852-8395-20ce12413b7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 716.012304] env[69365]: DEBUG oslo_concurrency.lockutils [req-4d9c99c6-0ead-4990-b689-a9a18ff6f995 req-edf1468c-a274-4266-8c31-9c2243914575 service nova] Acquired lock "refresh_cache-b7838117-1e5b-4ff3-8b59-faf4aecc6516" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.012668] env[69365]: DEBUG nova.network.neutron [req-4d9c99c6-0ead-4990-b689-a9a18ff6f995 req-edf1468c-a274-4266-8c31-9c2243914575 service nova] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Refreshing network info cache for port 5ac54556-f024-4852-8395-20ce12413b7e {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.014460] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:c9:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10ff2092-e8eb-4768-ad4a-65a80560b447', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ac54556-f024-4852-8395-20ce12413b7e', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 716.023614] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Creating folder: Project (53efc552597644e8b1c22681dded6263). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.025297] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3303f451-3597-42d4-9468-c944503d7851 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.038571] env[69365]: DEBUG nova.compute.provider_tree [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 716.043971] env[69365]: DEBUG oslo_vmware.api [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Task: {'id': task-3468541, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.056506] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Created folder: Project (53efc552597644e8b1c22681dded6263) in parent group-v693134. [ 716.056723] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Creating folder: Instances. Parent ref: group-v693190. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 716.057099] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a3376b8-4098-4a41-af01-7b69b12231ca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.068480] env[69365]: DEBUG nova.network.neutron [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Successfully created port: a9615c92-0414-4cf5-8c84-955164299553 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.072670] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Created folder: Instances in parent group-v693190. [ 716.072987] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.073175] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 716.073387] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-004afcb6-12f8-4622-9cc2-27930e8d035f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.095454] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 716.095454] env[69365]: value = "task-3468546" [ 716.095454] env[69365]: _type = "Task" [ 716.095454] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.104803] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468546, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.131366] env[69365]: DEBUG oslo_vmware.api [None req-c389fb91-9654-4799-b691-29b2d67795e1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.29903} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.131366] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-c389fb91-9654-4799-b691-29b2d67795e1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 716.131366] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c389fb91-9654-4799-b691-29b2d67795e1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 716.131366] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c389fb91-9654-4799-b691-29b2d67795e1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 716.131366] env[69365]: INFO nova.compute.manager [None req-c389fb91-9654-4799-b691-29b2d67795e1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Took 0.62 seconds to destroy the instance on the hypervisor. [ 716.131820] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c389fb91-9654-4799-b691-29b2d67795e1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.131820] env[69365]: DEBUG nova.compute.manager [-] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 716.131820] env[69365]: DEBUG nova.network.neutron [-] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 716.208277] env[69365]: DEBUG nova.compute.manager [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.244054] env[69365]: DEBUG nova.virt.hardware [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.244420] env[69365]: DEBUG nova.virt.hardware [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.244551] env[69365]: DEBUG nova.virt.hardware [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.244953] env[69365]: DEBUG nova.virt.hardware [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.244953] env[69365]: DEBUG nova.virt.hardware [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.244953] env[69365]: DEBUG nova.virt.hardware [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.245322] env[69365]: DEBUG nova.virt.hardware [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.245443] env[69365]: DEBUG nova.virt.hardware [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.245612] env[69365]: DEBUG nova.virt.hardware [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.245696] env[69365]: DEBUG nova.virt.hardware [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.245884] env[69365]: DEBUG nova.virt.hardware [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.246919] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8ddfd4-5352-41fb-896c-0871de1a3bc8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.259208] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5074d1ea-b3a7-42df-a1cb-f5633805c45b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.347516] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2862e79-647c-440e-beff-b7887fd2edcc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.376226] env[69365]: DEBUG nova.network.neutron [-] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.380191] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311feb44-d138-48a8-a8a9-14e93e337480 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.384063] env[69365]: DEBUG nova.compute.manager [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.412986] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Updating instance 'f1420621-d961-4ec4-a181-37b7b1284fe3' progress to 67 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 716.522897] env[69365]: DEBUG oslo_vmware.api [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Task: {'id': task-3468541, 'name': PowerOnVM_Task, 'duration_secs': 1.336766} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.523428] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.523672] env[69365]: INFO nova.compute.manager [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] Took 9.99 seconds to spawn the instance on the hypervisor. [ 716.523849] env[69365]: DEBUG nova.compute.manager [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.524656] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc2dd49-033c-458f-856b-c82195a198cf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.543245] env[69365]: DEBUG nova.scheduler.client.report [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 716.609070] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468546, 'name': CreateVM_Task, 'duration_secs': 0.489454} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.609241] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 716.609947] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.610057] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.610428] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.610674] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02d656c6-eeb4-42b8-9af6-bf006b07648f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.618099] env[69365]: DEBUG oslo_vmware.api [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Waiting for the task: (returnval){ [ 716.618099] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52cb154b-d301-8297-398a-507d3ec27d48" [ 716.618099] env[69365]: _type = "Task" [ 716.618099] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.629999] env[69365]: DEBUG oslo_vmware.api [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52cb154b-d301-8297-398a-507d3ec27d48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.887595] env[69365]: INFO nova.compute.manager [-] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Took 1.92 seconds to deallocate network for instance. [ 716.920921] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.992855] env[69365]: DEBUG nova.network.neutron [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Port e82dae0f-c81c-4db6-8ba4-5526cacff065 binding to destination host cpu-1 is already ACTIVE {{(pid=69365) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 717.045975] env[69365]: INFO nova.compute.manager [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] Took 30.87 seconds to build instance. [ 717.047251] env[69365]: DEBUG oslo_concurrency.lockutils [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.869s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.048022] env[69365]: DEBUG nova.compute.manager [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 717.053457] env[69365]: DEBUG oslo_concurrency.lockutils [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.860s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.057017] env[69365]: INFO nova.compute.claims [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 717.134023] env[69365]: DEBUG oslo_vmware.api [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52cb154b-d301-8297-398a-507d3ec27d48, 'name': SearchDatastore_Task, 'duration_secs': 0.022184} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.134023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.134023] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 717.134023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.134416] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.134416] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 717.134416] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efa450f7-e30f-440c-934c-8d5c6792c2ee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.146296] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 717.146296] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 717.146296] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0957ab08-5a00-42f2-9219-2b4b866f5348 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.154107] env[69365]: DEBUG oslo_vmware.api [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Waiting for the task: (returnval){ [ 717.154107] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52015d67-891a-92ff-7fa9-0818a78d6331" [ 717.154107] env[69365]: _type = "Task" [ 717.154107] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.168656] env[69365]: DEBUG oslo_vmware.api [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52015d67-891a-92ff-7fa9-0818a78d6331, 'name': SearchDatastore_Task, 'duration_secs': 0.012216} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.168987] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cf38a48-822c-47b0-9caf-4bd3e4c066dc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.179107] env[69365]: DEBUG oslo_vmware.api [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Waiting for the task: (returnval){ [ 717.179107] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d21604-3189-63c7-3a67-8001d123d48d" [ 717.179107] env[69365]: _type = "Task" [ 717.179107] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.189495] env[69365]: DEBUG oslo_vmware.api [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d21604-3189-63c7-3a67-8001d123d48d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.293672] env[69365]: DEBUG nova.network.neutron [req-4d9c99c6-0ead-4990-b689-a9a18ff6f995 req-edf1468c-a274-4266-8c31-9c2243914575 service nova] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Updated VIF entry in instance network info cache for port 5ac54556-f024-4852-8395-20ce12413b7e. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 717.294126] env[69365]: DEBUG nova.network.neutron [req-4d9c99c6-0ead-4990-b689-a9a18ff6f995 req-edf1468c-a274-4266-8c31-9c2243914575 service nova] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Updating instance_info_cache with network_info: [{"id": "5ac54556-f024-4852-8395-20ce12413b7e", "address": "fa:16:3e:5d:c9:c3", "network": {"id": "e4bba600-e624-45e1-ae65-8ee84d8d7ef5", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1972893384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53efc552597644e8b1c22681dded6263", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10ff2092-e8eb-4768-ad4a-65a80560b447", "external-id": "nsx-vlan-transportzone-845", "segmentation_id": 845, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ac54556-f0", "ovs_interfaceid": "5ac54556-f024-4852-8395-20ce12413b7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.403015] env[69365]: DEBUG oslo_concurrency.lockutils [None req-00ea0107-308c-4935-ac7b-47b62b447d05 tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.446420] env[69365]: DEBUG nova.compute.manager [req-cfccd00b-481a-4ecd-ad3f-5237f9d7f3c6 req-8f3823c2-4fda-4109-97e0-cbe765d5cbda service nova] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Received event network-vif-deleted-2bbbb62d-0660-42da-9b07-6e7e73248b46 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 717.551331] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0644443b-9056-46e6-9651-69ffbee73429 tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Lock "f5243452-580d-4894-8402-66c53ea540c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.265s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.563351] env[69365]: DEBUG nova.compute.utils [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 717.566988] env[69365]: DEBUG nova.compute.manager [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 717.568843] env[69365]: DEBUG nova.network.neutron [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 717.647961] env[69365]: DEBUG nova.policy [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f710d4b4f5649889371608037159a42', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e95bc091919742fabb693fd3f0a9d0ff', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 717.691978] env[69365]: DEBUG oslo_vmware.api [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d21604-3189-63c7-3a67-8001d123d48d, 'name': SearchDatastore_Task, 'duration_secs': 0.013085} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.692655] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.692984] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] b7838117-1e5b-4ff3-8b59-faf4aecc6516/b7838117-1e5b-4ff3-8b59-faf4aecc6516.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 717.693641] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bbbd951-f418-4f3d-a86c-ea3f85115981 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.707102] env[69365]: DEBUG oslo_vmware.api [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Waiting for the task: (returnval){ [ 717.707102] env[69365]: value = "task-3468547" [ 717.707102] env[69365]: _type = "Task" [ 717.707102] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.718508] env[69365]: DEBUG oslo_vmware.api [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Task: {'id': task-3468547, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.734357] env[69365]: DEBUG nova.network.neutron [-] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.796881] env[69365]: DEBUG oslo_concurrency.lockutils [req-4d9c99c6-0ead-4990-b689-a9a18ff6f995 req-edf1468c-a274-4266-8c31-9c2243914575 service nova] Releasing lock "refresh_cache-b7838117-1e5b-4ff3-8b59-faf4aecc6516" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.018752] env[69365]: DEBUG oslo_concurrency.lockutils [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquiring lock "f1420621-d961-4ec4-a181-37b7b1284fe3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.019124] env[69365]: DEBUG oslo_concurrency.lockutils [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lock "f1420621-d961-4ec4-a181-37b7b1284fe3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.019168] env[69365]: DEBUG oslo_concurrency.lockutils [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lock "f1420621-d961-4ec4-a181-37b7b1284fe3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.058569] env[69365]: DEBUG nova.compute.manager [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.069648] env[69365]: DEBUG nova.compute.manager [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 718.215286] env[69365]: DEBUG oslo_vmware.api [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Task: {'id': task-3468547, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.239508] env[69365]: INFO nova.compute.manager [-] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Took 2.11 seconds to deallocate network for instance. [ 718.584290] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.703142] env[69365]: DEBUG nova.network.neutron [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Successfully created port: 4e4bead7-2f69-40cb-8475-85bc211d0b60 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 718.718012] env[69365]: DEBUG oslo_vmware.api [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Task: {'id': task-3468547, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.940459} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.719300] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] b7838117-1e5b-4ff3-8b59-faf4aecc6516/b7838117-1e5b-4ff3-8b59-faf4aecc6516.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 718.719538] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 718.722319] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9dc8faf5-b304-40d9-8765-5e7d6b014738 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.732611] env[69365]: DEBUG oslo_vmware.api [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Waiting for the task: (returnval){ [ 718.732611] env[69365]: value = "task-3468548" [ 718.732611] env[69365]: _type = "Task" [ 718.732611] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.738714] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c212f4-e1aa-410b-820a-b76576c9f5c7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.748065] env[69365]: DEBUG oslo_vmware.api [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Task: {'id': task-3468548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.748065] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c389fb91-9654-4799-b691-29b2d67795e1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.752687] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7ada7f-aec5-4c4b-8ced-8b7fa4f5d839 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.786453] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e61cae4-cf1a-443d-ad12-d2c9dd0ed682 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.795764] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc9bc69a-f555-402e-bf71-6cf8b71f4246 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.811062] env[69365]: DEBUG nova.compute.provider_tree [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 719.027382] env[69365]: DEBUG nova.network.neutron [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Successfully updated port: a9615c92-0414-4cf5-8c84-955164299553 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 719.084844] env[69365]: DEBUG nova.compute.manager [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 719.122629] env[69365]: DEBUG nova.virt.hardware [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 719.122925] env[69365]: DEBUG nova.virt.hardware [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 719.123085] env[69365]: DEBUG nova.virt.hardware [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 719.124887] env[69365]: DEBUG nova.virt.hardware [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 719.124887] env[69365]: DEBUG nova.virt.hardware [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 719.124887] env[69365]: DEBUG nova.virt.hardware [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 719.124887] env[69365]: DEBUG nova.virt.hardware [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 719.124887] env[69365]: DEBUG nova.virt.hardware [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 719.125317] env[69365]: DEBUG nova.virt.hardware [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 719.125317] env[69365]: DEBUG nova.virt.hardware [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 719.125317] env[69365]: DEBUG nova.virt.hardware [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 719.126046] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361d7c16-4a6f-4be3-9b1d-d58e76f02182 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.138186] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3576bcd9-d19f-4d00-ab38-504efcff71b2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.147348] env[69365]: DEBUG oslo_concurrency.lockutils [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquiring lock "refresh_cache-f1420621-d961-4ec4-a181-37b7b1284fe3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.147845] env[69365]: DEBUG oslo_concurrency.lockutils [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquired lock "refresh_cache-f1420621-d961-4ec4-a181-37b7b1284fe3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.148238] env[69365]: DEBUG nova.network.neutron [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.246685] env[69365]: DEBUG oslo_vmware.api [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Task: {'id': task-3468548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110532} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.246685] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 719.246685] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b53bc53-ad4e-408c-9d02-16c12b7fb169 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.275393] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] b7838117-1e5b-4ff3-8b59-faf4aecc6516/b7838117-1e5b-4ff3-8b59-faf4aecc6516.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 719.275704] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94dafe51-ea77-413a-9668-7b30edd9191c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.301328] env[69365]: DEBUG oslo_vmware.api [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Waiting for the task: (returnval){ [ 719.301328] env[69365]: value = "task-3468549" [ 719.301328] env[69365]: _type = "Task" [ 719.301328] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.314626] env[69365]: DEBUG nova.scheduler.client.report [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 719.318152] env[69365]: DEBUG oslo_vmware.api [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Task: {'id': task-3468549, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.537730] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquiring lock "refresh_cache-e7eeb8f2-f601-4003-8b7b-db9cadc67a33" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.537960] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquired lock "refresh_cache-e7eeb8f2-f601-4003-8b7b-db9cadc67a33" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.538173] env[69365]: DEBUG nova.network.neutron [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.752425] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "5cff61ed-95d2-4d54-b1ad-1afeee2641fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.752730] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "5cff61ed-95d2-4d54-b1ad-1afeee2641fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.815318] env[69365]: DEBUG oslo_vmware.api [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Task: {'id': task-3468549, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.820183] env[69365]: DEBUG oslo_concurrency.lockutils [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.767s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.820816] env[69365]: DEBUG nova.compute.manager [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 719.824668] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.387s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.824857] env[69365]: DEBUG nova.objects.instance [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] [instance: d758e281-a701-418a-aa45-efabac0bdada] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69365) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 719.962120] env[69365]: DEBUG nova.network.neutron [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Updating instance_info_cache with network_info: [{"id": "e82dae0f-c81c-4db6-8ba4-5526cacff065", "address": "fa:16:3e:d3:79:1f", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape82dae0f-c8", "ovs_interfaceid": "e82dae0f-c81c-4db6-8ba4-5526cacff065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.089035] env[69365]: DEBUG nova.network.neutron [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 720.311891] env[69365]: DEBUG nova.network.neutron [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Updating instance_info_cache with network_info: [{"id": "a9615c92-0414-4cf5-8c84-955164299553", "address": "fa:16:3e:b2:96:f5", "network": {"id": "059ad099-404e-4403-bc00-4e45aa8f66c3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-802553748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9e7f52b019240b0a0ee761c85898c76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9615c92-04", "ovs_interfaceid": "a9615c92-0414-4cf5-8c84-955164299553", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.325678] env[69365]: DEBUG oslo_vmware.api [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Task: {'id': task-3468549, 'name': ReconfigVM_Task, 'duration_secs': 0.878972} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.326606] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Reconfigured VM instance instance-00000012 to attach disk [datastore1] b7838117-1e5b-4ff3-8b59-faf4aecc6516/b7838117-1e5b-4ff3-8b59-faf4aecc6516.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 720.326606] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-205a60ab-5bb7-4abb-81ba-870132a4d393 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.329254] env[69365]: DEBUG nova.compute.utils [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 720.330630] env[69365]: DEBUG nova.compute.manager [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 720.330801] env[69365]: DEBUG nova.network.neutron [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 720.342224] env[69365]: DEBUG oslo_vmware.api [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Waiting for the task: (returnval){ [ 720.342224] env[69365]: value = "task-3468550" [ 720.342224] env[69365]: _type = "Task" [ 720.342224] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.355443] env[69365]: DEBUG oslo_vmware.api [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Task: {'id': task-3468550, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.447643] env[69365]: DEBUG nova.compute.manager [req-16957b4e-a763-4875-9b3d-64ca6eecebf7 req-3356a9d0-8b87-465d-86c7-dc0b04d492c4 service nova] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Received event network-vif-deleted-b8c23b0a-ef08-4666-a632-22641fa7e6ba {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.447894] env[69365]: DEBUG nova.compute.manager [req-16957b4e-a763-4875-9b3d-64ca6eecebf7 req-3356a9d0-8b87-465d-86c7-dc0b04d492c4 service nova] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Received event network-vif-plugged-a9615c92-0414-4cf5-8c84-955164299553 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.449073] env[69365]: DEBUG oslo_concurrency.lockutils [req-16957b4e-a763-4875-9b3d-64ca6eecebf7 req-3356a9d0-8b87-465d-86c7-dc0b04d492c4 service nova] Acquiring lock "e7eeb8f2-f601-4003-8b7b-db9cadc67a33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.449073] env[69365]: DEBUG oslo_concurrency.lockutils [req-16957b4e-a763-4875-9b3d-64ca6eecebf7 req-3356a9d0-8b87-465d-86c7-dc0b04d492c4 service nova] Lock "e7eeb8f2-f601-4003-8b7b-db9cadc67a33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.449073] env[69365]: DEBUG oslo_concurrency.lockutils [req-16957b4e-a763-4875-9b3d-64ca6eecebf7 req-3356a9d0-8b87-465d-86c7-dc0b04d492c4 service nova] Lock "e7eeb8f2-f601-4003-8b7b-db9cadc67a33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.449073] env[69365]: DEBUG nova.compute.manager [req-16957b4e-a763-4875-9b3d-64ca6eecebf7 req-3356a9d0-8b87-465d-86c7-dc0b04d492c4 service nova] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] No waiting events found dispatching network-vif-plugged-a9615c92-0414-4cf5-8c84-955164299553 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 720.449073] env[69365]: WARNING nova.compute.manager [req-16957b4e-a763-4875-9b3d-64ca6eecebf7 req-3356a9d0-8b87-465d-86c7-dc0b04d492c4 service nova] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Received unexpected event network-vif-plugged-a9615c92-0414-4cf5-8c84-955164299553 for instance with vm_state building and task_state spawning. [ 720.449375] env[69365]: DEBUG nova.compute.manager [req-16957b4e-a763-4875-9b3d-64ca6eecebf7 req-3356a9d0-8b87-465d-86c7-dc0b04d492c4 service nova] [instance: f5243452-580d-4894-8402-66c53ea540c4] Received event network-changed-31937717-5f62-46d4-b82e-68302061236e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.449511] env[69365]: DEBUG nova.compute.manager [req-16957b4e-a763-4875-9b3d-64ca6eecebf7 req-3356a9d0-8b87-465d-86c7-dc0b04d492c4 service nova] [instance: f5243452-580d-4894-8402-66c53ea540c4] Refreshing instance network info cache due to event network-changed-31937717-5f62-46d4-b82e-68302061236e. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.449799] env[69365]: DEBUG oslo_concurrency.lockutils [req-16957b4e-a763-4875-9b3d-64ca6eecebf7 req-3356a9d0-8b87-465d-86c7-dc0b04d492c4 service nova] Acquiring lock "refresh_cache-f5243452-580d-4894-8402-66c53ea540c4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.450126] env[69365]: DEBUG oslo_concurrency.lockutils [req-16957b4e-a763-4875-9b3d-64ca6eecebf7 req-3356a9d0-8b87-465d-86c7-dc0b04d492c4 service nova] Acquired lock "refresh_cache-f5243452-580d-4894-8402-66c53ea540c4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.450126] env[69365]: DEBUG nova.network.neutron [req-16957b4e-a763-4875-9b3d-64ca6eecebf7 req-3356a9d0-8b87-465d-86c7-dc0b04d492c4 service nova] [instance: f5243452-580d-4894-8402-66c53ea540c4] Refreshing network info cache for port 31937717-5f62-46d4-b82e-68302061236e {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.454017] env[69365]: DEBUG nova.policy [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9da424714ab5467eac389016fc954be5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a413bc81cb0641bdb286ee4ad2c32f63', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 720.465755] env[69365]: DEBUG oslo_concurrency.lockutils [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Releasing lock "refresh_cache-f1420621-d961-4ec4-a181-37b7b1284fe3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.817865] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Releasing lock "refresh_cache-e7eeb8f2-f601-4003-8b7b-db9cadc67a33" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.818221] env[69365]: DEBUG nova.compute.manager [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Instance network_info: |[{"id": "a9615c92-0414-4cf5-8c84-955164299553", "address": "fa:16:3e:b2:96:f5", "network": {"id": "059ad099-404e-4403-bc00-4e45aa8f66c3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-802553748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9e7f52b019240b0a0ee761c85898c76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9615c92-04", "ovs_interfaceid": "a9615c92-0414-4cf5-8c84-955164299553", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 720.818659] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:96:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9615c92-0414-4cf5-8c84-955164299553', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.826990] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 720.827378] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d32f3120-916d-487f-946d-90bbdc3be210 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Acquiring lock "c14bd34b-f591-405c-a7b1-361b4b7fb6f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.827640] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d32f3120-916d-487f-946d-90bbdc3be210 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Lock "c14bd34b-f591-405c-a7b1-361b4b7fb6f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.827874] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d32f3120-916d-487f-946d-90bbdc3be210 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Acquiring lock "c14bd34b-f591-405c-a7b1-361b4b7fb6f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.828104] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d32f3120-916d-487f-946d-90bbdc3be210 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Lock "c14bd34b-f591-405c-a7b1-361b4b7fb6f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.828334] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d32f3120-916d-487f-946d-90bbdc3be210 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Lock "c14bd34b-f591-405c-a7b1-361b4b7fb6f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.830169] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.830511] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-df7639d3-bdff-417e-9c12-6e85822f17f0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.850179] env[69365]: INFO nova.compute.manager [None req-d32f3120-916d-487f-946d-90bbdc3be210 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Terminating instance [ 720.853797] env[69365]: DEBUG nova.compute.manager [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 720.857678] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8a3df03a-1356-4be0-b18b-d2492eddcb5a tempest-ServersAdmin275Test-770443990 tempest-ServersAdmin275Test-770443990-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.033s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.866149] env[69365]: DEBUG oslo_concurrency.lockutils [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.321s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.866149] env[69365]: DEBUG nova.objects.instance [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Lazy-loading 'resources' on Instance uuid a4237ad3-1581-47bd-b5e5-30530429402f {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.883492] env[69365]: DEBUG oslo_vmware.api [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Task: {'id': task-3468550, 'name': Rename_Task, 'duration_secs': 0.468839} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.883492] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.883492] env[69365]: value = "task-3468551" [ 720.883492] env[69365]: _type = "Task" [ 720.883492] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.883492] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 720.883492] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4539e09e-881b-4ebb-affe-ed651f302509 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.898445] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468551, 'name': CreateVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.903271] env[69365]: DEBUG oslo_vmware.api [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Waiting for the task: (returnval){ [ 720.903271] env[69365]: value = "task-3468552" [ 720.903271] env[69365]: _type = "Task" [ 720.903271] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.916915] env[69365]: DEBUG oslo_vmware.api [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Task: {'id': task-3468552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.003364] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d111d2-a59c-454b-a7e6-80f42525dd92 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.028741] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fb93c7-7929-4563-83a2-510f3b7a5aa9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.038192] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Updating instance 'f1420621-d961-4ec4-a181-37b7b1284fe3' progress to 83 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 721.061676] env[69365]: DEBUG nova.network.neutron [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Successfully updated port: 4e4bead7-2f69-40cb-8475-85bc211d0b60 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 721.243732] env[69365]: DEBUG nova.network.neutron [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Successfully created port: 44d3284b-f19c-4b8b-83e2-85e49b7c6d29 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 721.378363] env[69365]: DEBUG nova.compute.manager [None req-d32f3120-916d-487f-946d-90bbdc3be210 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 721.378363] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d32f3120-916d-487f-946d-90bbdc3be210 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 721.378363] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2289c859-787e-4e60-8a06-69d4dc76c9d9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.386874] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32f3120-916d-487f-946d-90bbdc3be210 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 721.389060] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-090be023-90e0-4527-8082-0d6cb3a3893d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.396974] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468551, 'name': CreateVM_Task, 'duration_secs': 0.470621} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.402312] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.402312] env[69365]: DEBUG oslo_vmware.api [None req-d32f3120-916d-487f-946d-90bbdc3be210 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Waiting for the task: (returnval){ [ 721.402312] env[69365]: value = "task-3468553" [ 721.402312] env[69365]: _type = "Task" [ 721.402312] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.402312] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.402312] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.402312] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.403119] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a42de004-f1de-422d-8035-1a8cad6e9195 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.411344] env[69365]: DEBUG oslo_vmware.api [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for the task: (returnval){ [ 721.411344] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52205324-8b69-cd53-79e7-05e98700ac47" [ 721.411344] env[69365]: _type = "Task" [ 721.411344] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.419515] env[69365]: DEBUG oslo_vmware.api [None req-d32f3120-916d-487f-946d-90bbdc3be210 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Task: {'id': task-3468553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.421537] env[69365]: DEBUG oslo_vmware.api [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Task: {'id': task-3468552, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.429095] env[69365]: DEBUG oslo_vmware.api [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52205324-8b69-cd53-79e7-05e98700ac47, 'name': SearchDatastore_Task, 'duration_secs': 0.014437} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.435779] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.435779] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.435779] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.435779] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.436072] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.436072] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d28192ee-071d-49a3-8388-e4f92297af3f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.443436] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.444114] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.446882] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bdfe236-2942-4062-a20b-d0c7fa2a71a8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.456182] env[69365]: DEBUG oslo_vmware.api [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for the task: (returnval){ [ 721.456182] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]525727de-9864-1ac3-2b5a-443a71e62e70" [ 721.456182] env[69365]: _type = "Task" [ 721.456182] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.467319] env[69365]: DEBUG oslo_vmware.api [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]525727de-9864-1ac3-2b5a-443a71e62e70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.531855] env[69365]: DEBUG nova.network.neutron [req-16957b4e-a763-4875-9b3d-64ca6eecebf7 req-3356a9d0-8b87-465d-86c7-dc0b04d492c4 service nova] [instance: f5243452-580d-4894-8402-66c53ea540c4] Updated VIF entry in instance network info cache for port 31937717-5f62-46d4-b82e-68302061236e. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.532312] env[69365]: DEBUG nova.network.neutron [req-16957b4e-a763-4875-9b3d-64ca6eecebf7 req-3356a9d0-8b87-465d-86c7-dc0b04d492c4 service nova] [instance: f5243452-580d-4894-8402-66c53ea540c4] Updating instance_info_cache with network_info: [{"id": "31937717-5f62-46d4-b82e-68302061236e", "address": "fa:16:3e:08:5b:ef", "network": {"id": "257a9547-cfb1-43a6-b352-309051247515", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-187418793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c4e226d78ef49ffb3cb839e54e1720b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31937717-5f", "ovs_interfaceid": "31937717-5f62-46d4-b82e-68302061236e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.548768] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 721.549101] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61b26ff7-9d3c-43d3-89bc-b5771683769e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.563468] env[69365]: DEBUG oslo_vmware.api [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 721.563468] env[69365]: value = "task-3468554" [ 721.563468] env[69365]: _type = "Task" [ 721.563468] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.571180] env[69365]: DEBUG oslo_concurrency.lockutils [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Acquiring lock "refresh_cache-a383cea0-5c35-4981-b720-eb297678fd45" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.571565] env[69365]: DEBUG oslo_concurrency.lockutils [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Acquired lock "refresh_cache-a383cea0-5c35-4981-b720-eb297678fd45" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.571614] env[69365]: DEBUG nova.network.neutron [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 721.579672] env[69365]: DEBUG oslo_vmware.api [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.879021] env[69365]: DEBUG nova.compute.manager [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 721.915044] env[69365]: DEBUG oslo_vmware.api [None req-d32f3120-916d-487f-946d-90bbdc3be210 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Task: {'id': task-3468553, 'name': PowerOffVM_Task, 'duration_secs': 0.188288} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.916022] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32f3120-916d-487f-946d-90bbdc3be210 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.916386] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d32f3120-916d-487f-946d-90bbdc3be210 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.916756] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba3e2cce-5690-459c-a26b-a3bf6cdfe80f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.921889] env[69365]: DEBUG oslo_vmware.api [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Task: {'id': task-3468552, 'name': PowerOnVM_Task, 'duration_secs': 0.766263} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.923129] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 721.923565] env[69365]: INFO nova.compute.manager [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Took 9.94 seconds to spawn the instance on the hypervisor. [ 721.923873] env[69365]: DEBUG nova.compute.manager [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.924756] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5abba63-45e8-46fb-abe5-d39f1f64e211 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.947959] env[69365]: DEBUG nova.virt.hardware [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 721.947959] env[69365]: DEBUG nova.virt.hardware [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 721.947959] env[69365]: DEBUG nova.virt.hardware [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 721.952027] env[69365]: DEBUG nova.virt.hardware [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 721.952027] env[69365]: DEBUG nova.virt.hardware [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 721.952027] env[69365]: DEBUG nova.virt.hardware [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 721.952027] env[69365]: DEBUG nova.virt.hardware [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 721.952027] env[69365]: DEBUG nova.virt.hardware [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 721.952381] env[69365]: DEBUG nova.virt.hardware [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 721.952381] env[69365]: DEBUG nova.virt.hardware [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 721.952381] env[69365]: DEBUG nova.virt.hardware [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 721.952381] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496a767a-5a97-4799-a330-0febf286b0e0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.965337] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97352e21-39ac-47b8-ae5b-1b2d1ef9eeea {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.976842] env[69365]: DEBUG oslo_vmware.api [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]525727de-9864-1ac3-2b5a-443a71e62e70, 'name': SearchDatastore_Task, 'duration_secs': 0.012582} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.982270] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8bbe5c0-2ba4-47d3-ae31-c74a05d87183 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.000084] env[69365]: DEBUG oslo_vmware.api [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for the task: (returnval){ [ 722.000084] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52225566-86c5-2717-2e40-f307148ba2cb" [ 722.000084] env[69365]: _type = "Task" [ 722.000084] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.012034] env[69365]: DEBUG oslo_vmware.api [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52225566-86c5-2717-2e40-f307148ba2cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.013170] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d32f3120-916d-487f-946d-90bbdc3be210 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 722.013567] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d32f3120-916d-487f-946d-90bbdc3be210 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 722.013769] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32f3120-916d-487f-946d-90bbdc3be210 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Deleting the datastore file [datastore2] c14bd34b-f591-405c-a7b1-361b4b7fb6f2 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 722.014799] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa017e97-f280-4b52-80e1-f232c8e2d1ef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.022787] env[69365]: DEBUG oslo_vmware.api [None req-d32f3120-916d-487f-946d-90bbdc3be210 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Waiting for the task: (returnval){ [ 722.022787] env[69365]: value = "task-3468556" [ 722.022787] env[69365]: _type = "Task" [ 722.022787] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.034176] env[69365]: DEBUG oslo_vmware.api [None req-d32f3120-916d-487f-946d-90bbdc3be210 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Task: {'id': task-3468556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.035682] env[69365]: DEBUG oslo_concurrency.lockutils [req-16957b4e-a763-4875-9b3d-64ca6eecebf7 req-3356a9d0-8b87-465d-86c7-dc0b04d492c4 service nova] Releasing lock "refresh_cache-f5243452-580d-4894-8402-66c53ea540c4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.035682] env[69365]: DEBUG nova.compute.manager [req-16957b4e-a763-4875-9b3d-64ca6eecebf7 req-3356a9d0-8b87-465d-86c7-dc0b04d492c4 service nova] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Received event network-changed-a9615c92-0414-4cf5-8c84-955164299553 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.035682] env[69365]: DEBUG nova.compute.manager [req-16957b4e-a763-4875-9b3d-64ca6eecebf7 req-3356a9d0-8b87-465d-86c7-dc0b04d492c4 service nova] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Refreshing instance network info cache due to event network-changed-a9615c92-0414-4cf5-8c84-955164299553. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 722.035682] env[69365]: DEBUG oslo_concurrency.lockutils [req-16957b4e-a763-4875-9b3d-64ca6eecebf7 req-3356a9d0-8b87-465d-86c7-dc0b04d492c4 service nova] Acquiring lock "refresh_cache-e7eeb8f2-f601-4003-8b7b-db9cadc67a33" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.035682] env[69365]: DEBUG oslo_concurrency.lockutils [req-16957b4e-a763-4875-9b3d-64ca6eecebf7 req-3356a9d0-8b87-465d-86c7-dc0b04d492c4 service nova] Acquired lock "refresh_cache-e7eeb8f2-f601-4003-8b7b-db9cadc67a33" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.035931] env[69365]: DEBUG nova.network.neutron [req-16957b4e-a763-4875-9b3d-64ca6eecebf7 req-3356a9d0-8b87-465d-86c7-dc0b04d492c4 service nova] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Refreshing network info cache for port a9615c92-0414-4cf5-8c84-955164299553 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 722.080072] env[69365]: DEBUG oslo_vmware.api [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468554, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.093078] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40041265-d4c2-424c-af58-7183fb2b9099 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.099939] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0891a5a-3ddd-4f9f-8252-1c507780725c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.133535] env[69365]: DEBUG nova.network.neutron [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.136802] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a378bc-29cc-4b3a-88c3-a0263924db59 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.145567] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024e49d3-c81f-4ac9-95bf-99b4a02262a9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.167056] env[69365]: DEBUG nova.compute.provider_tree [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.450544] env[69365]: INFO nova.compute.manager [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Took 31.73 seconds to build instance. [ 722.511527] env[69365]: DEBUG oslo_vmware.api [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52225566-86c5-2717-2e40-f307148ba2cb, 'name': SearchDatastore_Task, 'duration_secs': 0.014591} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.511527] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.511527] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] e7eeb8f2-f601-4003-8b7b-db9cadc67a33/e7eeb8f2-f601-4003-8b7b-db9cadc67a33.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.511691] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d5a903f-16fd-440d-a530-bd4cf9a00274 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.521803] env[69365]: DEBUG oslo_vmware.api [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for the task: (returnval){ [ 722.521803] env[69365]: value = "task-3468557" [ 722.521803] env[69365]: _type = "Task" [ 722.521803] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.541021] env[69365]: DEBUG oslo_vmware.api [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.541021] env[69365]: DEBUG oslo_vmware.api [None req-d32f3120-916d-487f-946d-90bbdc3be210 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Task: {'id': task-3468556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213278} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.541249] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d32f3120-916d-487f-946d-90bbdc3be210 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 722.541304] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d32f3120-916d-487f-946d-90bbdc3be210 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 722.541464] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d32f3120-916d-487f-946d-90bbdc3be210 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 722.541642] env[69365]: INFO nova.compute.manager [None req-d32f3120-916d-487f-946d-90bbdc3be210 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Took 1.17 seconds to destroy the instance on the hypervisor. [ 722.541876] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d32f3120-916d-487f-946d-90bbdc3be210 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 722.542446] env[69365]: DEBUG nova.compute.manager [-] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 722.542583] env[69365]: DEBUG nova.network.neutron [-] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.575457] env[69365]: DEBUG oslo_vmware.api [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468554, 'name': PowerOnVM_Task, 'duration_secs': 0.554063} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.576506] env[69365]: DEBUG nova.network.neutron [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Updating instance_info_cache with network_info: [{"id": "4e4bead7-2f69-40cb-8475-85bc211d0b60", "address": "fa:16:3e:ec:1d:c4", "network": {"id": "ef93c84b-e70a-4cd3-a5d9-40b45bfb15dd", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-884973384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e95bc091919742fabb693fd3f0a9d0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e4bead7-2f", "ovs_interfaceid": "4e4bead7-2f69-40cb-8475-85bc211d0b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.577888] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 722.578114] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-20308fc9-643d-464e-bd22-423e9c758836 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Updating instance 'f1420621-d961-4ec4-a181-37b7b1284fe3' progress to 100 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 722.669681] env[69365]: DEBUG nova.scheduler.client.report [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.850393] env[69365]: DEBUG nova.network.neutron [req-16957b4e-a763-4875-9b3d-64ca6eecebf7 req-3356a9d0-8b87-465d-86c7-dc0b04d492c4 service nova] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Updated VIF entry in instance network info cache for port a9615c92-0414-4cf5-8c84-955164299553. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 722.850393] env[69365]: DEBUG nova.network.neutron [req-16957b4e-a763-4875-9b3d-64ca6eecebf7 req-3356a9d0-8b87-465d-86c7-dc0b04d492c4 service nova] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Updating instance_info_cache with network_info: [{"id": "a9615c92-0414-4cf5-8c84-955164299553", "address": "fa:16:3e:b2:96:f5", "network": {"id": "059ad099-404e-4403-bc00-4e45aa8f66c3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-802553748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9e7f52b019240b0a0ee761c85898c76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9615c92-04", "ovs_interfaceid": "a9615c92-0414-4cf5-8c84-955164299553", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.953076] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c742d610-a0ae-4761-afe2-d90d4bae1fb8 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Lock "b7838117-1e5b-4ff3-8b59-faf4aecc6516" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.889s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.038275] env[69365]: DEBUG oslo_vmware.api [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468557, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.083639] env[69365]: DEBUG oslo_concurrency.lockutils [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Releasing lock "refresh_cache-a383cea0-5c35-4981-b720-eb297678fd45" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.084096] env[69365]: DEBUG nova.compute.manager [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Instance network_info: |[{"id": "4e4bead7-2f69-40cb-8475-85bc211d0b60", "address": "fa:16:3e:ec:1d:c4", "network": {"id": "ef93c84b-e70a-4cd3-a5d9-40b45bfb15dd", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-884973384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e95bc091919742fabb693fd3f0a9d0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e4bead7-2f", "ovs_interfaceid": "4e4bead7-2f69-40cb-8475-85bc211d0b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 723.088684] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:1d:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd0eb882-ab95-4373-aa20-ee565a9919e3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4e4bead7-2f69-40cb-8475-85bc211d0b60', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 723.100056] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Creating folder: Project (e95bc091919742fabb693fd3f0a9d0ff). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.100829] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-561f8583-874f-4ca7-8377-d968f713ae00 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.130754] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Created folder: Project (e95bc091919742fabb693fd3f0a9d0ff) in parent group-v693134. [ 723.131071] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Creating folder: Instances. Parent ref: group-v693194. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 723.131307] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9385324b-c930-4b80-a872-9cfc06964d87 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.148300] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Created folder: Instances in parent group-v693194. [ 723.148300] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 723.148300] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 723.149022] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66925ba8-50b3-4008-ba2a-4438f6a0794c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.178184] env[69365]: DEBUG oslo_concurrency.lockutils [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.314s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.181197] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.148s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.183194] env[69365]: INFO nova.compute.claims [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 723.190769] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 723.190769] env[69365]: value = "task-3468560" [ 723.190769] env[69365]: _type = "Task" [ 723.190769] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.202774] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468560, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.257547] env[69365]: INFO nova.scheduler.client.report [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Deleted allocations for instance a4237ad3-1581-47bd-b5e5-30530429402f [ 723.355935] env[69365]: DEBUG oslo_concurrency.lockutils [req-16957b4e-a763-4875-9b3d-64ca6eecebf7 req-3356a9d0-8b87-465d-86c7-dc0b04d492c4 service nova] Releasing lock "refresh_cache-e7eeb8f2-f601-4003-8b7b-db9cadc67a33" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.380960] env[69365]: DEBUG nova.network.neutron [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Successfully updated port: 44d3284b-f19c-4b8b-83e2-85e49b7c6d29 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 723.457079] env[69365]: DEBUG nova.compute.manager [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 723.482163] env[69365]: DEBUG nova.compute.manager [req-527bebca-2a08-43af-b2da-56f5745b80d7 req-e8e68a87-c6db-42bd-adcd-949ea974ebf4 service nova] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Received event network-vif-plugged-4e4bead7-2f69-40cb-8475-85bc211d0b60 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.483541] env[69365]: DEBUG oslo_concurrency.lockutils [req-527bebca-2a08-43af-b2da-56f5745b80d7 req-e8e68a87-c6db-42bd-adcd-949ea974ebf4 service nova] Acquiring lock "a383cea0-5c35-4981-b720-eb297678fd45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.483541] env[69365]: DEBUG oslo_concurrency.lockutils [req-527bebca-2a08-43af-b2da-56f5745b80d7 req-e8e68a87-c6db-42bd-adcd-949ea974ebf4 service nova] Lock "a383cea0-5c35-4981-b720-eb297678fd45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.483541] env[69365]: DEBUG oslo_concurrency.lockutils [req-527bebca-2a08-43af-b2da-56f5745b80d7 req-e8e68a87-c6db-42bd-adcd-949ea974ebf4 service nova] Lock "a383cea0-5c35-4981-b720-eb297678fd45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.483541] env[69365]: DEBUG nova.compute.manager [req-527bebca-2a08-43af-b2da-56f5745b80d7 req-e8e68a87-c6db-42bd-adcd-949ea974ebf4 service nova] [instance: a383cea0-5c35-4981-b720-eb297678fd45] No waiting events found dispatching network-vif-plugged-4e4bead7-2f69-40cb-8475-85bc211d0b60 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 723.483541] env[69365]: WARNING nova.compute.manager [req-527bebca-2a08-43af-b2da-56f5745b80d7 req-e8e68a87-c6db-42bd-adcd-949ea974ebf4 service nova] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Received unexpected event network-vif-plugged-4e4bead7-2f69-40cb-8475-85bc211d0b60 for instance with vm_state building and task_state spawning. [ 723.484080] env[69365]: DEBUG nova.compute.manager [req-527bebca-2a08-43af-b2da-56f5745b80d7 req-e8e68a87-c6db-42bd-adcd-949ea974ebf4 service nova] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Received event network-changed-4e4bead7-2f69-40cb-8475-85bc211d0b60 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 723.484080] env[69365]: DEBUG nova.compute.manager [req-527bebca-2a08-43af-b2da-56f5745b80d7 req-e8e68a87-c6db-42bd-adcd-949ea974ebf4 service nova] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Refreshing instance network info cache due to event network-changed-4e4bead7-2f69-40cb-8475-85bc211d0b60. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 723.484080] env[69365]: DEBUG oslo_concurrency.lockutils [req-527bebca-2a08-43af-b2da-56f5745b80d7 req-e8e68a87-c6db-42bd-adcd-949ea974ebf4 service nova] Acquiring lock "refresh_cache-a383cea0-5c35-4981-b720-eb297678fd45" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.484080] env[69365]: DEBUG oslo_concurrency.lockutils [req-527bebca-2a08-43af-b2da-56f5745b80d7 req-e8e68a87-c6db-42bd-adcd-949ea974ebf4 service nova] Acquired lock "refresh_cache-a383cea0-5c35-4981-b720-eb297678fd45" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.484080] env[69365]: DEBUG nova.network.neutron [req-527bebca-2a08-43af-b2da-56f5745b80d7 req-e8e68a87-c6db-42bd-adcd-949ea974ebf4 service nova] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Refreshing network info cache for port 4e4bead7-2f69-40cb-8475-85bc211d0b60 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.539891] env[69365]: DEBUG oslo_vmware.api [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468557, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.690118} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.539891] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] e7eeb8f2-f601-4003-8b7b-db9cadc67a33/e7eeb8f2-f601-4003-8b7b-db9cadc67a33.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.539891] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.539891] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09321241-dbb3-4895-8f1a-f7b3b5b2fc63 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.547669] env[69365]: DEBUG oslo_vmware.api [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for the task: (returnval){ [ 723.547669] env[69365]: value = "task-3468561" [ 723.547669] env[69365]: _type = "Task" [ 723.547669] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.559703] env[69365]: DEBUG oslo_vmware.api [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468561, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.709133] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468560, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.773323] env[69365]: DEBUG oslo_concurrency.lockutils [None req-621f4d0d-e5b7-4c71-9b34-30a2d1482099 tempest-ServersAaction247Test-1830800891 tempest-ServersAaction247Test-1830800891-project-member] Lock "a4237ad3-1581-47bd-b5e5-30530429402f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.635s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.885593] env[69365]: DEBUG oslo_concurrency.lockutils [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Acquiring lock "refresh_cache-5ef85594-2bab-4068-b93f-b725bdc4681e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.889473] env[69365]: DEBUG oslo_concurrency.lockutils [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Acquired lock "refresh_cache-5ef85594-2bab-4068-b93f-b725bdc4681e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.889473] env[69365]: DEBUG nova.network.neutron [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.010021] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.062805] env[69365]: DEBUG oslo_vmware.api [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468561, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07232} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.064196] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.068992] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd0d433-4af9-4628-ae03-2e7822724fd0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.101530] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] e7eeb8f2-f601-4003-8b7b-db9cadc67a33/e7eeb8f2-f601-4003-8b7b-db9cadc67a33.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.101898] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87733bbf-5871-4848-b104-d42ffe24e437 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.138676] env[69365]: DEBUG nova.network.neutron [-] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.140022] env[69365]: DEBUG oslo_vmware.api [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for the task: (returnval){ [ 724.140022] env[69365]: value = "task-3468562" [ 724.140022] env[69365]: _type = "Task" [ 724.140022] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.155811] env[69365]: DEBUG oslo_vmware.api [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468562, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.212931] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468560, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.456728] env[69365]: DEBUG nova.network.neutron [req-527bebca-2a08-43af-b2da-56f5745b80d7 req-e8e68a87-c6db-42bd-adcd-949ea974ebf4 service nova] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Updated VIF entry in instance network info cache for port 4e4bead7-2f69-40cb-8475-85bc211d0b60. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 724.457215] env[69365]: DEBUG nova.network.neutron [req-527bebca-2a08-43af-b2da-56f5745b80d7 req-e8e68a87-c6db-42bd-adcd-949ea974ebf4 service nova] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Updating instance_info_cache with network_info: [{"id": "4e4bead7-2f69-40cb-8475-85bc211d0b60", "address": "fa:16:3e:ec:1d:c4", "network": {"id": "ef93c84b-e70a-4cd3-a5d9-40b45bfb15dd", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-884973384-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e95bc091919742fabb693fd3f0a9d0ff", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd0eb882-ab95-4373-aa20-ee565a9919e3", "external-id": "nsx-vlan-transportzone-510", "segmentation_id": 510, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4e4bead7-2f", "ovs_interfaceid": "4e4bead7-2f69-40cb-8475-85bc211d0b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.488640] env[69365]: DEBUG nova.network.neutron [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.637063] env[69365]: DEBUG nova.compute.manager [req-c0f7cb99-698d-4870-968d-bbcb34e045fe req-8e86c881-e892-4b7d-911b-b628a2ffb215 service nova] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Received event network-vif-deleted-8d4adce7-6b21-4372-aa4d-025ef83f4cd6 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 724.645023] env[69365]: INFO nova.compute.manager [-] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Took 2.10 seconds to deallocate network for instance. [ 724.657669] env[69365]: DEBUG oslo_vmware.api [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468562, 'name': ReconfigVM_Task, 'duration_secs': 0.386921} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.658240] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Reconfigured VM instance instance-00000013 to attach disk [datastore1] e7eeb8f2-f601-4003-8b7b-db9cadc67a33/e7eeb8f2-f601-4003-8b7b-db9cadc67a33.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.661504] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1665d753-0e8a-4854-b938-9253a5ab8cd5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.670509] env[69365]: DEBUG oslo_vmware.api [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for the task: (returnval){ [ 724.670509] env[69365]: value = "task-3468563" [ 724.670509] env[69365]: _type = "Task" [ 724.670509] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.676728] env[69365]: DEBUG nova.network.neutron [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Updating instance_info_cache with network_info: [{"id": "44d3284b-f19c-4b8b-83e2-85e49b7c6d29", "address": "fa:16:3e:cb:4a:2a", "network": {"id": "b1153c46-ea56-444e-9c70-aa2ea9f5e724", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1291132328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a413bc81cb0641bdb286ee4ad2c32f63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44d3284b-f1", "ovs_interfaceid": "44d3284b-f19c-4b8b-83e2-85e49b7c6d29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.687560] env[69365]: DEBUG oslo_vmware.api [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468563, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.712658] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468560, 'name': CreateVM_Task, 'duration_secs': 1.14744} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.712999] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 724.713969] env[69365]: DEBUG oslo_concurrency.lockutils [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.714126] env[69365]: DEBUG oslo_concurrency.lockutils [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.714561] env[69365]: DEBUG oslo_concurrency.lockutils [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.714835] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dba624fc-deb2-4cea-a630-a3d7cbc35f83 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.724080] env[69365]: DEBUG oslo_vmware.api [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Waiting for the task: (returnval){ [ 724.724080] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]528cb9db-509d-b760-20b6-a1b804a3d58e" [ 724.724080] env[69365]: _type = "Task" [ 724.724080] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.735930] env[69365]: DEBUG oslo_vmware.api [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]528cb9db-509d-b760-20b6-a1b804a3d58e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.905020] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e1e488-ba7f-4017-8922-dc2e46cbdb64 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.914948] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227f9b83-bece-48cc-aa94-b984008d2e0f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.966516] env[69365]: DEBUG oslo_concurrency.lockutils [req-527bebca-2a08-43af-b2da-56f5745b80d7 req-e8e68a87-c6db-42bd-adcd-949ea974ebf4 service nova] Releasing lock "refresh_cache-a383cea0-5c35-4981-b720-eb297678fd45" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.967795] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69e6e66-1774-46c7-8a99-7ee1cca1ce63 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.976909] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314dff58-8a74-4b36-a136-3edb1289ba64 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.997102] env[69365]: DEBUG nova.compute.provider_tree [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.096580] env[69365]: DEBUG oslo_concurrency.lockutils [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Acquiring lock "81f0f421-a960-4ce4-964d-86e334c66838" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.096878] env[69365]: DEBUG oslo_concurrency.lockutils [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Lock "81f0f421-a960-4ce4-964d-86e334c66838" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.159170] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d32f3120-916d-487f-946d-90bbdc3be210 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.181347] env[69365]: DEBUG oslo_concurrency.lockutils [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Releasing lock "refresh_cache-5ef85594-2bab-4068-b93f-b725bdc4681e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.181716] env[69365]: DEBUG nova.compute.manager [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Instance network_info: |[{"id": "44d3284b-f19c-4b8b-83e2-85e49b7c6d29", "address": "fa:16:3e:cb:4a:2a", "network": {"id": "b1153c46-ea56-444e-9c70-aa2ea9f5e724", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1291132328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a413bc81cb0641bdb286ee4ad2c32f63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44d3284b-f1", "ovs_interfaceid": "44d3284b-f19c-4b8b-83e2-85e49b7c6d29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 725.182409] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:4a:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4020f51-6e46-4b73-a79e-9fe3fd51b917', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '44d3284b-f19c-4b8b-83e2-85e49b7c6d29', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.190911] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Creating folder: Project (a413bc81cb0641bdb286ee4ad2c32f63). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.194582] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-befb5704-0316-4cc1-b840-f96565cb691e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.196411] env[69365]: DEBUG oslo_vmware.api [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468563, 'name': Rename_Task, 'duration_secs': 0.157972} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.196681] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.197449] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca08a619-873f-4340-b2e6-78345af27d54 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.205837] env[69365]: DEBUG oslo_vmware.api [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for the task: (returnval){ [ 725.205837] env[69365]: value = "task-3468565" [ 725.205837] env[69365]: _type = "Task" [ 725.205837] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.213646] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Created folder: Project (a413bc81cb0641bdb286ee4ad2c32f63) in parent group-v693134. [ 725.213951] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Creating folder: Instances. Parent ref: group-v693197. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.214678] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91c23e1f-e9db-4ef5-8810-f44feb1fd146 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.220626] env[69365]: DEBUG oslo_vmware.api [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468565, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.230925] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Created folder: Instances in parent group-v693197. [ 725.231195] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.232032] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.232269] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39c20c5a-8c88-4eaf-80da-60f124aaac78 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.257910] env[69365]: DEBUG oslo_vmware.api [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]528cb9db-509d-b760-20b6-a1b804a3d58e, 'name': SearchDatastore_Task, 'duration_secs': 0.013051} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.259209] env[69365]: DEBUG oslo_concurrency.lockutils [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.259449] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.259738] env[69365]: DEBUG oslo_concurrency.lockutils [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.259900] env[69365]: DEBUG oslo_concurrency.lockutils [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.260093] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.260380] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e20072a-7516-45b1-8c07-0a2217821aa3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.264729] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.264729] env[69365]: value = "task-3468567" [ 725.264729] env[69365]: _type = "Task" [ 725.264729] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.272738] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.274048] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.279929] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64a3b030-3cc9-406b-87e8-db1caf208f83 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.284962] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468567, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.287763] env[69365]: DEBUG oslo_vmware.api [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Waiting for the task: (returnval){ [ 725.287763] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d6b02b-0866-baa0-d668-cb2c1c172cbc" [ 725.287763] env[69365]: _type = "Task" [ 725.287763] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.296578] env[69365]: DEBUG oslo_vmware.api [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d6b02b-0866-baa0-d668-cb2c1c172cbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.499675] env[69365]: DEBUG nova.scheduler.client.report [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.727816] env[69365]: DEBUG oslo_vmware.api [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468565, 'name': PowerOnVM_Task, 'duration_secs': 0.484627} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.728238] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.728588] env[69365]: INFO nova.compute.manager [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Took 9.52 seconds to spawn the instance on the hypervisor. [ 725.728709] env[69365]: DEBUG nova.compute.manager [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.729524] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7deca535-7cab-4407-89be-3246e38395c4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.777424] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468567, 'name': CreateVM_Task, 'duration_secs': 0.42037} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.777596] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.778306] env[69365]: DEBUG oslo_concurrency.lockutils [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.778467] env[69365]: DEBUG oslo_concurrency.lockutils [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.778914] env[69365]: DEBUG oslo_concurrency.lockutils [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.779234] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-262ece63-87d8-4dd0-ab84-7095014cf644 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.784608] env[69365]: DEBUG oslo_vmware.api [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Waiting for the task: (returnval){ [ 725.784608] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5228d704-e204-7a3c-8718-66a74c3add50" [ 725.784608] env[69365]: _type = "Task" [ 725.784608] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.798911] env[69365]: DEBUG oslo_vmware.api [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d6b02b-0866-baa0-d668-cb2c1c172cbc, 'name': SearchDatastore_Task, 'duration_secs': 0.010759} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.803192] env[69365]: DEBUG oslo_vmware.api [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5228d704-e204-7a3c-8718-66a74c3add50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.803428] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd1b55da-64f2-4615-a7fc-b055f9093d70 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.810114] env[69365]: DEBUG oslo_vmware.api [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Waiting for the task: (returnval){ [ 725.810114] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52463d63-7989-f024-611f-c7d757767ea4" [ 725.810114] env[69365]: _type = "Task" [ 725.810114] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.819989] env[69365]: DEBUG oslo_vmware.api [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52463d63-7989-f024-611f-c7d757767ea4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.999429] env[69365]: DEBUG oslo_concurrency.lockutils [None req-edddd593-b45c-4160-8fbd-fc0cd2d2a4e0 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquiring lock "f1420621-d961-4ec4-a181-37b7b1284fe3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.999688] env[69365]: DEBUG oslo_concurrency.lockutils [None req-edddd593-b45c-4160-8fbd-fc0cd2d2a4e0 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lock "f1420621-d961-4ec4-a181-37b7b1284fe3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.000135] env[69365]: DEBUG nova.compute.manager [None req-edddd593-b45c-4160-8fbd-fc0cd2d2a4e0 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Going to confirm migration 1 {{(pid=69365) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 726.003403] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.822s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.003900] env[69365]: DEBUG nova.compute.manager [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 726.006888] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.008185] env[69365]: INFO nova.compute.claims [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.215801] env[69365]: DEBUG nova.compute.manager [req-89964183-80ab-4e38-8639-d9b34566c9e3 req-a01a5c6d-002f-43ca-ae6d-54e1cf511d51 service nova] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Received event network-vif-plugged-44d3284b-f19c-4b8b-83e2-85e49b7c6d29 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.215921] env[69365]: DEBUG oslo_concurrency.lockutils [req-89964183-80ab-4e38-8639-d9b34566c9e3 req-a01a5c6d-002f-43ca-ae6d-54e1cf511d51 service nova] Acquiring lock "5ef85594-2bab-4068-b93f-b725bdc4681e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.216165] env[69365]: DEBUG oslo_concurrency.lockutils [req-89964183-80ab-4e38-8639-d9b34566c9e3 req-a01a5c6d-002f-43ca-ae6d-54e1cf511d51 service nova] Lock "5ef85594-2bab-4068-b93f-b725bdc4681e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.216336] env[69365]: DEBUG oslo_concurrency.lockutils [req-89964183-80ab-4e38-8639-d9b34566c9e3 req-a01a5c6d-002f-43ca-ae6d-54e1cf511d51 service nova] Lock "5ef85594-2bab-4068-b93f-b725bdc4681e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.216497] env[69365]: DEBUG nova.compute.manager [req-89964183-80ab-4e38-8639-d9b34566c9e3 req-a01a5c6d-002f-43ca-ae6d-54e1cf511d51 service nova] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] No waiting events found dispatching network-vif-plugged-44d3284b-f19c-4b8b-83e2-85e49b7c6d29 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 726.216663] env[69365]: WARNING nova.compute.manager [req-89964183-80ab-4e38-8639-d9b34566c9e3 req-a01a5c6d-002f-43ca-ae6d-54e1cf511d51 service nova] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Received unexpected event network-vif-plugged-44d3284b-f19c-4b8b-83e2-85e49b7c6d29 for instance with vm_state building and task_state spawning. [ 726.216820] env[69365]: DEBUG nova.compute.manager [req-89964183-80ab-4e38-8639-d9b34566c9e3 req-a01a5c6d-002f-43ca-ae6d-54e1cf511d51 service nova] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Received event network-changed-44d3284b-f19c-4b8b-83e2-85e49b7c6d29 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.216968] env[69365]: DEBUG nova.compute.manager [req-89964183-80ab-4e38-8639-d9b34566c9e3 req-a01a5c6d-002f-43ca-ae6d-54e1cf511d51 service nova] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Refreshing instance network info cache due to event network-changed-44d3284b-f19c-4b8b-83e2-85e49b7c6d29. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 726.219187] env[69365]: DEBUG oslo_concurrency.lockutils [req-89964183-80ab-4e38-8639-d9b34566c9e3 req-a01a5c6d-002f-43ca-ae6d-54e1cf511d51 service nova] Acquiring lock "refresh_cache-5ef85594-2bab-4068-b93f-b725bdc4681e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.219484] env[69365]: DEBUG oslo_concurrency.lockutils [req-89964183-80ab-4e38-8639-d9b34566c9e3 req-a01a5c6d-002f-43ca-ae6d-54e1cf511d51 service nova] Acquired lock "refresh_cache-5ef85594-2bab-4068-b93f-b725bdc4681e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.219550] env[69365]: DEBUG nova.network.neutron [req-89964183-80ab-4e38-8639-d9b34566c9e3 req-a01a5c6d-002f-43ca-ae6d-54e1cf511d51 service nova] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Refreshing network info cache for port 44d3284b-f19c-4b8b-83e2-85e49b7c6d29 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 726.253343] env[69365]: INFO nova.compute.manager [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Took 35.32 seconds to build instance. [ 726.299695] env[69365]: DEBUG oslo_vmware.api [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5228d704-e204-7a3c-8718-66a74c3add50, 'name': SearchDatastore_Task, 'duration_secs': 0.014569} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.299931] env[69365]: DEBUG oslo_concurrency.lockutils [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.300178] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.300448] env[69365]: DEBUG oslo_concurrency.lockutils [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.320830] env[69365]: DEBUG oslo_vmware.api [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52463d63-7989-f024-611f-c7d757767ea4, 'name': SearchDatastore_Task, 'duration_secs': 0.015683} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.320984] env[69365]: DEBUG oslo_concurrency.lockutils [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.322026] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] a383cea0-5c35-4981-b720-eb297678fd45/a383cea0-5c35-4981-b720-eb297678fd45.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 726.322026] env[69365]: DEBUG oslo_concurrency.lockutils [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.322026] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.322026] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-001fc1ff-bb38-40cc-9067-8ee28caed725 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.324026] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4eb95c76-953d-479e-aa26-91872affdeae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.333357] env[69365]: DEBUG oslo_vmware.api [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Waiting for the task: (returnval){ [ 726.333357] env[69365]: value = "task-3468568" [ 726.333357] env[69365]: _type = "Task" [ 726.333357] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.334600] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.335272] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.339858] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81592c1f-fe6d-41fc-8d26-361ede6865f5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.344722] env[69365]: DEBUG oslo_vmware.api [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Waiting for the task: (returnval){ [ 726.344722] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a2b899-feaa-bedb-0f2d-87cbb8853862" [ 726.344722] env[69365]: _type = "Task" [ 726.344722] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.348251] env[69365]: DEBUG oslo_vmware.api [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Task: {'id': task-3468568, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.357172] env[69365]: DEBUG oslo_vmware.api [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a2b899-feaa-bedb-0f2d-87cbb8853862, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.516485] env[69365]: DEBUG nova.compute.utils [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.517061] env[69365]: DEBUG nova.compute.manager [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 726.517327] env[69365]: DEBUG nova.network.neutron [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 726.630964] env[69365]: DEBUG nova.policy [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a2cada55d57e4c32a8bda8e8119394de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9e7f52b019240b0a0ee761c85898c76', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.646415] env[69365]: DEBUG oslo_concurrency.lockutils [None req-edddd593-b45c-4160-8fbd-fc0cd2d2a4e0 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquiring lock "refresh_cache-f1420621-d961-4ec4-a181-37b7b1284fe3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.646415] env[69365]: DEBUG oslo_concurrency.lockutils [None req-edddd593-b45c-4160-8fbd-fc0cd2d2a4e0 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquired lock "refresh_cache-f1420621-d961-4ec4-a181-37b7b1284fe3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.646415] env[69365]: DEBUG nova.network.neutron [None req-edddd593-b45c-4160-8fbd-fc0cd2d2a4e0 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 726.646751] env[69365]: DEBUG nova.objects.instance [None req-edddd593-b45c-4160-8fbd-fc0cd2d2a4e0 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lazy-loading 'info_cache' on Instance uuid f1420621-d961-4ec4-a181-37b7b1284fe3 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 726.756289] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b477b3c-8cc9-4d1a-92e3-baa265b37d70 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lock "e7eeb8f2-f601-4003-8b7b-db9cadc67a33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.936s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.846843] env[69365]: DEBUG oslo_vmware.api [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Task: {'id': task-3468568, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.859946] env[69365]: DEBUG oslo_vmware.api [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a2b899-feaa-bedb-0f2d-87cbb8853862, 'name': SearchDatastore_Task, 'duration_secs': 0.018865} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.860958] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03273b36-8480-49c3-9181-fd3c5b42c7f3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.871597] env[69365]: DEBUG oslo_vmware.api [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Waiting for the task: (returnval){ [ 726.871597] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5229ae26-ff7e-413b-f910-ab54756e9d94" [ 726.871597] env[69365]: _type = "Task" [ 726.871597] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.883133] env[69365]: DEBUG oslo_vmware.api [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5229ae26-ff7e-413b-f910-ab54756e9d94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.028671] env[69365]: DEBUG nova.compute.manager [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 727.045569] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Acquiring lock "52dd36de-05c4-482e-9df9-c117e8906b2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.045569] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Lock "52dd36de-05c4-482e-9df9-c117e8906b2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.098350] env[69365]: DEBUG nova.network.neutron [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Successfully created port: e9b012c4-f821-4813-b3c8-c3b7f962ba85 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 727.104510] env[69365]: DEBUG nova.network.neutron [req-89964183-80ab-4e38-8639-d9b34566c9e3 req-a01a5c6d-002f-43ca-ae6d-54e1cf511d51 service nova] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Updated VIF entry in instance network info cache for port 44d3284b-f19c-4b8b-83e2-85e49b7c6d29. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 727.105414] env[69365]: DEBUG nova.network.neutron [req-89964183-80ab-4e38-8639-d9b34566c9e3 req-a01a5c6d-002f-43ca-ae6d-54e1cf511d51 service nova] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Updating instance_info_cache with network_info: [{"id": "44d3284b-f19c-4b8b-83e2-85e49b7c6d29", "address": "fa:16:3e:cb:4a:2a", "network": {"id": "b1153c46-ea56-444e-9c70-aa2ea9f5e724", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1291132328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a413bc81cb0641bdb286ee4ad2c32f63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44d3284b-f1", "ovs_interfaceid": "44d3284b-f19c-4b8b-83e2-85e49b7c6d29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.118046] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fb0056a4-5bcf-494f-bce3-78d06421d4b3 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Acquiring lock "b7838117-1e5b-4ff3-8b59-faf4aecc6516" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.118750] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fb0056a4-5bcf-494f-bce3-78d06421d4b3 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Lock "b7838117-1e5b-4ff3-8b59-faf4aecc6516" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.119044] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fb0056a4-5bcf-494f-bce3-78d06421d4b3 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Acquiring lock "b7838117-1e5b-4ff3-8b59-faf4aecc6516-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.119290] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fb0056a4-5bcf-494f-bce3-78d06421d4b3 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Lock "b7838117-1e5b-4ff3-8b59-faf4aecc6516-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.119505] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fb0056a4-5bcf-494f-bce3-78d06421d4b3 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Lock "b7838117-1e5b-4ff3-8b59-faf4aecc6516-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.121767] env[69365]: INFO nova.compute.manager [None req-fb0056a4-5bcf-494f-bce3-78d06421d4b3 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Terminating instance [ 727.260651] env[69365]: DEBUG nova.compute.manager [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 727.347663] env[69365]: DEBUG oslo_vmware.api [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Task: {'id': task-3468568, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529904} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.350293] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] a383cea0-5c35-4981-b720-eb297678fd45/a383cea0-5c35-4981-b720-eb297678fd45.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 727.350571] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 727.351444] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61dbd3f1-b678-4d29-bd96-5c5bd64f6304 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.361293] env[69365]: DEBUG oslo_vmware.api [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Waiting for the task: (returnval){ [ 727.361293] env[69365]: value = "task-3468569" [ 727.361293] env[69365]: _type = "Task" [ 727.361293] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.375112] env[69365]: DEBUG oslo_vmware.api [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Task: {'id': task-3468569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.384608] env[69365]: DEBUG oslo_vmware.api [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5229ae26-ff7e-413b-f910-ab54756e9d94, 'name': SearchDatastore_Task, 'duration_secs': 0.012431} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.387694] env[69365]: DEBUG oslo_concurrency.lockutils [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.388496] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 5ef85594-2bab-4068-b93f-b725bdc4681e/5ef85594-2bab-4068-b93f-b725bdc4681e.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.388964] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80fe8269-3711-4c74-994c-90ee2c2e6591 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.398779] env[69365]: DEBUG oslo_vmware.api [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Waiting for the task: (returnval){ [ 727.398779] env[69365]: value = "task-3468570" [ 727.398779] env[69365]: _type = "Task" [ 727.398779] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.414703] env[69365]: DEBUG oslo_vmware.api [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Task: {'id': task-3468570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.610141] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82174ef8-6b28-4006-84d9-7bbd86fab644 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.613624] env[69365]: DEBUG oslo_concurrency.lockutils [req-89964183-80ab-4e38-8639-d9b34566c9e3 req-a01a5c6d-002f-43ca-ae6d-54e1cf511d51 service nova] Releasing lock "refresh_cache-5ef85594-2bab-4068-b93f-b725bdc4681e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.623392] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281fc506-cd9c-4ace-bc69-57c8909da123 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.627765] env[69365]: DEBUG nova.compute.manager [None req-fb0056a4-5bcf-494f-bce3-78d06421d4b3 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 727.627765] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0056a4-5bcf-494f-bce3-78d06421d4b3 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 727.628693] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efe018d-2e78-4183-99e6-b42a89a88087 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.637281] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0056a4-5bcf-494f-bce3-78d06421d4b3 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 727.662474] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-994925ee-dff7-423e-abc7-e21c469cb3d6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.667445] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9872f155-f6e9-445b-a68b-004b942f8679 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.676677] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5764eedd-7b27-410e-948b-d9ff4fca331e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.682585] env[69365]: DEBUG oslo_vmware.api [None req-fb0056a4-5bcf-494f-bce3-78d06421d4b3 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Waiting for the task: (returnval){ [ 727.682585] env[69365]: value = "task-3468571" [ 727.682585] env[69365]: _type = "Task" [ 727.682585] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.694357] env[69365]: DEBUG nova.compute.provider_tree [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.701697] env[69365]: DEBUG oslo_vmware.api [None req-fb0056a4-5bcf-494f-bce3-78d06421d4b3 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Task: {'id': task-3468571, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.780867] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.876151] env[69365]: DEBUG oslo_vmware.api [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Task: {'id': task-3468569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075048} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.876461] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 727.877392] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce8115a-3e87-42a8-8fb7-f9657f37a4ab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.907359] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] a383cea0-5c35-4981-b720-eb297678fd45/a383cea0-5c35-4981-b720-eb297678fd45.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.907760] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-256991d1-2f43-4b99-8966-72524f35a464 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.933294] env[69365]: DEBUG oslo_vmware.api [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Task: {'id': task-3468570, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.934739] env[69365]: DEBUG oslo_vmware.api [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Waiting for the task: (returnval){ [ 727.934739] env[69365]: value = "task-3468572" [ 727.934739] env[69365]: _type = "Task" [ 727.934739] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.944403] env[69365]: DEBUG oslo_vmware.api [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Task: {'id': task-3468572, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.996553] env[69365]: DEBUG nova.network.neutron [None req-edddd593-b45c-4160-8fbd-fc0cd2d2a4e0 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Updating instance_info_cache with network_info: [{"id": "e82dae0f-c81c-4db6-8ba4-5526cacff065", "address": "fa:16:3e:d3:79:1f", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.222", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape82dae0f-c8", "ovs_interfaceid": "e82dae0f-c81c-4db6-8ba4-5526cacff065", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.041408] env[69365]: DEBUG nova.compute.manager [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 728.102385] env[69365]: DEBUG nova.virt.hardware [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 728.102668] env[69365]: DEBUG nova.virt.hardware [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 728.102846] env[69365]: DEBUG nova.virt.hardware [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 728.103076] env[69365]: DEBUG nova.virt.hardware [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 728.103249] env[69365]: DEBUG nova.virt.hardware [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 728.103437] env[69365]: DEBUG nova.virt.hardware [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 728.103691] env[69365]: DEBUG nova.virt.hardware [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 728.103896] env[69365]: DEBUG nova.virt.hardware [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 728.104119] env[69365]: DEBUG nova.virt.hardware [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 728.104358] env[69365]: DEBUG nova.virt.hardware [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 728.104580] env[69365]: DEBUG nova.virt.hardware [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 728.105588] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60db5822-5555-4fc1-8fa0-85d17b4e3a7c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.114345] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5953cc-ef6b-47bd-aeef-319669cb06b6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.194265] env[69365]: DEBUG oslo_vmware.api [None req-fb0056a4-5bcf-494f-bce3-78d06421d4b3 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Task: {'id': task-3468571, 'name': PowerOffVM_Task, 'duration_secs': 0.284221} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.194630] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb0056a4-5bcf-494f-bce3-78d06421d4b3 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.194871] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0056a4-5bcf-494f-bce3-78d06421d4b3 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.195377] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d1fc00e-3ea6-48ba-98c0-8fbafd841050 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.198277] env[69365]: DEBUG nova.scheduler.client.report [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.269649] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0056a4-5bcf-494f-bce3-78d06421d4b3 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 728.269879] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0056a4-5bcf-494f-bce3-78d06421d4b3 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 728.270071] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb0056a4-5bcf-494f-bce3-78d06421d4b3 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Deleting the datastore file [datastore1] b7838117-1e5b-4ff3-8b59-faf4aecc6516 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 728.270352] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a834319c-0e32-4463-8d04-ef269d09ee77 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.278764] env[69365]: DEBUG oslo_vmware.api [None req-fb0056a4-5bcf-494f-bce3-78d06421d4b3 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Waiting for the task: (returnval){ [ 728.278764] env[69365]: value = "task-3468574" [ 728.278764] env[69365]: _type = "Task" [ 728.278764] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.287954] env[69365]: DEBUG oslo_vmware.api [None req-fb0056a4-5bcf-494f-bce3-78d06421d4b3 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Task: {'id': task-3468574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.421021] env[69365]: DEBUG oslo_vmware.api [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Task: {'id': task-3468570, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543155} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.421309] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 5ef85594-2bab-4068-b93f-b725bdc4681e/5ef85594-2bab-4068-b93f-b725bdc4681e.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.421539] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.421800] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9bf641d-5c70-4e22-8fae-6e8bbfe93fea {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.431710] env[69365]: DEBUG oslo_vmware.api [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Waiting for the task: (returnval){ [ 728.431710] env[69365]: value = "task-3468575" [ 728.431710] env[69365]: _type = "Task" [ 728.431710] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.443951] env[69365]: DEBUG oslo_vmware.api [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Task: {'id': task-3468575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.454446] env[69365]: DEBUG oslo_vmware.api [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Task: {'id': task-3468572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.501572] env[69365]: DEBUG oslo_concurrency.lockutils [None req-edddd593-b45c-4160-8fbd-fc0cd2d2a4e0 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Releasing lock "refresh_cache-f1420621-d961-4ec4-a181-37b7b1284fe3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.501572] env[69365]: DEBUG nova.objects.instance [None req-edddd593-b45c-4160-8fbd-fc0cd2d2a4e0 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lazy-loading 'migration_context' on Instance uuid f1420621-d961-4ec4-a181-37b7b1284fe3 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.704115] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.704672] env[69365]: DEBUG nova.compute.manager [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.707728] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.778s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.708710] env[69365]: DEBUG nova.objects.instance [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Lazy-loading 'resources' on Instance uuid d758e281-a701-418a-aa45-efabac0bdada {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 728.791483] env[69365]: DEBUG oslo_vmware.api [None req-fb0056a4-5bcf-494f-bce3-78d06421d4b3 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Task: {'id': task-3468574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22707} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.791745] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb0056a4-5bcf-494f-bce3-78d06421d4b3 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 728.791919] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0056a4-5bcf-494f-bce3-78d06421d4b3 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 728.792140] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fb0056a4-5bcf-494f-bce3-78d06421d4b3 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 728.792323] env[69365]: INFO nova.compute.manager [None req-fb0056a4-5bcf-494f-bce3-78d06421d4b3 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Took 1.16 seconds to destroy the instance on the hypervisor. [ 728.792563] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fb0056a4-5bcf-494f-bce3-78d06421d4b3 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 728.792769] env[69365]: DEBUG nova.compute.manager [-] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 728.792868] env[69365]: DEBUG nova.network.neutron [-] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 728.864320] env[69365]: DEBUG nova.network.neutron [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Successfully updated port: e9b012c4-f821-4813-b3c8-c3b7f962ba85 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.946126] env[69365]: DEBUG oslo_vmware.api [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Task: {'id': task-3468572, 'name': ReconfigVM_Task, 'duration_secs': 0.65631} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.950175] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Reconfigured VM instance instance-00000014 to attach disk [datastore2] a383cea0-5c35-4981-b720-eb297678fd45/a383cea0-5c35-4981-b720-eb297678fd45.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.950905] env[69365]: DEBUG oslo_vmware.api [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Task: {'id': task-3468575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081722} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.951132] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07f94fac-e845-4dab-8ef7-7180e6b066d1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.952845] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.953600] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fd5f9c-f793-401e-af42-1c7a603332f8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.980498] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] 5ef85594-2bab-4068-b93f-b725bdc4681e/5ef85594-2bab-4068-b93f-b725bdc4681e.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.981297] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c359f85-7428-46fa-9aac-df6ff5ba1e15 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.001556] env[69365]: DEBUG oslo_vmware.api [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Waiting for the task: (returnval){ [ 729.001556] env[69365]: value = "task-3468576" [ 729.001556] env[69365]: _type = "Task" [ 729.001556] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.005156] env[69365]: DEBUG nova.objects.base [None req-edddd593-b45c-4160-8fbd-fc0cd2d2a4e0 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 729.005776] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31230df7-6cde-45c7-86b5-f09051999c97 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.013611] env[69365]: DEBUG oslo_vmware.api [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Waiting for the task: (returnval){ [ 729.013611] env[69365]: value = "task-3468577" [ 729.013611] env[69365]: _type = "Task" [ 729.013611] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.017596] env[69365]: DEBUG oslo_vmware.api [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Task: {'id': task-3468576, 'name': Rename_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.036618] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c771947a-3323-4dcd-8ee2-ac92017f7da8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.040702] env[69365]: DEBUG nova.compute.manager [req-5e493c99-ced8-4947-a8db-64baae08e29f req-7087a104-da45-4c2b-84e8-25b73aaa0143 service nova] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Received event network-vif-plugged-e9b012c4-f821-4813-b3c8-c3b7f962ba85 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.040912] env[69365]: DEBUG oslo_concurrency.lockutils [req-5e493c99-ced8-4947-a8db-64baae08e29f req-7087a104-da45-4c2b-84e8-25b73aaa0143 service nova] Acquiring lock "ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.041128] env[69365]: DEBUG oslo_concurrency.lockutils [req-5e493c99-ced8-4947-a8db-64baae08e29f req-7087a104-da45-4c2b-84e8-25b73aaa0143 service nova] Lock "ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.041286] env[69365]: DEBUG oslo_concurrency.lockutils [req-5e493c99-ced8-4947-a8db-64baae08e29f req-7087a104-da45-4c2b-84e8-25b73aaa0143 service nova] Lock "ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.041456] env[69365]: DEBUG nova.compute.manager [req-5e493c99-ced8-4947-a8db-64baae08e29f req-7087a104-da45-4c2b-84e8-25b73aaa0143 service nova] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] No waiting events found dispatching network-vif-plugged-e9b012c4-f821-4813-b3c8-c3b7f962ba85 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.042308] env[69365]: WARNING nova.compute.manager [req-5e493c99-ced8-4947-a8db-64baae08e29f req-7087a104-da45-4c2b-84e8-25b73aaa0143 service nova] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Received unexpected event network-vif-plugged-e9b012c4-f821-4813-b3c8-c3b7f962ba85 for instance with vm_state building and task_state spawning. [ 729.045888] env[69365]: DEBUG oslo_vmware.api [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Task: {'id': task-3468577, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.050144] env[69365]: DEBUG oslo_vmware.api [None req-edddd593-b45c-4160-8fbd-fc0cd2d2a4e0 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 729.050144] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]524314eb-3462-6c29-5dc5-90d80e05a5c1" [ 729.050144] env[69365]: _type = "Task" [ 729.050144] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.060575] env[69365]: DEBUG oslo_vmware.api [None req-edddd593-b45c-4160-8fbd-fc0cd2d2a4e0 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]524314eb-3462-6c29-5dc5-90d80e05a5c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.211996] env[69365]: DEBUG nova.compute.utils [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 729.216561] env[69365]: DEBUG nova.compute.manager [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.216816] env[69365]: DEBUG nova.network.neutron [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.287632] env[69365]: DEBUG nova.policy [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '479ebf24e0ab4272a52e3c860226c365', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a23499dbec6b45aab53178a6d1cc1b4d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.368861] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquiring lock "refresh_cache-ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.368861] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquired lock "refresh_cache-ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.369044] env[69365]: DEBUG nova.network.neutron [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 729.515529] env[69365]: DEBUG oslo_vmware.api [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Task: {'id': task-3468576, 'name': Rename_Task, 'duration_secs': 0.329732} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.516170] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 729.516170] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a0d2756-9193-4e92-8af8-cee42201191b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.532801] env[69365]: DEBUG oslo_vmware.api [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Task: {'id': task-3468577, 'name': ReconfigVM_Task, 'duration_secs': 0.340752} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.533640] env[69365]: DEBUG oslo_vmware.api [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Waiting for the task: (returnval){ [ 729.533640] env[69365]: value = "task-3468578" [ 729.533640] env[69365]: _type = "Task" [ 729.533640] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.533640] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Reconfigured VM instance instance-00000015 to attach disk [datastore2] 5ef85594-2bab-4068-b93f-b725bdc4681e/5ef85594-2bab-4068-b93f-b725bdc4681e.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.534460] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-531ecc71-c92f-46d5-8b9d-3397942a13ea {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.547334] env[69365]: DEBUG oslo_vmware.api [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Task: {'id': task-3468578, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.548669] env[69365]: DEBUG oslo_vmware.api [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Waiting for the task: (returnval){ [ 729.548669] env[69365]: value = "task-3468579" [ 729.548669] env[69365]: _type = "Task" [ 729.548669] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.564281] env[69365]: DEBUG oslo_vmware.api [None req-edddd593-b45c-4160-8fbd-fc0cd2d2a4e0 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]524314eb-3462-6c29-5dc5-90d80e05a5c1, 'name': SearchDatastore_Task, 'duration_secs': 0.02283} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.567576] env[69365]: DEBUG oslo_concurrency.lockutils [None req-edddd593-b45c-4160-8fbd-fc0cd2d2a4e0 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.567777] env[69365]: DEBUG oslo_vmware.api [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Task: {'id': task-3468579, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.716905] env[69365]: DEBUG nova.compute.manager [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 729.728136] env[69365]: DEBUG nova.compute.manager [req-3db03a69-1a0f-4ded-8aec-c535407c9091 req-d81fcda9-c17e-41f6-8f8c-54ec5e55adc3 service nova] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Received event network-vif-deleted-5ac54556-f024-4852-8395-20ce12413b7e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.728136] env[69365]: INFO nova.compute.manager [req-3db03a69-1a0f-4ded-8aec-c535407c9091 req-d81fcda9-c17e-41f6-8f8c-54ec5e55adc3 service nova] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Neutron deleted interface 5ac54556-f024-4852-8395-20ce12413b7e; detaching it from the instance and deleting it from the info cache [ 729.728136] env[69365]: DEBUG nova.network.neutron [req-3db03a69-1a0f-4ded-8aec-c535407c9091 req-d81fcda9-c17e-41f6-8f8c-54ec5e55adc3 service nova] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.792045] env[69365]: DEBUG nova.network.neutron [-] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.861314] env[69365]: DEBUG nova.network.neutron [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Successfully created port: 5e6c01c8-8a99-4361-828f-f40c2d3ececd {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.872201] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d21494-1411-4635-b368-3e2b09d58a1d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.881581] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156a0f3e-c89f-48c8-8430-8b217be5ff02 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.915840] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51d2969-7bc9-4a7d-a031-0b171faa3606 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.921542] env[69365]: DEBUG nova.network.neutron [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.926926] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a136157-2b69-4776-ad53-47fb3e6f664c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.943134] env[69365]: DEBUG nova.compute.provider_tree [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.044541] env[69365]: DEBUG oslo_vmware.api [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Task: {'id': task-3468578, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.058480] env[69365]: DEBUG oslo_vmware.api [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Task: {'id': task-3468579, 'name': Rename_Task, 'duration_secs': 0.146577} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.058573] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.058966] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d94e724-5d7d-4a86-bdd4-41a8228f2937 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.067641] env[69365]: DEBUG oslo_vmware.api [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Waiting for the task: (returnval){ [ 730.067641] env[69365]: value = "task-3468580" [ 730.067641] env[69365]: _type = "Task" [ 730.067641] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.078832] env[69365]: DEBUG oslo_vmware.api [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Task: {'id': task-3468580, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.122424] env[69365]: DEBUG nova.network.neutron [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Updating instance_info_cache with network_info: [{"id": "e9b012c4-f821-4813-b3c8-c3b7f962ba85", "address": "fa:16:3e:32:fa:8f", "network": {"id": "059ad099-404e-4403-bc00-4e45aa8f66c3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-802553748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9e7f52b019240b0a0ee761c85898c76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9b012c4-f8", "ovs_interfaceid": "e9b012c4-f821-4813-b3c8-c3b7f962ba85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.231243] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18c5ab78-7a09-45d3-8b3c-4dcc3228f6ed {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.244215] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a390416b-68ff-4646-988b-2fa39906b801 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.277587] env[69365]: DEBUG nova.compute.manager [req-3db03a69-1a0f-4ded-8aec-c535407c9091 req-d81fcda9-c17e-41f6-8f8c-54ec5e55adc3 service nova] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Detach interface failed, port_id=5ac54556-f024-4852-8395-20ce12413b7e, reason: Instance b7838117-1e5b-4ff3-8b59-faf4aecc6516 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 730.294850] env[69365]: INFO nova.compute.manager [-] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Took 1.50 seconds to deallocate network for instance. [ 730.449470] env[69365]: DEBUG nova.scheduler.client.report [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 730.546301] env[69365]: DEBUG oslo_vmware.api [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Task: {'id': task-3468578, 'name': PowerOnVM_Task, 'duration_secs': 0.588454} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.546579] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.546792] env[69365]: INFO nova.compute.manager [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Took 11.46 seconds to spawn the instance on the hypervisor. [ 730.546971] env[69365]: DEBUG nova.compute.manager [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.547777] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39bd2b64-828a-41fa-a4d1-9d6c1ff6231a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.581805] env[69365]: DEBUG oslo_vmware.api [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Task: {'id': task-3468580, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.625716] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Releasing lock "refresh_cache-ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.626059] env[69365]: DEBUG nova.compute.manager [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Instance network_info: |[{"id": "e9b012c4-f821-4813-b3c8-c3b7f962ba85", "address": "fa:16:3e:32:fa:8f", "network": {"id": "059ad099-404e-4403-bc00-4e45aa8f66c3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-802553748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9e7f52b019240b0a0ee761c85898c76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9b012c4-f8", "ovs_interfaceid": "e9b012c4-f821-4813-b3c8-c3b7f962ba85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.627040] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:fa:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3c995e9-7f2f-420c-880a-d60da6e708ad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9b012c4-f821-4813-b3c8-c3b7f962ba85', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.635484] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.635812] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.636108] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ededd70a-2b43-4f86-9705-940cf1b1978c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.657376] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.657376] env[69365]: value = "task-3468581" [ 730.657376] env[69365]: _type = "Task" [ 730.657376] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.666456] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468581, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.726457] env[69365]: DEBUG nova.compute.manager [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.795581] env[69365]: DEBUG nova.virt.hardware [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.795839] env[69365]: DEBUG nova.virt.hardware [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.795998] env[69365]: DEBUG nova.virt.hardware [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.796198] env[69365]: DEBUG nova.virt.hardware [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.796340] env[69365]: DEBUG nova.virt.hardware [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.796488] env[69365]: DEBUG nova.virt.hardware [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.796705] env[69365]: DEBUG nova.virt.hardware [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.796853] env[69365]: DEBUG nova.virt.hardware [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.797200] env[69365]: DEBUG nova.virt.hardware [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.798426] env[69365]: DEBUG nova.virt.hardware [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.798426] env[69365]: DEBUG nova.virt.hardware [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.798687] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786f9800-6d59-4c36-ba2e-72bccc2f61e3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.801885] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fb0056a4-5bcf-494f-bce3-78d06421d4b3 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.808924] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d4291f-9ec7-420c-843b-8154b42a5e79 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.956902] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.248s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.959020] env[69365]: DEBUG oslo_concurrency.lockutils [None req-88492b69-8ebe-4b2d-a70d-04fc09a25508 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.562s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.959020] env[69365]: DEBUG nova.objects.instance [None req-88492b69-8ebe-4b2d-a70d-04fc09a25508 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Lazy-loading 'resources' on Instance uuid 60db3263-31a9-4128-a387-be6a0c414058 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 731.045599] env[69365]: INFO nova.scheduler.client.report [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Deleted allocations for instance d758e281-a701-418a-aa45-efabac0bdada [ 731.075640] env[69365]: INFO nova.compute.manager [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Took 37.99 seconds to build instance. [ 731.084398] env[69365]: DEBUG oslo_vmware.api [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Task: {'id': task-3468580, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.175267] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468581, 'name': CreateVM_Task, 'duration_secs': 0.435322} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.175449] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.176162] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.176407] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.176744] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.177106] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-238573e0-6154-4446-baaf-26110c9e423c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.182888] env[69365]: DEBUG oslo_vmware.api [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for the task: (returnval){ [ 731.182888] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]521ca557-bca6-c05b-7234-e628d926096e" [ 731.182888] env[69365]: _type = "Task" [ 731.182888] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.192829] env[69365]: DEBUG oslo_vmware.api [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521ca557-bca6-c05b-7234-e628d926096e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.342424] env[69365]: DEBUG nova.compute.manager [req-c632c27b-b95a-4055-baf3-2f03361a6575 req-dc32ab5e-011c-48ed-bcac-8c8bd6859344 service nova] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Received event network-changed-e9b012c4-f821-4813-b3c8-c3b7f962ba85 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.342618] env[69365]: DEBUG nova.compute.manager [req-c632c27b-b95a-4055-baf3-2f03361a6575 req-dc32ab5e-011c-48ed-bcac-8c8bd6859344 service nova] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Refreshing instance network info cache due to event network-changed-e9b012c4-f821-4813-b3c8-c3b7f962ba85. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.343015] env[69365]: DEBUG oslo_concurrency.lockutils [req-c632c27b-b95a-4055-baf3-2f03361a6575 req-dc32ab5e-011c-48ed-bcac-8c8bd6859344 service nova] Acquiring lock "refresh_cache-ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.343339] env[69365]: DEBUG oslo_concurrency.lockutils [req-c632c27b-b95a-4055-baf3-2f03361a6575 req-dc32ab5e-011c-48ed-bcac-8c8bd6859344 service nova] Acquired lock "refresh_cache-ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.343522] env[69365]: DEBUG nova.network.neutron [req-c632c27b-b95a-4055-baf3-2f03361a6575 req-dc32ab5e-011c-48ed-bcac-8c8bd6859344 service nova] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Refreshing network info cache for port e9b012c4-f821-4813-b3c8-c3b7f962ba85 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 731.557159] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b0ff39a3-9a69-43e3-9191-fab3e80c7e4c tempest-ServersAdmin275Test-1891419634 tempest-ServersAdmin275Test-1891419634-project-member] Lock "d758e281-a701-418a-aa45-efabac0bdada" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.976s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.582021] env[69365]: DEBUG oslo_concurrency.lockutils [None req-325c43ee-4859-4c12-bc23-14380e47a630 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Lock "a383cea0-5c35-4981-b720-eb297678fd45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.576s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.584085] env[69365]: DEBUG oslo_vmware.api [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Task: {'id': task-3468580, 'name': PowerOnVM_Task, 'duration_secs': 1.044699} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.587702] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.588271] env[69365]: INFO nova.compute.manager [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Took 9.71 seconds to spawn the instance on the hypervisor. [ 731.588581] env[69365]: DEBUG nova.compute.manager [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 731.589716] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683bbf45-edab-4d8b-9e55-355f25f32192 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.699138] env[69365]: DEBUG oslo_vmware.api [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521ca557-bca6-c05b-7234-e628d926096e, 'name': SearchDatastore_Task, 'duration_secs': 0.018313} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.699138] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.699301] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.700443] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.700443] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.700443] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.700443] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67cfe0f1-ebc3-4a6e-8ce2-9fecc889a87d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.711151] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.711495] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.712541] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51011306-38af-4330-a1cb-0a31e5068664 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.719322] env[69365]: DEBUG oslo_vmware.api [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for the task: (returnval){ [ 731.719322] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]521efe72-70e3-9aa7-8382-edb9429ab87d" [ 731.719322] env[69365]: _type = "Task" [ 731.719322] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.727685] env[69365]: DEBUG oslo_vmware.api [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521efe72-70e3-9aa7-8382-edb9429ab87d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.984203] env[69365]: DEBUG nova.network.neutron [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Successfully updated port: 5e6c01c8-8a99-4361-828f-f40c2d3ececd {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.088297] env[69365]: DEBUG nova.compute.manager [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 732.094114] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5001dcfe-3e85-42fd-ae7f-5c958b0dedcf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.105024] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afda94e-48ef-49d4-8541-527b72d90d81 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.146922] env[69365]: INFO nova.compute.manager [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Took 36.97 seconds to build instance. [ 732.149331] env[69365]: DEBUG nova.network.neutron [req-c632c27b-b95a-4055-baf3-2f03361a6575 req-dc32ab5e-011c-48ed-bcac-8c8bd6859344 service nova] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Updated VIF entry in instance network info cache for port e9b012c4-f821-4813-b3c8-c3b7f962ba85. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.151255] env[69365]: DEBUG nova.network.neutron [req-c632c27b-b95a-4055-baf3-2f03361a6575 req-dc32ab5e-011c-48ed-bcac-8c8bd6859344 service nova] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Updating instance_info_cache with network_info: [{"id": "e9b012c4-f821-4813-b3c8-c3b7f962ba85", "address": "fa:16:3e:32:fa:8f", "network": {"id": "059ad099-404e-4403-bc00-4e45aa8f66c3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-802553748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9e7f52b019240b0a0ee761c85898c76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9b012c4-f8", "ovs_interfaceid": "e9b012c4-f821-4813-b3c8-c3b7f962ba85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.151401] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b14dc9b-2c58-4752-a180-4685629571a9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.174805] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017c0f81-1e05-44ef-9839-43d3307024f4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.191711] env[69365]: DEBUG nova.compute.provider_tree [None req-88492b69-8ebe-4b2d-a70d-04fc09a25508 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 732.230302] env[69365]: DEBUG oslo_vmware.api [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521efe72-70e3-9aa7-8382-edb9429ab87d, 'name': SearchDatastore_Task, 'duration_secs': 0.018906} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.231096] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b37d8ae-36fd-4b00-b50f-5b28549027d5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.238536] env[69365]: DEBUG oslo_vmware.api [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for the task: (returnval){ [ 732.238536] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]525abb93-4abe-d49d-c352-96a48292d236" [ 732.238536] env[69365]: _type = "Task" [ 732.238536] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.247554] env[69365]: DEBUG oslo_vmware.api [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]525abb93-4abe-d49d-c352-96a48292d236, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.450506] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.453992] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.486762] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Acquiring lock "refresh_cache-598f0b6f-8524-4015-9ab1-7797fc4794b9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.486915] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Acquired lock "refresh_cache-598f0b6f-8524-4015-9ab1-7797fc4794b9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.487080] env[69365]: DEBUG nova.network.neutron [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.641871] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.652087] env[69365]: DEBUG oslo_concurrency.lockutils [None req-593a76a7-5feb-42e0-9a6f-e38eede567cf tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Lock "5ef85594-2bab-4068-b93f-b725bdc4681e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.505s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.655702] env[69365]: DEBUG oslo_concurrency.lockutils [req-c632c27b-b95a-4055-baf3-2f03361a6575 req-dc32ab5e-011c-48ed-bcac-8c8bd6859344 service nova] Releasing lock "refresh_cache-ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.695309] env[69365]: DEBUG nova.scheduler.client.report [None req-88492b69-8ebe-4b2d-a70d-04fc09a25508 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.751911] env[69365]: DEBUG oslo_vmware.api [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]525abb93-4abe-d49d-c352-96a48292d236, 'name': SearchDatastore_Task, 'duration_secs': 0.029465} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.752251] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.752462] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e/ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.752771] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94638d34-2b71-45e6-bc1a-88da8245be99 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.755146] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ccb77037-c4e7-4e78-9918-e43337c14700 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Acquiring lock "a383cea0-5c35-4981-b720-eb297678fd45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.755372] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ccb77037-c4e7-4e78-9918-e43337c14700 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Lock "a383cea0-5c35-4981-b720-eb297678fd45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.755573] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ccb77037-c4e7-4e78-9918-e43337c14700 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Acquiring lock "a383cea0-5c35-4981-b720-eb297678fd45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.755798] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ccb77037-c4e7-4e78-9918-e43337c14700 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Lock "a383cea0-5c35-4981-b720-eb297678fd45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.755974] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ccb77037-c4e7-4e78-9918-e43337c14700 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Lock "a383cea0-5c35-4981-b720-eb297678fd45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.759242] env[69365]: INFO nova.compute.manager [None req-ccb77037-c4e7-4e78-9918-e43337c14700 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Terminating instance [ 732.764602] env[69365]: DEBUG oslo_vmware.api [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for the task: (returnval){ [ 732.764602] env[69365]: value = "task-3468582" [ 732.764602] env[69365]: _type = "Task" [ 732.764602] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.775606] env[69365]: DEBUG oslo_vmware.api [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.961818] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.962261] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.962504] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.962718] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.962986] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.963253] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.963490] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69365) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 732.963707] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager.update_available_resource {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 733.085132] env[69365]: DEBUG nova.network.neutron [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.159488] env[69365]: DEBUG nova.compute.manager [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 733.201175] env[69365]: DEBUG oslo_concurrency.lockutils [None req-88492b69-8ebe-4b2d-a70d-04fc09a25508 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.242s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.205919] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.203s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.208110] env[69365]: INFO nova.compute.claims [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.265332] env[69365]: INFO nova.scheduler.client.report [None req-88492b69-8ebe-4b2d-a70d-04fc09a25508 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Deleted allocations for instance 60db3263-31a9-4128-a387-be6a0c414058 [ 733.278488] env[69365]: DEBUG nova.compute.manager [None req-ccb77037-c4e7-4e78-9918-e43337c14700 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 733.278488] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb77037-c4e7-4e78-9918-e43337c14700 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.281089] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7efb36-6aa9-4b0a-8473-9e1adeb11cfe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.292434] env[69365]: DEBUG oslo_vmware.api [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490954} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.293266] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e/ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.293922] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.293922] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb77037-c4e7-4e78-9918-e43337c14700 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.294647] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97078444-de3b-4489-ba4c-2a6d819024f1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.297786] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71379803-3f3e-4837-bd19-69e2b8f70017 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.307159] env[69365]: DEBUG oslo_vmware.api [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for the task: (returnval){ [ 733.307159] env[69365]: value = "task-3468583" [ 733.307159] env[69365]: _type = "Task" [ 733.307159] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.314580] env[69365]: DEBUG oslo_vmware.api [None req-ccb77037-c4e7-4e78-9918-e43337c14700 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Waiting for the task: (returnval){ [ 733.314580] env[69365]: value = "task-3468584" [ 733.314580] env[69365]: _type = "Task" [ 733.314580] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.333023] env[69365]: DEBUG oslo_vmware.api [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.333023] env[69365]: DEBUG oslo_vmware.api [None req-ccb77037-c4e7-4e78-9918-e43337c14700 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Task: {'id': task-3468584, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.372674] env[69365]: DEBUG nova.network.neutron [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Updating instance_info_cache with network_info: [{"id": "5e6c01c8-8a99-4361-828f-f40c2d3ececd", "address": "fa:16:3e:46:ed:c3", "network": {"id": "b512aa6e-90a5-4378-8828-e133c4475824", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1566659948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a23499dbec6b45aab53178a6d1cc1b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6c01c8-8a", "ovs_interfaceid": "5e6c01c8-8a99-4361-828f-f40c2d3ececd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.467827] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.700367] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.780248] env[69365]: DEBUG oslo_concurrency.lockutils [None req-88492b69-8ebe-4b2d-a70d-04fc09a25508 tempest-InstanceActionsV221TestJSON-421179459 tempest-InstanceActionsV221TestJSON-421179459-project-member] Lock "60db3263-31a9-4128-a387-be6a0c414058" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.436s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.826165] env[69365]: DEBUG oslo_vmware.api [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131029} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.830888] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.831967] env[69365]: DEBUG oslo_vmware.api [None req-ccb77037-c4e7-4e78-9918-e43337c14700 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Task: {'id': task-3468584, 'name': PowerOffVM_Task, 'duration_secs': 0.22614} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.832067] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d36ee2-a0c8-4a85-af1a-29404a49261c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.836310] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb77037-c4e7-4e78-9918-e43337c14700 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.836504] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb77037-c4e7-4e78-9918-e43337c14700 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 733.837189] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35a24297-4ec4-4318-a559-7597ad5ecc83 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.862259] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e/ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.862911] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2a7fa10-9c83-4742-8eaa-cdfdf3e7bedd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.877938] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Releasing lock "refresh_cache-598f0b6f-8524-4015-9ab1-7797fc4794b9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.878357] env[69365]: DEBUG nova.compute.manager [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Instance network_info: |[{"id": "5e6c01c8-8a99-4361-828f-f40c2d3ececd", "address": "fa:16:3e:46:ed:c3", "network": {"id": "b512aa6e-90a5-4378-8828-e133c4475824", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1566659948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a23499dbec6b45aab53178a6d1cc1b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6c01c8-8a", "ovs_interfaceid": "5e6c01c8-8a99-4361-828f-f40c2d3ececd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.878775] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:ed:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e6c01c8-8a99-4361-828f-f40c2d3ececd', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.887065] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Creating folder: Project (a23499dbec6b45aab53178a6d1cc1b4d). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.888488] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-450a9915-a48b-4065-9cd6-683b5fb23699 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.896667] env[69365]: DEBUG oslo_vmware.api [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for the task: (returnval){ [ 733.896667] env[69365]: value = "task-3468586" [ 733.896667] env[69365]: _type = "Task" [ 733.896667] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.903724] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Created folder: Project (a23499dbec6b45aab53178a6d1cc1b4d) in parent group-v693134. [ 733.904020] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Creating folder: Instances. Parent ref: group-v693201. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 733.905868] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb96d724-1c66-4f97-896c-fbf28034afc1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.908053] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb77037-c4e7-4e78-9918-e43337c14700 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.908053] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb77037-c4e7-4e78-9918-e43337c14700 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.908231] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccb77037-c4e7-4e78-9918-e43337c14700 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Deleting the datastore file [datastore2] a383cea0-5c35-4981-b720-eb297678fd45 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.912633] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70af0edb-ccc4-4a86-bb28-246bb8276fbe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.914757] env[69365]: DEBUG oslo_vmware.api [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468586, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.923070] env[69365]: DEBUG oslo_vmware.api [None req-ccb77037-c4e7-4e78-9918-e43337c14700 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Waiting for the task: (returnval){ [ 733.923070] env[69365]: value = "task-3468589" [ 733.923070] env[69365]: _type = "Task" [ 733.923070] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.926855] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Created folder: Instances in parent group-v693201. [ 733.927158] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 733.927820] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.928094] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c61ea740-a3b1-434f-98ef-f42e0ee97463 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.947429] env[69365]: DEBUG oslo_vmware.api [None req-ccb77037-c4e7-4e78-9918-e43337c14700 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Task: {'id': task-3468589, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.956356] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.956356] env[69365]: value = "task-3468590" [ 733.956356] env[69365]: _type = "Task" [ 733.956356] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.969167] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468590, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.038525] env[69365]: DEBUG nova.compute.manager [req-cdb8482c-4bc1-4c03-a4b7-d4268c245c34 req-b3db8c31-1500-4998-887c-18411b01062c service nova] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Received event network-vif-plugged-5e6c01c8-8a99-4361-828f-f40c2d3ececd {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.038866] env[69365]: DEBUG oslo_concurrency.lockutils [req-cdb8482c-4bc1-4c03-a4b7-d4268c245c34 req-b3db8c31-1500-4998-887c-18411b01062c service nova] Acquiring lock "598f0b6f-8524-4015-9ab1-7797fc4794b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.038971] env[69365]: DEBUG oslo_concurrency.lockutils [req-cdb8482c-4bc1-4c03-a4b7-d4268c245c34 req-b3db8c31-1500-4998-887c-18411b01062c service nova] Lock "598f0b6f-8524-4015-9ab1-7797fc4794b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.039220] env[69365]: DEBUG oslo_concurrency.lockutils [req-cdb8482c-4bc1-4c03-a4b7-d4268c245c34 req-b3db8c31-1500-4998-887c-18411b01062c service nova] Lock "598f0b6f-8524-4015-9ab1-7797fc4794b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.039335] env[69365]: DEBUG nova.compute.manager [req-cdb8482c-4bc1-4c03-a4b7-d4268c245c34 req-b3db8c31-1500-4998-887c-18411b01062c service nova] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] No waiting events found dispatching network-vif-plugged-5e6c01c8-8a99-4361-828f-f40c2d3ececd {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 734.039583] env[69365]: WARNING nova.compute.manager [req-cdb8482c-4bc1-4c03-a4b7-d4268c245c34 req-b3db8c31-1500-4998-887c-18411b01062c service nova] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Received unexpected event network-vif-plugged-5e6c01c8-8a99-4361-828f-f40c2d3ececd for instance with vm_state building and task_state spawning. [ 734.039817] env[69365]: DEBUG nova.compute.manager [req-cdb8482c-4bc1-4c03-a4b7-d4268c245c34 req-b3db8c31-1500-4998-887c-18411b01062c service nova] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Received event network-changed-5e6c01c8-8a99-4361-828f-f40c2d3ececd {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 734.039935] env[69365]: DEBUG nova.compute.manager [req-cdb8482c-4bc1-4c03-a4b7-d4268c245c34 req-b3db8c31-1500-4998-887c-18411b01062c service nova] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Refreshing instance network info cache due to event network-changed-5e6c01c8-8a99-4361-828f-f40c2d3ececd. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 734.040136] env[69365]: DEBUG oslo_concurrency.lockutils [req-cdb8482c-4bc1-4c03-a4b7-d4268c245c34 req-b3db8c31-1500-4998-887c-18411b01062c service nova] Acquiring lock "refresh_cache-598f0b6f-8524-4015-9ab1-7797fc4794b9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.040271] env[69365]: DEBUG oslo_concurrency.lockutils [req-cdb8482c-4bc1-4c03-a4b7-d4268c245c34 req-b3db8c31-1500-4998-887c-18411b01062c service nova] Acquired lock "refresh_cache-598f0b6f-8524-4015-9ab1-7797fc4794b9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.040452] env[69365]: DEBUG nova.network.neutron [req-cdb8482c-4bc1-4c03-a4b7-d4268c245c34 req-b3db8c31-1500-4998-887c-18411b01062c service nova] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Refreshing network info cache for port 5e6c01c8-8a99-4361-828f-f40c2d3ececd {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.406783] env[69365]: DEBUG oslo_vmware.api [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468586, 'name': ReconfigVM_Task, 'duration_secs': 0.454704} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.409564] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Reconfigured VM instance instance-00000016 to attach disk [datastore1] ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e/ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.410510] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c24411f-48a4-4596-8466-7f2531af61fb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.418346] env[69365]: DEBUG oslo_vmware.api [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for the task: (returnval){ [ 734.418346] env[69365]: value = "task-3468591" [ 734.418346] env[69365]: _type = "Task" [ 734.418346] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.441700] env[69365]: DEBUG oslo_vmware.api [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468591, 'name': Rename_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.447864] env[69365]: DEBUG oslo_vmware.api [None req-ccb77037-c4e7-4e78-9918-e43337c14700 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Task: {'id': task-3468589, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37983} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.448498] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccb77037-c4e7-4e78-9918-e43337c14700 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.448749] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb77037-c4e7-4e78-9918-e43337c14700 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.449101] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb77037-c4e7-4e78-9918-e43337c14700 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.449297] env[69365]: INFO nova.compute.manager [None req-ccb77037-c4e7-4e78-9918-e43337c14700 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Took 1.17 seconds to destroy the instance on the hypervisor. [ 734.449603] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccb77037-c4e7-4e78-9918-e43337c14700 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.449930] env[69365]: DEBUG nova.compute.manager [-] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 734.450091] env[69365]: DEBUG nova.network.neutron [-] [instance: a383cea0-5c35-4981-b720-eb297678fd45] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 734.472086] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468590, 'name': CreateVM_Task, 'duration_secs': 0.396786} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.472323] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.473284] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.473375] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.473682] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.474422] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb5ae926-b1da-488e-ab34-dc9e5bf6007f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.480451] env[69365]: DEBUG oslo_vmware.api [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Waiting for the task: (returnval){ [ 734.480451] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5202b829-ec4c-f900-fbea-151573e374d8" [ 734.480451] env[69365]: _type = "Task" [ 734.480451] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.493097] env[69365]: DEBUG oslo_vmware.api [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5202b829-ec4c-f900-fbea-151573e374d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.906775] env[69365]: DEBUG nova.network.neutron [req-cdb8482c-4bc1-4c03-a4b7-d4268c245c34 req-b3db8c31-1500-4998-887c-18411b01062c service nova] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Updated VIF entry in instance network info cache for port 5e6c01c8-8a99-4361-828f-f40c2d3ececd. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 734.906775] env[69365]: DEBUG nova.network.neutron [req-cdb8482c-4bc1-4c03-a4b7-d4268c245c34 req-b3db8c31-1500-4998-887c-18411b01062c service nova] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Updating instance_info_cache with network_info: [{"id": "5e6c01c8-8a99-4361-828f-f40c2d3ececd", "address": "fa:16:3e:46:ed:c3", "network": {"id": "b512aa6e-90a5-4378-8828-e133c4475824", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1566659948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a23499dbec6b45aab53178a6d1cc1b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6c01c8-8a", "ovs_interfaceid": "5e6c01c8-8a99-4361-828f-f40c2d3ececd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.945063] env[69365]: DEBUG oslo_vmware.api [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468591, 'name': Rename_Task, 'duration_secs': 0.162081} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.945586] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.945756] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07f95209-fd81-4536-a79b-96e392fb0948 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.954859] env[69365]: DEBUG oslo_vmware.api [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for the task: (returnval){ [ 734.954859] env[69365]: value = "task-3468592" [ 734.954859] env[69365]: _type = "Task" [ 734.954859] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.963051] env[69365]: DEBUG oslo_vmware.api [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.968526] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934478a3-a71d-4fcd-b68a-c2321bf0ef79 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.976486] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76dcefa0-fd9e-4ea4-b1a0-ebdfe5c3301b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.014830] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f597c85-9c9f-4640-b7d9-b34558cb2f40 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.023787] env[69365]: DEBUG oslo_vmware.api [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5202b829-ec4c-f900-fbea-151573e374d8, 'name': SearchDatastore_Task, 'duration_secs': 0.017082} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.026071] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.026311] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.026552] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.027073] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.027073] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.029112] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d83c10b-f43d-47f7-a845-0c9cbf1edf8b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.032283] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5843ced-e983-4da6-9de6-a67f484677c9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.048413] env[69365]: DEBUG nova.compute.provider_tree [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.054681] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.054681] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.054681] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4670303-8d51-452c-8f5a-50a016f8f486 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.058700] env[69365]: DEBUG oslo_vmware.api [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Waiting for the task: (returnval){ [ 735.058700] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b2f589-f7f6-0ea4-ef87-05e52f602166" [ 735.058700] env[69365]: _type = "Task" [ 735.058700] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.067579] env[69365]: DEBUG oslo_vmware.api [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b2f589-f7f6-0ea4-ef87-05e52f602166, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.408434] env[69365]: DEBUG oslo_concurrency.lockutils [req-cdb8482c-4bc1-4c03-a4b7-d4268c245c34 req-b3db8c31-1500-4998-887c-18411b01062c service nova] Releasing lock "refresh_cache-598f0b6f-8524-4015-9ab1-7797fc4794b9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.467074] env[69365]: DEBUG oslo_vmware.api [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468592, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.530147] env[69365]: DEBUG nova.network.neutron [-] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.551638] env[69365]: DEBUG nova.scheduler.client.report [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.570659] env[69365]: DEBUG oslo_vmware.api [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b2f589-f7f6-0ea4-ef87-05e52f602166, 'name': SearchDatastore_Task, 'duration_secs': 0.028089} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.571965] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ab47909-f0c5-4bd6-b08d-7a5dbaf339b5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.578141] env[69365]: DEBUG oslo_vmware.api [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Waiting for the task: (returnval){ [ 735.578141] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]529b7408-2644-9ae3-4617-c760f022216f" [ 735.578141] env[69365]: _type = "Task" [ 735.578141] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.590424] env[69365]: DEBUG oslo_vmware.api [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]529b7408-2644-9ae3-4617-c760f022216f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.870811] env[69365]: DEBUG nova.compute.manager [req-5fa56558-e6da-4549-ac2d-8ac07d882f55 req-5250cfba-c106-493e-8fc0-892eee1001ac service nova] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Received event network-vif-deleted-4e4bead7-2f69-40cb-8475-85bc211d0b60 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 735.969976] env[69365]: DEBUG oslo_vmware.api [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468592, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.033342] env[69365]: INFO nova.compute.manager [-] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Took 1.58 seconds to deallocate network for instance. [ 736.058341] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.853s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.058909] env[69365]: DEBUG nova.compute.manager [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 736.063045] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.392s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.064661] env[69365]: INFO nova.compute.claims [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 736.093710] env[69365]: DEBUG oslo_vmware.api [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]529b7408-2644-9ae3-4617-c760f022216f, 'name': SearchDatastore_Task, 'duration_secs': 0.019731} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.093710] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.093836] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 598f0b6f-8524-4015-9ab1-7797fc4794b9/598f0b6f-8524-4015-9ab1-7797fc4794b9.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.094032] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f30d3e4-8511-4a56-8cf8-727b59c84b84 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.104762] env[69365]: DEBUG oslo_vmware.api [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Waiting for the task: (returnval){ [ 736.104762] env[69365]: value = "task-3468593" [ 736.104762] env[69365]: _type = "Task" [ 736.104762] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.116890] env[69365]: DEBUG oslo_vmware.api [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': task-3468593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.469304] env[69365]: DEBUG oslo_vmware.api [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468592, 'name': PowerOnVM_Task, 'duration_secs': 1.098259} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.469304] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.469304] env[69365]: INFO nova.compute.manager [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Took 8.43 seconds to spawn the instance on the hypervisor. [ 736.469304] env[69365]: DEBUG nova.compute.manager [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.469304] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95d220a-8f21-4105-9151-d4af25265bac {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.540498] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ccb77037-c4e7-4e78-9918-e43337c14700 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.569812] env[69365]: DEBUG nova.compute.utils [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.574268] env[69365]: DEBUG nova.compute.manager [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 736.574268] env[69365]: DEBUG nova.network.neutron [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 736.617474] env[69365]: DEBUG oslo_vmware.api [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': task-3468593, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.619479] env[69365]: DEBUG nova.policy [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0676969afcc84ca59fd0976aa9d00f5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '583b5a35b330466cb14a543a9dca7387', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.992885] env[69365]: INFO nova.compute.manager [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Took 35.98 seconds to build instance. [ 737.074853] env[69365]: DEBUG nova.compute.manager [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 737.118801] env[69365]: DEBUG oslo_vmware.api [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': task-3468593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.766973} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.118801] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 598f0b6f-8524-4015-9ab1-7797fc4794b9/598f0b6f-8524-4015-9ab1-7797fc4794b9.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.118801] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.118801] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d5d46a7-6fb9-4f8c-b4a9-c55228cba1fa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.127534] env[69365]: DEBUG oslo_vmware.api [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Waiting for the task: (returnval){ [ 737.127534] env[69365]: value = "task-3468594" [ 737.127534] env[69365]: _type = "Task" [ 737.127534] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.138142] env[69365]: DEBUG oslo_vmware.api [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': task-3468594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.259874] env[69365]: DEBUG nova.network.neutron [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Successfully created port: 8769899b-5df9-435b-ac70-d85f7a885989 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 737.495765] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1735cb44-2069-4eeb-b924-dc5312955b7d tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lock "ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.335s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.646526] env[69365]: DEBUG oslo_vmware.api [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': task-3468594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070417} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.646526] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.647039] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db0c256-9237-4c89-bf5f-e327b314896d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.683026] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 598f0b6f-8524-4015-9ab1-7797fc4794b9/598f0b6f-8524-4015-9ab1-7797fc4794b9.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.686075] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-200c5de6-48ea-4f09-89e0-8932e138c2cb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.711674] env[69365]: DEBUG oslo_vmware.api [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Waiting for the task: (returnval){ [ 737.711674] env[69365]: value = "task-3468595" [ 737.711674] env[69365]: _type = "Task" [ 737.711674] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.727131] env[69365]: DEBUG oslo_vmware.api [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': task-3468595, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.799879] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d44d3a6-9962-4b62-880a-8783616dd80f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.808846] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de3826f-4711-4390-bc4b-93bf446663fc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.846767] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f884dd-63de-4b18-bd01-86a56f3fb8ba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.857811] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3ee7ab-95b4-4cc9-b0a4-9ff28757cb3d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.873784] env[69365]: DEBUG nova.compute.provider_tree [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.998163] env[69365]: DEBUG nova.compute.manager [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 738.090531] env[69365]: DEBUG nova.compute.manager [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 738.155893] env[69365]: DEBUG nova.virt.hardware [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 738.156216] env[69365]: DEBUG nova.virt.hardware [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 738.156313] env[69365]: DEBUG nova.virt.hardware [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 738.156465] env[69365]: DEBUG nova.virt.hardware [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 738.156610] env[69365]: DEBUG nova.virt.hardware [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 738.156753] env[69365]: DEBUG nova.virt.hardware [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 738.156972] env[69365]: DEBUG nova.virt.hardware [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 738.157144] env[69365]: DEBUG nova.virt.hardware [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 738.157317] env[69365]: DEBUG nova.virt.hardware [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 738.157478] env[69365]: DEBUG nova.virt.hardware [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 738.157651] env[69365]: DEBUG nova.virt.hardware [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 738.158640] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ac7274-0cd1-4376-8b04-9864c664f83a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.181293] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d10918b-a3db-4b13-b5f3-ed6fedb98678 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.222476] env[69365]: DEBUG oslo_vmware.api [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': task-3468595, 'name': ReconfigVM_Task, 'duration_secs': 0.293397} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.222476] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 598f0b6f-8524-4015-9ab1-7797fc4794b9/598f0b6f-8524-4015-9ab1-7797fc4794b9.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.224051] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dad76a86-5163-4e16-8fb4-a4667dc73af7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.230873] env[69365]: DEBUG oslo_vmware.api [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Waiting for the task: (returnval){ [ 738.230873] env[69365]: value = "task-3468596" [ 738.230873] env[69365]: _type = "Task" [ 738.230873] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.242599] env[69365]: DEBUG oslo_vmware.api [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': task-3468596, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.377147] env[69365]: DEBUG nova.scheduler.client.report [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.549720] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.631923] env[69365]: DEBUG nova.compute.manager [req-2eb00b90-388a-4dad-8fef-bf15f3d05664 req-09f65fc2-850c-4734-ae85-e8e5bb850c85 service nova] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Received event network-changed-44d3284b-f19c-4b8b-83e2-85e49b7c6d29 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.631923] env[69365]: DEBUG nova.compute.manager [req-2eb00b90-388a-4dad-8fef-bf15f3d05664 req-09f65fc2-850c-4734-ae85-e8e5bb850c85 service nova] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Refreshing instance network info cache due to event network-changed-44d3284b-f19c-4b8b-83e2-85e49b7c6d29. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 738.631923] env[69365]: DEBUG oslo_concurrency.lockutils [req-2eb00b90-388a-4dad-8fef-bf15f3d05664 req-09f65fc2-850c-4734-ae85-e8e5bb850c85 service nova] Acquiring lock "refresh_cache-5ef85594-2bab-4068-b93f-b725bdc4681e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.631923] env[69365]: DEBUG oslo_concurrency.lockutils [req-2eb00b90-388a-4dad-8fef-bf15f3d05664 req-09f65fc2-850c-4734-ae85-e8e5bb850c85 service nova] Acquired lock "refresh_cache-5ef85594-2bab-4068-b93f-b725bdc4681e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.631923] env[69365]: DEBUG nova.network.neutron [req-2eb00b90-388a-4dad-8fef-bf15f3d05664 req-09f65fc2-850c-4734-ae85-e8e5bb850c85 service nova] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Refreshing network info cache for port 44d3284b-f19c-4b8b-83e2-85e49b7c6d29 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 738.745042] env[69365]: DEBUG oslo_vmware.api [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': task-3468596, 'name': Rename_Task, 'duration_secs': 0.216815} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.745042] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.745042] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1efc0850-56da-4e9f-bc05-6c3724928c99 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.751983] env[69365]: DEBUG oslo_vmware.api [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Waiting for the task: (returnval){ [ 738.751983] env[69365]: value = "task-3468597" [ 738.751983] env[69365]: _type = "Task" [ 738.751983] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.763331] env[69365]: DEBUG oslo_vmware.api [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': task-3468597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.888021] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.821s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.888021] env[69365]: DEBUG nova.compute.manager [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.888021] env[69365]: DEBUG oslo_concurrency.lockutils [None req-72cd4f6b-1beb-4187-8ddc-e13f8d4af23d tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.686s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.888021] env[69365]: DEBUG nova.objects.instance [None req-72cd4f6b-1beb-4187-8ddc-e13f8d4af23d tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Lazy-loading 'resources' on Instance uuid 2dcd6c62-f9db-4618-b272-ed49c1f679d1 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 739.264078] env[69365]: DEBUG oslo_vmware.api [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': task-3468597, 'name': PowerOnVM_Task, 'duration_secs': 0.483532} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.264395] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.264603] env[69365]: INFO nova.compute.manager [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Took 8.54 seconds to spawn the instance on the hypervisor. [ 739.264782] env[69365]: DEBUG nova.compute.manager [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.265725] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bbc9ed5-61f3-475d-a32a-8f455d828331 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.391887] env[69365]: DEBUG nova.compute.utils [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.396430] env[69365]: DEBUG nova.compute.manager [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 739.396430] env[69365]: DEBUG nova.network.neutron [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 739.500907] env[69365]: DEBUG nova.policy [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b63631114734813b2b38a2837f0e9b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e16b55f826334d2e9976aa1ce78e7119', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.768488] env[69365]: DEBUG nova.network.neutron [req-2eb00b90-388a-4dad-8fef-bf15f3d05664 req-09f65fc2-850c-4734-ae85-e8e5bb850c85 service nova] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Updated VIF entry in instance network info cache for port 44d3284b-f19c-4b8b-83e2-85e49b7c6d29. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 739.768884] env[69365]: DEBUG nova.network.neutron [req-2eb00b90-388a-4dad-8fef-bf15f3d05664 req-09f65fc2-850c-4734-ae85-e8e5bb850c85 service nova] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Updating instance_info_cache with network_info: [{"id": "44d3284b-f19c-4b8b-83e2-85e49b7c6d29", "address": "fa:16:3e:cb:4a:2a", "network": {"id": "b1153c46-ea56-444e-9c70-aa2ea9f5e724", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1291132328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a413bc81cb0641bdb286ee4ad2c32f63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44d3284b-f1", "ovs_interfaceid": "44d3284b-f19c-4b8b-83e2-85e49b7c6d29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.788753] env[69365]: INFO nova.compute.manager [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Took 37.82 seconds to build instance. [ 739.901732] env[69365]: DEBUG nova.compute.manager [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.906227] env[69365]: DEBUG nova.network.neutron [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Successfully updated port: 8769899b-5df9-435b-ac70-d85f7a885989 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 740.031828] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef167d0-707e-4b86-9272-735d1c9b4f77 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.045893] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed15e45-5a8a-40ef-a4c3-87bbfe4872a3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.079889] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6557e90f-60e2-465b-ab2b-d5a619ba617d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.088850] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc5afad-b34d-40b1-9a01-4898892d45a3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.103495] env[69365]: DEBUG nova.compute.provider_tree [None req-72cd4f6b-1beb-4187-8ddc-e13f8d4af23d tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 740.173955] env[69365]: DEBUG nova.network.neutron [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Successfully created port: c3be55e2-c17c-4035-8e41-2db86264ffc5 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 740.271443] env[69365]: DEBUG oslo_concurrency.lockutils [req-2eb00b90-388a-4dad-8fef-bf15f3d05664 req-09f65fc2-850c-4734-ae85-e8e5bb850c85 service nova] Releasing lock "refresh_cache-5ef85594-2bab-4068-b93f-b725bdc4681e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.291324] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4b8b0e6-a06b-4407-b289-017681ca68a7 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Lock "598f0b6f-8524-4015-9ab1-7797fc4794b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.544s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.410497] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "refresh_cache-875b1a48-9e09-43b5-abf6-99c7d64d845f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.410623] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquired lock "refresh_cache-875b1a48-9e09-43b5-abf6-99c7d64d845f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.410787] env[69365]: DEBUG nova.network.neutron [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.609033] env[69365]: DEBUG nova.scheduler.client.report [None req-72cd4f6b-1beb-4187-8ddc-e13f8d4af23d tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.794755] env[69365]: DEBUG nova.compute.manager [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.914093] env[69365]: DEBUG nova.compute.manager [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.954991] env[69365]: DEBUG nova.network.neutron [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 740.967875] env[69365]: DEBUG nova.virt.hardware [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.968129] env[69365]: DEBUG nova.virt.hardware [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.968286] env[69365]: DEBUG nova.virt.hardware [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.968467] env[69365]: DEBUG nova.virt.hardware [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.968640] env[69365]: DEBUG nova.virt.hardware [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.968816] env[69365]: DEBUG nova.virt.hardware [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.969046] env[69365]: DEBUG nova.virt.hardware [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.969211] env[69365]: DEBUG nova.virt.hardware [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.969379] env[69365]: DEBUG nova.virt.hardware [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.969540] env[69365]: DEBUG nova.virt.hardware [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.969712] env[69365]: DEBUG nova.virt.hardware [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.970598] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff13e09-7d4b-441e-9736-23b90b111250 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.979891] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ca4ab1-3905-4fda-b644-60e9621f7606 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.709680] env[69365]: DEBUG oslo_concurrency.lockutils [None req-72cd4f6b-1beb-4187-8ddc-e13f8d4af23d tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.823s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.717830] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b2ca9d99-be28-4ad8-b28e-fa7b060bd4f0 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.343s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.718056] env[69365]: DEBUG nova.objects.instance [None req-b2ca9d99-be28-4ad8-b28e-fa7b060bd4f0 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Lazy-loading 'resources' on Instance uuid 84060de2-9769-43bc-bd7e-f30df4d86d13 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 741.720109] env[69365]: DEBUG nova.compute.manager [req-c66d367b-0757-400c-b9c5-f197c51a541f req-09363a47-3f00-428b-a708-241e17154c6b service nova] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Received event network-vif-plugged-8769899b-5df9-435b-ac70-d85f7a885989 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.720459] env[69365]: DEBUG oslo_concurrency.lockutils [req-c66d367b-0757-400c-b9c5-f197c51a541f req-09363a47-3f00-428b-a708-241e17154c6b service nova] Acquiring lock "875b1a48-9e09-43b5-abf6-99c7d64d845f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.720544] env[69365]: DEBUG oslo_concurrency.lockutils [req-c66d367b-0757-400c-b9c5-f197c51a541f req-09363a47-3f00-428b-a708-241e17154c6b service nova] Lock "875b1a48-9e09-43b5-abf6-99c7d64d845f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.720664] env[69365]: DEBUG oslo_concurrency.lockutils [req-c66d367b-0757-400c-b9c5-f197c51a541f req-09363a47-3f00-428b-a708-241e17154c6b service nova] Lock "875b1a48-9e09-43b5-abf6-99c7d64d845f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.720861] env[69365]: DEBUG nova.compute.manager [req-c66d367b-0757-400c-b9c5-f197c51a541f req-09363a47-3f00-428b-a708-241e17154c6b service nova] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] No waiting events found dispatching network-vif-plugged-8769899b-5df9-435b-ac70-d85f7a885989 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 741.721038] env[69365]: WARNING nova.compute.manager [req-c66d367b-0757-400c-b9c5-f197c51a541f req-09363a47-3f00-428b-a708-241e17154c6b service nova] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Received unexpected event network-vif-plugged-8769899b-5df9-435b-ac70-d85f7a885989 for instance with vm_state building and task_state spawning. [ 741.721199] env[69365]: DEBUG nova.compute.manager [req-c66d367b-0757-400c-b9c5-f197c51a541f req-09363a47-3f00-428b-a708-241e17154c6b service nova] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Received event network-changed-8769899b-5df9-435b-ac70-d85f7a885989 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 741.721370] env[69365]: DEBUG nova.compute.manager [req-c66d367b-0757-400c-b9c5-f197c51a541f req-09363a47-3f00-428b-a708-241e17154c6b service nova] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Refreshing instance network info cache due to event network-changed-8769899b-5df9-435b-ac70-d85f7a885989. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 741.721532] env[69365]: DEBUG oslo_concurrency.lockutils [req-c66d367b-0757-400c-b9c5-f197c51a541f req-09363a47-3f00-428b-a708-241e17154c6b service nova] Acquiring lock "refresh_cache-875b1a48-9e09-43b5-abf6-99c7d64d845f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.753993] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.783211] env[69365]: INFO nova.scheduler.client.report [None req-72cd4f6b-1beb-4187-8ddc-e13f8d4af23d tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Deleted allocations for instance 2dcd6c62-f9db-4618-b272-ed49c1f679d1 [ 741.984545] env[69365]: DEBUG nova.network.neutron [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Updating instance_info_cache with network_info: [{"id": "8769899b-5df9-435b-ac70-d85f7a885989", "address": "fa:16:3e:54:fc:0d", "network": {"id": "01234884-b301-4869-b424-4eec87e841e3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1621870660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583b5a35b330466cb14a543a9dca7387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8769899b-5d", "ovs_interfaceid": "8769899b-5df9-435b-ac70-d85f7a885989", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.171477] env[69365]: DEBUG nova.network.neutron [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Successfully updated port: c3be55e2-c17c-4035-8e41-2db86264ffc5 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 742.295753] env[69365]: DEBUG oslo_concurrency.lockutils [None req-72cd4f6b-1beb-4187-8ddc-e13f8d4af23d tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Lock "2dcd6c62-f9db-4618-b272-ed49c1f679d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.740s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.489734] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Releasing lock "refresh_cache-875b1a48-9e09-43b5-abf6-99c7d64d845f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.489960] env[69365]: DEBUG nova.compute.manager [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Instance network_info: |[{"id": "8769899b-5df9-435b-ac70-d85f7a885989", "address": "fa:16:3e:54:fc:0d", "network": {"id": "01234884-b301-4869-b424-4eec87e841e3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1621870660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583b5a35b330466cb14a543a9dca7387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8769899b-5d", "ovs_interfaceid": "8769899b-5df9-435b-ac70-d85f7a885989", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 742.490283] env[69365]: DEBUG oslo_concurrency.lockutils [req-c66d367b-0757-400c-b9c5-f197c51a541f req-09363a47-3f00-428b-a708-241e17154c6b service nova] Acquired lock "refresh_cache-875b1a48-9e09-43b5-abf6-99c7d64d845f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.490460] env[69365]: DEBUG nova.network.neutron [req-c66d367b-0757-400c-b9c5-f197c51a541f req-09363a47-3f00-428b-a708-241e17154c6b service nova] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Refreshing network info cache for port 8769899b-5df9-435b-ac70-d85f7a885989 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 742.492066] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:fc:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '683a619f-b10d-41a3-8c03-4f69f6c9ce53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8769899b-5df9-435b-ac70-d85f7a885989', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 742.502093] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 742.508877] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 742.513055] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10ae6176-fe89-433d-973a-07265e496711 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.539088] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 742.539088] env[69365]: value = "task-3468598" [ 742.539088] env[69365]: _type = "Task" [ 742.539088] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.551058] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468598, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.675206] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Acquiring lock "refresh_cache-b19f9838-1483-4324-9039-92cf6737f88e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.675362] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Acquired lock "refresh_cache-b19f9838-1483-4324-9039-92cf6737f88e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.675507] env[69365]: DEBUG nova.network.neutron [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.885373] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e124122c-00f7-4c1d-8f68-4040631ba9c8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.891021] env[69365]: DEBUG nova.network.neutron [req-c66d367b-0757-400c-b9c5-f197c51a541f req-09363a47-3f00-428b-a708-241e17154c6b service nova] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Updated VIF entry in instance network info cache for port 8769899b-5df9-435b-ac70-d85f7a885989. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 742.891021] env[69365]: DEBUG nova.network.neutron [req-c66d367b-0757-400c-b9c5-f197c51a541f req-09363a47-3f00-428b-a708-241e17154c6b service nova] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Updating instance_info_cache with network_info: [{"id": "8769899b-5df9-435b-ac70-d85f7a885989", "address": "fa:16:3e:54:fc:0d", "network": {"id": "01234884-b301-4869-b424-4eec87e841e3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1621870660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583b5a35b330466cb14a543a9dca7387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8769899b-5d", "ovs_interfaceid": "8769899b-5df9-435b-ac70-d85f7a885989", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.900106] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4cc24e-ac80-46a2-a35e-d64e66651bb0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.936831] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c241fe-f27e-467c-8759-88646c80e624 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.947269] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2f6329-ffac-4af0-8de8-c862ed0e8793 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.965891] env[69365]: DEBUG nova.compute.provider_tree [None req-b2ca9d99-be28-4ad8-b28e-fa7b060bd4f0 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.051546] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468598, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.234333] env[69365]: DEBUG nova.network.neutron [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.399029] env[69365]: DEBUG oslo_concurrency.lockutils [req-c66d367b-0757-400c-b9c5-f197c51a541f req-09363a47-3f00-428b-a708-241e17154c6b service nova] Releasing lock "refresh_cache-875b1a48-9e09-43b5-abf6-99c7d64d845f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.462699] env[69365]: DEBUG nova.network.neutron [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Updating instance_info_cache with network_info: [{"id": "c3be55e2-c17c-4035-8e41-2db86264ffc5", "address": "fa:16:3e:a7:dc:0d", "network": {"id": "110862b5-46bc-4a50-97d7-0c4f9c019c87", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-975895638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16b55f826334d2e9976aa1ce78e7119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3be55e2-c1", "ovs_interfaceid": "c3be55e2-c17c-4035-8e41-2db86264ffc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.469180] env[69365]: DEBUG nova.scheduler.client.report [None req-b2ca9d99-be28-4ad8-b28e-fa7b060bd4f0 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.556300] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468598, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.965325] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Releasing lock "refresh_cache-b19f9838-1483-4324-9039-92cf6737f88e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.969015] env[69365]: DEBUG nova.compute.manager [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Instance network_info: |[{"id": "c3be55e2-c17c-4035-8e41-2db86264ffc5", "address": "fa:16:3e:a7:dc:0d", "network": {"id": "110862b5-46bc-4a50-97d7-0c4f9c019c87", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-975895638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16b55f826334d2e9976aa1ce78e7119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3be55e2-c1", "ovs_interfaceid": "c3be55e2-c17c-4035-8e41-2db86264ffc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 743.969192] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:dc:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3be55e2-c17c-4035-8e41-2db86264ffc5', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.976931] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Creating folder: Project (e16b55f826334d2e9976aa1ce78e7119). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 743.977880] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b2ca9d99-be28-4ad8-b28e-fa7b060bd4f0 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.260s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.980528] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10387607-deda-40f1-bfe2-3eb626383d86 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.984221] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.063s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.988311] env[69365]: INFO nova.compute.claims [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 744.002729] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Created folder: Project (e16b55f826334d2e9976aa1ce78e7119) in parent group-v693134. [ 744.002935] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Creating folder: Instances. Parent ref: group-v693205. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 744.003205] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-304b462e-06bf-4755-a987-a56ddcd91c02 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.015652] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Created folder: Instances in parent group-v693205. [ 744.015652] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 744.015652] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 744.015652] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62f6d0ea-2c9f-4caf-ab08-649b68d4860c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.032455] env[69365]: INFO nova.scheduler.client.report [None req-b2ca9d99-be28-4ad8-b28e-fa7b060bd4f0 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Deleted allocations for instance 84060de2-9769-43bc-bd7e-f30df4d86d13 [ 744.040514] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 744.040514] env[69365]: value = "task-3468601" [ 744.040514] env[69365]: _type = "Task" [ 744.040514] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.061247] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468598, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.064989] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468601, 'name': CreateVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.390014] env[69365]: DEBUG oslo_concurrency.lockutils [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Acquiring lock "c39e4547-8e68-48d8-905b-520f917aa763" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.390261] env[69365]: DEBUG oslo_concurrency.lockutils [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Lock "c39e4547-8e68-48d8-905b-520f917aa763" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.542905] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b2ca9d99-be28-4ad8-b28e-fa7b060bd4f0 tempest-ImagesNegativeTestJSON-1317489390 tempest-ImagesNegativeTestJSON-1317489390-project-member] Lock "84060de2-9769-43bc-bd7e-f30df4d86d13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.410s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.559402] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468601, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.565852] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468598, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.618382] env[69365]: DEBUG nova.compute.manager [req-b78024bb-b1a5-4349-89bd-8e994ce6d99c req-5d193120-eab8-4c74-b277-f7748b378230 service nova] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Received event network-changed-44d3284b-f19c-4b8b-83e2-85e49b7c6d29 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.618575] env[69365]: DEBUG nova.compute.manager [req-b78024bb-b1a5-4349-89bd-8e994ce6d99c req-5d193120-eab8-4c74-b277-f7748b378230 service nova] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Refreshing instance network info cache due to event network-changed-44d3284b-f19c-4b8b-83e2-85e49b7c6d29. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 744.618790] env[69365]: DEBUG oslo_concurrency.lockutils [req-b78024bb-b1a5-4349-89bd-8e994ce6d99c req-5d193120-eab8-4c74-b277-f7748b378230 service nova] Acquiring lock "refresh_cache-5ef85594-2bab-4068-b93f-b725bdc4681e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.618931] env[69365]: DEBUG oslo_concurrency.lockutils [req-b78024bb-b1a5-4349-89bd-8e994ce6d99c req-5d193120-eab8-4c74-b277-f7748b378230 service nova] Acquired lock "refresh_cache-5ef85594-2bab-4068-b93f-b725bdc4681e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.619789] env[69365]: DEBUG nova.network.neutron [req-b78024bb-b1a5-4349-89bd-8e994ce6d99c req-5d193120-eab8-4c74-b277-f7748b378230 service nova] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Refreshing network info cache for port 44d3284b-f19c-4b8b-83e2-85e49b7c6d29 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.065848] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468601, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.082029] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468598, 'name': CreateVM_Task, 'duration_secs': 2.296755} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.082029] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 745.082291] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.082629] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.082772] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.083068] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85f457a5-7d5c-4aa4-b774-fae1c773fa13 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.089331] env[69365]: DEBUG oslo_vmware.api [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 745.089331] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52912e88-3e9b-b67f-0285-ef31ba3908b4" [ 745.089331] env[69365]: _type = "Task" [ 745.089331] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.101250] env[69365]: DEBUG oslo_vmware.api [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52912e88-3e9b-b67f-0285-ef31ba3908b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.457815] env[69365]: DEBUG nova.network.neutron [req-b78024bb-b1a5-4349-89bd-8e994ce6d99c req-5d193120-eab8-4c74-b277-f7748b378230 service nova] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Updated VIF entry in instance network info cache for port 44d3284b-f19c-4b8b-83e2-85e49b7c6d29. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 745.458226] env[69365]: DEBUG nova.network.neutron [req-b78024bb-b1a5-4349-89bd-8e994ce6d99c req-5d193120-eab8-4c74-b277-f7748b378230 service nova] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Updating instance_info_cache with network_info: [{"id": "44d3284b-f19c-4b8b-83e2-85e49b7c6d29", "address": "fa:16:3e:cb:4a:2a", "network": {"id": "b1153c46-ea56-444e-9c70-aa2ea9f5e724", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1291132328-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a413bc81cb0641bdb286ee4ad2c32f63", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4020f51-6e46-4b73-a79e-9fe3fd51b917", "external-id": "nsx-vlan-transportzone-16", "segmentation_id": 16, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap44d3284b-f1", "ovs_interfaceid": "44d3284b-f19c-4b8b-83e2-85e49b7c6d29", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.559108] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468601, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.602979] env[69365]: DEBUG oslo_vmware.api [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52912e88-3e9b-b67f-0285-ef31ba3908b4, 'name': SearchDatastore_Task, 'duration_secs': 0.067311} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.607044] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.607398] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 745.607551] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.608292] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.608487] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 745.609034] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c55414a2-aa93-4d0b-9f31-a7ab8bf87d0e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.627566] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 745.627849] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 745.629687] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be8428c2-1832-4525-8b3a-d9784eb6a678 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.636033] env[69365]: DEBUG oslo_vmware.api [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 745.636033] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5249a057-62ee-185a-2d35-c445b8edf4ad" [ 745.636033] env[69365]: _type = "Task" [ 745.636033] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.651070] env[69365]: DEBUG oslo_vmware.api [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5249a057-62ee-185a-2d35-c445b8edf4ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.729129] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4a9b24-09d1-4de5-9b3a-bba73f08b92c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.738595] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae34d47-4bc5-430d-ab1b-7c8553c10d1f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.777521] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b6bd20-4d8f-4adf-8017-1be68c0f4c54 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.786514] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c14079b-2c63-4af8-be9a-a5c2c1bc6dd6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.801416] env[69365]: DEBUG nova.compute.provider_tree [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.961630] env[69365]: DEBUG oslo_concurrency.lockutils [req-b78024bb-b1a5-4349-89bd-8e994ce6d99c req-5d193120-eab8-4c74-b277-f7748b378230 service nova] Releasing lock "refresh_cache-5ef85594-2bab-4068-b93f-b725bdc4681e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.961987] env[69365]: DEBUG nova.compute.manager [req-b78024bb-b1a5-4349-89bd-8e994ce6d99c req-5d193120-eab8-4c74-b277-f7748b378230 service nova] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Received event network-vif-plugged-c3be55e2-c17c-4035-8e41-2db86264ffc5 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.962321] env[69365]: DEBUG oslo_concurrency.lockutils [req-b78024bb-b1a5-4349-89bd-8e994ce6d99c req-5d193120-eab8-4c74-b277-f7748b378230 service nova] Acquiring lock "b19f9838-1483-4324-9039-92cf6737f88e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.963047] env[69365]: DEBUG oslo_concurrency.lockutils [req-b78024bb-b1a5-4349-89bd-8e994ce6d99c req-5d193120-eab8-4c74-b277-f7748b378230 service nova] Lock "b19f9838-1483-4324-9039-92cf6737f88e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.963047] env[69365]: DEBUG oslo_concurrency.lockutils [req-b78024bb-b1a5-4349-89bd-8e994ce6d99c req-5d193120-eab8-4c74-b277-f7748b378230 service nova] Lock "b19f9838-1483-4324-9039-92cf6737f88e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.963114] env[69365]: DEBUG nova.compute.manager [req-b78024bb-b1a5-4349-89bd-8e994ce6d99c req-5d193120-eab8-4c74-b277-f7748b378230 service nova] [instance: b19f9838-1483-4324-9039-92cf6737f88e] No waiting events found dispatching network-vif-plugged-c3be55e2-c17c-4035-8e41-2db86264ffc5 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.963333] env[69365]: WARNING nova.compute.manager [req-b78024bb-b1a5-4349-89bd-8e994ce6d99c req-5d193120-eab8-4c74-b277-f7748b378230 service nova] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Received unexpected event network-vif-plugged-c3be55e2-c17c-4035-8e41-2db86264ffc5 for instance with vm_state building and task_state spawning. [ 745.963588] env[69365]: DEBUG nova.compute.manager [req-b78024bb-b1a5-4349-89bd-8e994ce6d99c req-5d193120-eab8-4c74-b277-f7748b378230 service nova] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Received event network-changed-c3be55e2-c17c-4035-8e41-2db86264ffc5 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 745.963809] env[69365]: DEBUG nova.compute.manager [req-b78024bb-b1a5-4349-89bd-8e994ce6d99c req-5d193120-eab8-4c74-b277-f7748b378230 service nova] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Refreshing instance network info cache due to event network-changed-c3be55e2-c17c-4035-8e41-2db86264ffc5. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 745.964028] env[69365]: DEBUG oslo_concurrency.lockutils [req-b78024bb-b1a5-4349-89bd-8e994ce6d99c req-5d193120-eab8-4c74-b277-f7748b378230 service nova] Acquiring lock "refresh_cache-b19f9838-1483-4324-9039-92cf6737f88e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.964171] env[69365]: DEBUG oslo_concurrency.lockutils [req-b78024bb-b1a5-4349-89bd-8e994ce6d99c req-5d193120-eab8-4c74-b277-f7748b378230 service nova] Acquired lock "refresh_cache-b19f9838-1483-4324-9039-92cf6737f88e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.964329] env[69365]: DEBUG nova.network.neutron [req-b78024bb-b1a5-4349-89bd-8e994ce6d99c req-5d193120-eab8-4c74-b277-f7748b378230 service nova] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Refreshing network info cache for port c3be55e2-c17c-4035-8e41-2db86264ffc5 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.056524] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468601, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.148412] env[69365]: DEBUG oslo_vmware.api [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5249a057-62ee-185a-2d35-c445b8edf4ad, 'name': SearchDatastore_Task, 'duration_secs': 0.060925} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.149485] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7581a33-a7b5-4945-a743-1a76e6108dda {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.157589] env[69365]: DEBUG oslo_vmware.api [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 746.157589] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fb95e6-18eb-d67f-94f9-40ffdc1dd154" [ 746.157589] env[69365]: _type = "Task" [ 746.157589] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.167096] env[69365]: DEBUG oslo_vmware.api [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fb95e6-18eb-d67f-94f9-40ffdc1dd154, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.308098] env[69365]: DEBUG nova.scheduler.client.report [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.559295] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468601, 'name': CreateVM_Task, 'duration_secs': 2.321639} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.559469] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.560131] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.560291] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.560596] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.561044] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e0e9b3a-4673-4156-88ed-468e93ea00c8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.566290] env[69365]: DEBUG oslo_vmware.api [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Waiting for the task: (returnval){ [ 746.566290] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]526142c1-cf73-f4ae-efca-f4ed703fad0a" [ 746.566290] env[69365]: _type = "Task" [ 746.566290] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.575493] env[69365]: DEBUG oslo_vmware.api [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]526142c1-cf73-f4ae-efca-f4ed703fad0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.675840] env[69365]: DEBUG oslo_vmware.api [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fb95e6-18eb-d67f-94f9-40ffdc1dd154, 'name': SearchDatastore_Task, 'duration_secs': 0.052266} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.676130] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.676394] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 875b1a48-9e09-43b5-abf6-99c7d64d845f/875b1a48-9e09-43b5-abf6-99c7d64d845f.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 746.677370] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db38412a-08b3-4a57-b8a0-7459afa6e19b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.684369] env[69365]: DEBUG oslo_vmware.api [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 746.684369] env[69365]: value = "task-3468602" [ 746.684369] env[69365]: _type = "Task" [ 746.684369] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.694793] env[69365]: DEBUG oslo_vmware.api [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468602, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.755668] env[69365]: DEBUG nova.network.neutron [req-b78024bb-b1a5-4349-89bd-8e994ce6d99c req-5d193120-eab8-4c74-b277-f7748b378230 service nova] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Updated VIF entry in instance network info cache for port c3be55e2-c17c-4035-8e41-2db86264ffc5. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 746.755668] env[69365]: DEBUG nova.network.neutron [req-b78024bb-b1a5-4349-89bd-8e994ce6d99c req-5d193120-eab8-4c74-b277-f7748b378230 service nova] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Updating instance_info_cache with network_info: [{"id": "c3be55e2-c17c-4035-8e41-2db86264ffc5", "address": "fa:16:3e:a7:dc:0d", "network": {"id": "110862b5-46bc-4a50-97d7-0c4f9c019c87", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-975895638-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e16b55f826334d2e9976aa1ce78e7119", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3be55e2-c1", "ovs_interfaceid": "c3be55e2-c17c-4035-8e41-2db86264ffc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.817301] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.834s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.818041] env[69365]: DEBUG nova.compute.manager [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.821948] env[69365]: DEBUG oslo_concurrency.lockutils [None req-00ea0107-308c-4935-ac7b-47b62b447d05 tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.419s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.822305] env[69365]: DEBUG nova.objects.instance [None req-00ea0107-308c-4935-ac7b-47b62b447d05 tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Lazy-loading 'resources' on Instance uuid 4f90521e-31a3-4e3e-ad04-8abd5db01b94 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.958167] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9170c696-9ce9-4baa-b4ff-9fe323575574 tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Acquiring lock "5ef85594-2bab-4068-b93f-b725bdc4681e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.958167] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9170c696-9ce9-4baa-b4ff-9fe323575574 tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Lock "5ef85594-2bab-4068-b93f-b725bdc4681e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.958167] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9170c696-9ce9-4baa-b4ff-9fe323575574 tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Acquiring lock "5ef85594-2bab-4068-b93f-b725bdc4681e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 746.958365] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9170c696-9ce9-4baa-b4ff-9fe323575574 tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Lock "5ef85594-2bab-4068-b93f-b725bdc4681e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.958365] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9170c696-9ce9-4baa-b4ff-9fe323575574 tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Lock "5ef85594-2bab-4068-b93f-b725bdc4681e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.963107] env[69365]: INFO nova.compute.manager [None req-9170c696-9ce9-4baa-b4ff-9fe323575574 tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Terminating instance [ 747.077921] env[69365]: DEBUG oslo_vmware.api [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]526142c1-cf73-f4ae-efca-f4ed703fad0a, 'name': SearchDatastore_Task, 'duration_secs': 0.044625} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.078252] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.078473] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.078708] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.078853] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.079042] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.079334] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efca0972-d352-4792-bf25-c7e8ebcaedd7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.092274] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.092441] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.093664] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b6e51a8-a7da-4bb6-b7d3-cf8478c88477 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.100440] env[69365]: DEBUG oslo_vmware.api [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Waiting for the task: (returnval){ [ 747.100440] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f3b144-930d-0514-092d-2c0b36bc0576" [ 747.100440] env[69365]: _type = "Task" [ 747.100440] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.109845] env[69365]: DEBUG oslo_vmware.api [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f3b144-930d-0514-092d-2c0b36bc0576, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.196309] env[69365]: DEBUG oslo_vmware.api [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468602, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.259795] env[69365]: DEBUG oslo_concurrency.lockutils [req-b78024bb-b1a5-4349-89bd-8e994ce6d99c req-5d193120-eab8-4c74-b277-f7748b378230 service nova] Releasing lock "refresh_cache-b19f9838-1483-4324-9039-92cf6737f88e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.329210] env[69365]: DEBUG nova.compute.utils [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.330954] env[69365]: DEBUG nova.compute.manager [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 747.331136] env[69365]: DEBUG nova.network.neutron [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.398645] env[69365]: DEBUG nova.policy [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e04f6ae907dd4343baac177b52310578', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8023a4d7cadb47739540ec7ee716585f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.468412] env[69365]: DEBUG nova.compute.manager [None req-9170c696-9ce9-4baa-b4ff-9fe323575574 tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 747.468686] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9170c696-9ce9-4baa-b4ff-9fe323575574 tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 747.469666] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cf8bc2-247c-4088-bc83-fc07cfb791c4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.485021] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9170c696-9ce9-4baa-b4ff-9fe323575574 tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 747.485021] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b603f1da-aba8-4687-83de-2b27fc8b6e5c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.496594] env[69365]: DEBUG oslo_vmware.api [None req-9170c696-9ce9-4baa-b4ff-9fe323575574 tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Waiting for the task: (returnval){ [ 747.496594] env[69365]: value = "task-3468603" [ 747.496594] env[69365]: _type = "Task" [ 747.496594] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.619470] env[69365]: DEBUG oslo_vmware.api [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f3b144-930d-0514-092d-2c0b36bc0576, 'name': SearchDatastore_Task, 'duration_secs': 0.044104} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.620387] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db8b27a1-8f5d-4d1c-994c-f39709037def {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.631473] env[69365]: DEBUG oslo_vmware.api [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Waiting for the task: (returnval){ [ 747.631473] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52516daa-7755-f9d0-9fb9-03c6872afbb1" [ 747.631473] env[69365]: _type = "Task" [ 747.631473] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.643433] env[69365]: DEBUG oslo_vmware.api [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52516daa-7755-f9d0-9fb9-03c6872afbb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.698069] env[69365]: DEBUG oslo_vmware.api [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468602, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.834588] env[69365]: DEBUG nova.compute.manager [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.917596] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8900b62a-9982-40a4-a305-fd7e53ce7aee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.926182] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca18c555-6701-43d5-9911-d64f632f9f11 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.931804] env[69365]: DEBUG nova.network.neutron [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Successfully created port: 69274d83-5e24-458d-90a4-86a93687ce1e {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.960504] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff4e9ba-8f65-4e77-a2aa-aa1a5122a095 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.969474] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a04a3cb-9562-44d3-8d0d-00ad17c1d6c7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.986142] env[69365]: DEBUG nova.compute.provider_tree [None req-00ea0107-308c-4935-ac7b-47b62b447d05 tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.007533] env[69365]: DEBUG oslo_vmware.api [None req-9170c696-9ce9-4baa-b4ff-9fe323575574 tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Task: {'id': task-3468603, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.014852] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquiring lock "f6b3dab5-04f1-4db5-b4b2-74af69f5c966" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.015229] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Lock "f6b3dab5-04f1-4db5-b4b2-74af69f5c966" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.143220] env[69365]: DEBUG oslo_vmware.api [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52516daa-7755-f9d0-9fb9-03c6872afbb1, 'name': SearchDatastore_Task, 'duration_secs': 0.066848} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.143496] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.143850] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] b19f9838-1483-4324-9039-92cf6737f88e/b19f9838-1483-4324-9039-92cf6737f88e.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.144047] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-977d9685-2197-413f-866a-8475e534fbe1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.153928] env[69365]: DEBUG oslo_vmware.api [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Waiting for the task: (returnval){ [ 748.153928] env[69365]: value = "task-3468604" [ 748.153928] env[69365]: _type = "Task" [ 748.153928] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.166358] env[69365]: DEBUG oslo_vmware.api [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Task: {'id': task-3468604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.197504] env[69365]: DEBUG oslo_vmware.api [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468602, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.176698} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.198158] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 875b1a48-9e09-43b5-abf6-99c7d64d845f/875b1a48-9e09-43b5-abf6-99c7d64d845f.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.198517] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.198914] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42490338-cc87-42e6-9605-ddd813d439c8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.209137] env[69365]: DEBUG oslo_vmware.api [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 748.209137] env[69365]: value = "task-3468605" [ 748.209137] env[69365]: _type = "Task" [ 748.209137] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.218562] env[69365]: DEBUG oslo_vmware.api [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.489918] env[69365]: DEBUG nova.scheduler.client.report [None req-00ea0107-308c-4935-ac7b-47b62b447d05 tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.508105] env[69365]: DEBUG oslo_vmware.api [None req-9170c696-9ce9-4baa-b4ff-9fe323575574 tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Task: {'id': task-3468603, 'name': PowerOffVM_Task, 'duration_secs': 0.586132} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.508105] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9170c696-9ce9-4baa-b4ff-9fe323575574 tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.508267] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9170c696-9ce9-4baa-b4ff-9fe323575574 tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.509610] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-258ebbfe-ed38-4d7e-a2ed-c1b975cb1684 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.603239] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9170c696-9ce9-4baa-b4ff-9fe323575574 tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.603513] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9170c696-9ce9-4baa-b4ff-9fe323575574 tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.603643] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-9170c696-9ce9-4baa-b4ff-9fe323575574 tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Deleting the datastore file [datastore2] 5ef85594-2bab-4068-b93f-b725bdc4681e {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.604047] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21fd08c7-5aa2-401e-ab67-868f756c61f4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.611285] env[69365]: DEBUG oslo_vmware.api [None req-9170c696-9ce9-4baa-b4ff-9fe323575574 tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Waiting for the task: (returnval){ [ 748.611285] env[69365]: value = "task-3468607" [ 748.611285] env[69365]: _type = "Task" [ 748.611285] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.620019] env[69365]: DEBUG oslo_vmware.api [None req-9170c696-9ce9-4baa-b4ff-9fe323575574 tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Task: {'id': task-3468607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.664105] env[69365]: DEBUG oslo_vmware.api [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Task: {'id': task-3468604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.718694] env[69365]: DEBUG oslo_vmware.api [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.299945} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.718969] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.719867] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4282fe-c93f-4de2-bcf7-73be8e7532c5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.747752] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 875b1a48-9e09-43b5-abf6-99c7d64d845f/875b1a48-9e09-43b5-abf6-99c7d64d845f.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.749546] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d97b4cb3-09ff-48b9-bec7-f3a2a46f93ed {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.768637] env[69365]: DEBUG oslo_concurrency.lockutils [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "07629f5e-e1b1-4aab-b422-8924b572449b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.768863] env[69365]: DEBUG oslo_concurrency.lockutils [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "07629f5e-e1b1-4aab-b422-8924b572449b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.776396] env[69365]: DEBUG oslo_vmware.api [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 748.776396] env[69365]: value = "task-3468608" [ 748.776396] env[69365]: _type = "Task" [ 748.776396] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.788386] env[69365]: DEBUG oslo_vmware.api [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.844269] env[69365]: DEBUG nova.compute.manager [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.896118] env[69365]: DEBUG nova.virt.hardware [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.896468] env[69365]: DEBUG nova.virt.hardware [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.896541] env[69365]: DEBUG nova.virt.hardware [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.896679] env[69365]: DEBUG nova.virt.hardware [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.896822] env[69365]: DEBUG nova.virt.hardware [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.896968] env[69365]: DEBUG nova.virt.hardware [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.897270] env[69365]: DEBUG nova.virt.hardware [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.897431] env[69365]: DEBUG nova.virt.hardware [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.897599] env[69365]: DEBUG nova.virt.hardware [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.897930] env[69365]: DEBUG nova.virt.hardware [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.897930] env[69365]: DEBUG nova.virt.hardware [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.898891] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8adbd09-e7ee-424a-8a65-a708e1be3299 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.909400] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78003770-1b42-47c3-ba3a-5ae24f467d86 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.996186] env[69365]: DEBUG oslo_concurrency.lockutils [None req-00ea0107-308c-4935-ac7b-47b62b447d05 tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.999282] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.414s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.000173] env[69365]: INFO nova.compute.claims [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 749.026977] env[69365]: INFO nova.scheduler.client.report [None req-00ea0107-308c-4935-ac7b-47b62b447d05 tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Deleted allocations for instance 4f90521e-31a3-4e3e-ad04-8abd5db01b94 [ 749.122928] env[69365]: DEBUG oslo_vmware.api [None req-9170c696-9ce9-4baa-b4ff-9fe323575574 tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Task: {'id': task-3468607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.179038] env[69365]: DEBUG oslo_vmware.api [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Task: {'id': task-3468604, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.296509] env[69365]: DEBUG oslo_vmware.api [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.536651] env[69365]: DEBUG oslo_concurrency.lockutils [None req-00ea0107-308c-4935-ac7b-47b62b447d05 tempest-ServerMetadataTestJSON-1342094692 tempest-ServerMetadataTestJSON-1342094692-project-member] Lock "4f90521e-31a3-4e3e-ad04-8abd5db01b94" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.387s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.624590] env[69365]: DEBUG oslo_vmware.api [None req-9170c696-9ce9-4baa-b4ff-9fe323575574 tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Task: {'id': task-3468607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.75029} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.624827] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-9170c696-9ce9-4baa-b4ff-9fe323575574 tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.624999] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9170c696-9ce9-4baa-b4ff-9fe323575574 tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.625185] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9170c696-9ce9-4baa-b4ff-9fe323575574 tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.625350] env[69365]: INFO nova.compute.manager [None req-9170c696-9ce9-4baa-b4ff-9fe323575574 tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Took 2.16 seconds to destroy the instance on the hypervisor. [ 749.625584] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9170c696-9ce9-4baa-b4ff-9fe323575574 tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 749.625779] env[69365]: DEBUG nova.compute.manager [-] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 749.625848] env[69365]: DEBUG nova.network.neutron [-] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 749.669023] env[69365]: DEBUG oslo_vmware.api [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Task: {'id': task-3468604, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.181165} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.669023] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] b19f9838-1483-4324-9039-92cf6737f88e/b19f9838-1483-4324-9039-92cf6737f88e.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.669023] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.669023] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-805695ab-95a1-431b-bc5d-f92262dec9a2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.676650] env[69365]: DEBUG oslo_vmware.api [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Waiting for the task: (returnval){ [ 749.676650] env[69365]: value = "task-3468609" [ 749.676650] env[69365]: _type = "Task" [ 749.676650] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.691821] env[69365]: DEBUG oslo_vmware.api [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Task: {'id': task-3468609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.694390] env[69365]: DEBUG nova.network.neutron [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Successfully updated port: 69274d83-5e24-458d-90a4-86a93687ce1e {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.795093] env[69365]: DEBUG oslo_vmware.api [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468608, 'name': ReconfigVM_Task, 'duration_secs': 0.654915} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.795609] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 875b1a48-9e09-43b5-abf6-99c7d64d845f/875b1a48-9e09-43b5-abf6-99c7d64d845f.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.796742] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8792328e-44b7-431e-8b6c-cb9903bb515f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.808049] env[69365]: DEBUG oslo_vmware.api [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 749.808049] env[69365]: value = "task-3468610" [ 749.808049] env[69365]: _type = "Task" [ 749.808049] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.820499] env[69365]: DEBUG oslo_vmware.api [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468610, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.909440] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f379d77-763c-4f09-8e71-f4535d8a937e tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquiring lock "f76bd555-830a-477a-b202-a54d3090c8d8" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.910344] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f379d77-763c-4f09-8e71-f4535d8a937e tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lock "f76bd555-830a-477a-b202-a54d3090c8d8" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.910608] env[69365]: DEBUG nova.compute.manager [None req-1f379d77-763c-4f09-8e71-f4535d8a937e tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 749.912222] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a057ef6-f896-4925-b2c6-8b052d7281c7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.920386] env[69365]: DEBUG nova.compute.manager [None req-1f379d77-763c-4f09-8e71-f4535d8a937e tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69365) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 749.921114] env[69365]: DEBUG nova.objects.instance [None req-1f379d77-763c-4f09-8e71-f4535d8a937e tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lazy-loading 'flavor' on Instance uuid f76bd555-830a-477a-b202-a54d3090c8d8 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.965509] env[69365]: DEBUG nova.compute.manager [req-fc12a3f1-d77d-4f75-9a9c-03d32f9cf96d req-edc53e47-528c-41be-972d-f8f986cef714 service nova] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Received event network-vif-plugged-69274d83-5e24-458d-90a4-86a93687ce1e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 749.965754] env[69365]: DEBUG oslo_concurrency.lockutils [req-fc12a3f1-d77d-4f75-9a9c-03d32f9cf96d req-edc53e47-528c-41be-972d-f8f986cef714 service nova] Acquiring lock "9fbb3f83-183f-4e62-bf3e-48cc5431258f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.965973] env[69365]: DEBUG oslo_concurrency.lockutils [req-fc12a3f1-d77d-4f75-9a9c-03d32f9cf96d req-edc53e47-528c-41be-972d-f8f986cef714 service nova] Lock "9fbb3f83-183f-4e62-bf3e-48cc5431258f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.966158] env[69365]: DEBUG oslo_concurrency.lockutils [req-fc12a3f1-d77d-4f75-9a9c-03d32f9cf96d req-edc53e47-528c-41be-972d-f8f986cef714 service nova] Lock "9fbb3f83-183f-4e62-bf3e-48cc5431258f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.966325] env[69365]: DEBUG nova.compute.manager [req-fc12a3f1-d77d-4f75-9a9c-03d32f9cf96d req-edc53e47-528c-41be-972d-f8f986cef714 service nova] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] No waiting events found dispatching network-vif-plugged-69274d83-5e24-458d-90a4-86a93687ce1e {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 749.966552] env[69365]: WARNING nova.compute.manager [req-fc12a3f1-d77d-4f75-9a9c-03d32f9cf96d req-edc53e47-528c-41be-972d-f8f986cef714 service nova] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Received unexpected event network-vif-plugged-69274d83-5e24-458d-90a4-86a93687ce1e for instance with vm_state building and task_state spawning. [ 750.191876] env[69365]: DEBUG oslo_vmware.api [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Task: {'id': task-3468609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094196} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.195078] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.195802] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297fc5a1-aff2-4693-aa69-22478f943fed {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.199516] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Acquiring lock "refresh_cache-9fbb3f83-183f-4e62-bf3e-48cc5431258f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.199669] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Acquired lock "refresh_cache-9fbb3f83-183f-4e62-bf3e-48cc5431258f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.200390] env[69365]: DEBUG nova.network.neutron [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 750.225829] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] b19f9838-1483-4324-9039-92cf6737f88e/b19f9838-1483-4324-9039-92cf6737f88e.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.230434] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a35f95c8-4560-46af-ac36-c549e44e525e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.254151] env[69365]: DEBUG oslo_vmware.api [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Waiting for the task: (returnval){ [ 750.254151] env[69365]: value = "task-3468611" [ 750.254151] env[69365]: _type = "Task" [ 750.254151] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.265415] env[69365]: DEBUG oslo_vmware.api [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Task: {'id': task-3468611, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.320600] env[69365]: DEBUG oslo_vmware.api [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468610, 'name': Rename_Task, 'duration_secs': 0.23848} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.321090] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.321625] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f0a778d-d0d7-4eb0-a02c-f0026247607d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.329900] env[69365]: DEBUG oslo_vmware.api [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 750.329900] env[69365]: value = "task-3468612" [ 750.329900] env[69365]: _type = "Task" [ 750.329900] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.341972] env[69365]: DEBUG oslo_vmware.api [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.467784] env[69365]: DEBUG nova.network.neutron [-] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.638025] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7275399-b48c-454c-9c0c-cd3c9a4a0c23 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.648313] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e09ddd-6306-438e-80d9-a9c5ed7f93e4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.686754] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68620f65-2836-4434-9734-ba0c7a80a3f5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.697662] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57bad1fb-4928-48d4-9229-0446f97477e5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.722650] env[69365]: DEBUG nova.compute.provider_tree [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.765381] env[69365]: DEBUG oslo_vmware.api [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Task: {'id': task-3468611, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.782482] env[69365]: DEBUG nova.network.neutron [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.841496] env[69365]: DEBUG oslo_vmware.api [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468612, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.932956] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f379d77-763c-4f09-8e71-f4535d8a937e tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 750.933386] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68729b28-8ed0-415d-8e2a-521d734e4241 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.944023] env[69365]: DEBUG oslo_vmware.api [None req-1f379d77-763c-4f09-8e71-f4535d8a937e tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for the task: (returnval){ [ 750.944023] env[69365]: value = "task-3468613" [ 750.944023] env[69365]: _type = "Task" [ 750.944023] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.959904] env[69365]: DEBUG oslo_vmware.api [None req-1f379d77-763c-4f09-8e71-f4535d8a937e tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.972485] env[69365]: INFO nova.compute.manager [-] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Took 1.34 seconds to deallocate network for instance. [ 751.189624] env[69365]: DEBUG nova.network.neutron [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Updating instance_info_cache with network_info: [{"id": "69274d83-5e24-458d-90a4-86a93687ce1e", "address": "fa:16:3e:37:76:03", "network": {"id": "eeab9569-7b31-4919-907e-1eb4650961e4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2043410575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8023a4d7cadb47739540ec7ee716585f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69274d83-5e", "ovs_interfaceid": "69274d83-5e24-458d-90a4-86a93687ce1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.228554] env[69365]: DEBUG nova.scheduler.client.report [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.269185] env[69365]: DEBUG oslo_vmware.api [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Task: {'id': task-3468611, 'name': ReconfigVM_Task, 'duration_secs': 0.84405} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.269466] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Reconfigured VM instance instance-00000019 to attach disk [datastore2] b19f9838-1483-4324-9039-92cf6737f88e/b19f9838-1483-4324-9039-92cf6737f88e.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.270093] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d07201c-cf9d-427c-8e4b-760150fddd02 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.277986] env[69365]: DEBUG oslo_vmware.api [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Waiting for the task: (returnval){ [ 751.277986] env[69365]: value = "task-3468614" [ 751.277986] env[69365]: _type = "Task" [ 751.277986] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.287930] env[69365]: DEBUG oslo_vmware.api [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Task: {'id': task-3468614, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.344705] env[69365]: DEBUG oslo_vmware.api [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468612, 'name': PowerOnVM_Task, 'duration_secs': 0.596717} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.345093] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.345342] env[69365]: INFO nova.compute.manager [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Took 13.25 seconds to spawn the instance on the hypervisor. [ 751.345554] env[69365]: DEBUG nova.compute.manager [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.346908] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe94137-5229-466a-a464-b64e515cbe85 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.454713] env[69365]: DEBUG oslo_vmware.api [None req-1f379d77-763c-4f09-8e71-f4535d8a937e tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468613, 'name': PowerOffVM_Task, 'duration_secs': 0.203526} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.454977] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f379d77-763c-4f09-8e71-f4535d8a937e tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 751.455604] env[69365]: DEBUG nova.compute.manager [None req-1f379d77-763c-4f09-8e71-f4535d8a937e tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.456471] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3317f5e8-276a-42cd-b862-c9f193f3cbed {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.483255] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9170c696-9ce9-4baa-b4ff-9fe323575574 tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.694917] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Releasing lock "refresh_cache-9fbb3f83-183f-4e62-bf3e-48cc5431258f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.695377] env[69365]: DEBUG nova.compute.manager [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Instance network_info: |[{"id": "69274d83-5e24-458d-90a4-86a93687ce1e", "address": "fa:16:3e:37:76:03", "network": {"id": "eeab9569-7b31-4919-907e-1eb4650961e4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2043410575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8023a4d7cadb47739540ec7ee716585f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69274d83-5e", "ovs_interfaceid": "69274d83-5e24-458d-90a4-86a93687ce1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 751.695805] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:76:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69274d83-5e24-458d-90a4-86a93687ce1e', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.707713] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Creating folder: Project (8023a4d7cadb47739540ec7ee716585f). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.707836] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28bf23c6-cbc7-4cd6-9224-70026d429017 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.722581] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Created folder: Project (8023a4d7cadb47739540ec7ee716585f) in parent group-v693134. [ 751.723309] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Creating folder: Instances. Parent ref: group-v693208. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 751.723309] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9b3c5ca-1f4c-4812-990a-cec4d95adcf0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.736857] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.738s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.737373] env[69365]: DEBUG nova.compute.manager [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 751.740709] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Created folder: Instances in parent group-v693208. [ 751.740999] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 751.741501] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c389fb91-9654-4799-b691-29b2d67795e1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.994s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.741841] env[69365]: DEBUG nova.objects.instance [None req-c389fb91-9654-4799-b691-29b2d67795e1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lazy-loading 'resources' on Instance uuid 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.742951] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.743228] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d7d9ef5-ecc6-40e9-8802-1eeebe8aa9e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.773179] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.773179] env[69365]: value = "task-3468617" [ 751.773179] env[69365]: _type = "Task" [ 751.773179] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.786864] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468617, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.794587] env[69365]: DEBUG oslo_vmware.api [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Task: {'id': task-3468614, 'name': Rename_Task, 'duration_secs': 0.154883} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.795028] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.795503] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0b8d961-bfd0-43ca-950b-2d05cfb27182 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.807149] env[69365]: DEBUG oslo_vmware.api [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Waiting for the task: (returnval){ [ 751.807149] env[69365]: value = "task-3468618" [ 751.807149] env[69365]: _type = "Task" [ 751.807149] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.819080] env[69365]: DEBUG oslo_vmware.api [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Task: {'id': task-3468618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.877239] env[69365]: INFO nova.compute.manager [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Took 44.90 seconds to build instance. [ 751.975105] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f379d77-763c-4f09-8e71-f4535d8a937e tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lock "f76bd555-830a-477a-b202-a54d3090c8d8" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.247558] env[69365]: DEBUG nova.compute.utils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.254159] env[69365]: DEBUG nova.compute.manager [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 752.254516] env[69365]: DEBUG nova.network.neutron [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 752.284220] env[69365]: DEBUG nova.compute.manager [req-53423649-b340-487a-893b-e532a174ce4e req-d0bfa4b9-690b-45d5-9763-11259c43c3b9 service nova] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Received event network-changed-69274d83-5e24-458d-90a4-86a93687ce1e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 752.284464] env[69365]: DEBUG nova.compute.manager [req-53423649-b340-487a-893b-e532a174ce4e req-d0bfa4b9-690b-45d5-9763-11259c43c3b9 service nova] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Refreshing instance network info cache due to event network-changed-69274d83-5e24-458d-90a4-86a93687ce1e. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 752.284672] env[69365]: DEBUG oslo_concurrency.lockutils [req-53423649-b340-487a-893b-e532a174ce4e req-d0bfa4b9-690b-45d5-9763-11259c43c3b9 service nova] Acquiring lock "refresh_cache-9fbb3f83-183f-4e62-bf3e-48cc5431258f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.284804] env[69365]: DEBUG oslo_concurrency.lockutils [req-53423649-b340-487a-893b-e532a174ce4e req-d0bfa4b9-690b-45d5-9763-11259c43c3b9 service nova] Acquired lock "refresh_cache-9fbb3f83-183f-4e62-bf3e-48cc5431258f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.284956] env[69365]: DEBUG nova.network.neutron [req-53423649-b340-487a-893b-e532a174ce4e req-d0bfa4b9-690b-45d5-9763-11259c43c3b9 service nova] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Refreshing network info cache for port 69274d83-5e24-458d-90a4-86a93687ce1e {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 752.290614] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468617, 'name': CreateVM_Task, 'duration_secs': 0.42273} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.291042] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.291999] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.291999] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.292438] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.296460] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d4567a7-0b37-4f42-94ad-90cfa3abc442 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.303227] env[69365]: DEBUG oslo_vmware.api [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Waiting for the task: (returnval){ [ 752.303227] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5217ab98-187a-031b-ac30-46c6876ffd4c" [ 752.303227] env[69365]: _type = "Task" [ 752.303227] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.322585] env[69365]: DEBUG oslo_vmware.api [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5217ab98-187a-031b-ac30-46c6876ffd4c, 'name': SearchDatastore_Task, 'duration_secs': 0.012522} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.322978] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.323462] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.323780] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.323976] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.324246] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.324655] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7242a38a-2b42-4f2f-87d8-8172e6a83172 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.330338] env[69365]: DEBUG oslo_vmware.api [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Task: {'id': task-3468618, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.339439] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.339682] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.340504] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa9678ac-0167-4248-aabc-1c92603cc134 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.345926] env[69365]: DEBUG nova.policy [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '663fc302acaa451f97fd990c2a92fe0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bfd4edee47a47c9880b265c8f651381', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.355077] env[69365]: DEBUG oslo_vmware.api [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Waiting for the task: (returnval){ [ 752.355077] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]528799c5-e2c8-d50d-19c9-a7fc7d68e80c" [ 752.355077] env[69365]: _type = "Task" [ 752.355077] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.365264] env[69365]: DEBUG oslo_vmware.api [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]528799c5-e2c8-d50d-19c9-a7fc7d68e80c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.383141] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f71ed2f1-a070-4913-bd94-702424172adc tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "875b1a48-9e09-43b5-abf6-99c7d64d845f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.646s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.463894] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5b713e-0ec2-4ce1-8261-d43240476743 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.475138] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900d172e-0ce5-4075-b56d-ecafb6e36ff8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.517877] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4690a478-2469-4947-9637-f0b7b57b3e3f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.527422] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8883ac-5225-4c28-a744-28483466df7d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.546210] env[69365]: DEBUG nova.compute.provider_tree [None req-c389fb91-9654-4799-b691-29b2d67795e1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.753469] env[69365]: DEBUG nova.compute.manager [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 752.773278] env[69365]: DEBUG nova.network.neutron [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Successfully created port: ac926c38-6684-432d-820c-2de4f1187d91 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 752.820646] env[69365]: DEBUG oslo_vmware.api [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Task: {'id': task-3468618, 'name': PowerOnVM_Task, 'duration_secs': 0.630993} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.822541] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.822541] env[69365]: INFO nova.compute.manager [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Took 11.91 seconds to spawn the instance on the hypervisor. [ 752.822541] env[69365]: DEBUG nova.compute.manager [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.823479] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d25b46-7986-437a-b0fc-6d2275c67e4a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.868636] env[69365]: DEBUG oslo_vmware.api [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]528799c5-e2c8-d50d-19c9-a7fc7d68e80c, 'name': SearchDatastore_Task, 'duration_secs': 0.012284} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.869528] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ab11e9d-f46f-4fe5-9a58-03aeb033ca46 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.876019] env[69365]: DEBUG oslo_vmware.api [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Waiting for the task: (returnval){ [ 752.876019] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]525b904b-3df0-d26c-bafb-444850fcfc4e" [ 752.876019] env[69365]: _type = "Task" [ 752.876019] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.888247] env[69365]: DEBUG nova.compute.manager [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 752.891675] env[69365]: DEBUG oslo_vmware.api [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]525b904b-3df0-d26c-bafb-444850fcfc4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.048929] env[69365]: DEBUG nova.scheduler.client.report [None req-c389fb91-9654-4799-b691-29b2d67795e1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.347172] env[69365]: DEBUG nova.network.neutron [req-53423649-b340-487a-893b-e532a174ce4e req-d0bfa4b9-690b-45d5-9763-11259c43c3b9 service nova] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Updated VIF entry in instance network info cache for port 69274d83-5e24-458d-90a4-86a93687ce1e. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 753.350341] env[69365]: DEBUG nova.network.neutron [req-53423649-b340-487a-893b-e532a174ce4e req-d0bfa4b9-690b-45d5-9763-11259c43c3b9 service nova] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Updating instance_info_cache with network_info: [{"id": "69274d83-5e24-458d-90a4-86a93687ce1e", "address": "fa:16:3e:37:76:03", "network": {"id": "eeab9569-7b31-4919-907e-1eb4650961e4", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-2043410575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8023a4d7cadb47739540ec7ee716585f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1dc3a0d3-9578-4c45-bc16-13ed5b84f5b4", "external-id": "nsx-vlan-transportzone-817", "segmentation_id": 817, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69274d83-5e", "ovs_interfaceid": "69274d83-5e24-458d-90a4-86a93687ce1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.350341] env[69365]: INFO nova.compute.manager [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Took 42.71 seconds to build instance. [ 753.390139] env[69365]: DEBUG oslo_vmware.api [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]525b904b-3df0-d26c-bafb-444850fcfc4e, 'name': SearchDatastore_Task, 'duration_secs': 0.023839} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.390355] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.390617] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 9fbb3f83-183f-4e62-bf3e-48cc5431258f/9fbb3f83-183f-4e62-bf3e-48cc5431258f.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 753.392299] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9370dc77-a181-4c93-9251-9328507369eb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.407177] env[69365]: DEBUG oslo_vmware.api [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Waiting for the task: (returnval){ [ 753.407177] env[69365]: value = "task-3468619" [ 753.407177] env[69365]: _type = "Task" [ 753.407177] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.421737] env[69365]: DEBUG oslo_vmware.api [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468619, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.424928] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.555963] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c389fb91-9654-4799-b691-29b2d67795e1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.559380] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.551s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.561152] env[69365]: INFO nova.compute.claims [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 753.583708] env[69365]: INFO nova.scheduler.client.report [None req-c389fb91-9654-4799-b691-29b2d67795e1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Deleted allocations for instance 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645 [ 753.737644] env[69365]: DEBUG nova.objects.instance [None req-e0f85a9b-b1c0-431e-8282-6733e0033369 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lazy-loading 'flavor' on Instance uuid f76bd555-830a-477a-b202-a54d3090c8d8 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.763012] env[69365]: DEBUG nova.compute.manager [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 753.797016] env[69365]: DEBUG nova.virt.hardware [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 753.797296] env[69365]: DEBUG nova.virt.hardware [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 753.797466] env[69365]: DEBUG nova.virt.hardware [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.797648] env[69365]: DEBUG nova.virt.hardware [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 753.797803] env[69365]: DEBUG nova.virt.hardware [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.798062] env[69365]: DEBUG nova.virt.hardware [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 753.798234] env[69365]: DEBUG nova.virt.hardware [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 753.798428] env[69365]: DEBUG nova.virt.hardware [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 753.798629] env[69365]: DEBUG nova.virt.hardware [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 753.798807] env[69365]: DEBUG nova.virt.hardware [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 753.799052] env[69365]: DEBUG nova.virt.hardware [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 753.799998] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a470e96d-0be6-43d1-a165-8a3f4935966c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.811080] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd54c0b-51d5-4d90-bec4-aa8412830288 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.851668] env[69365]: DEBUG oslo_concurrency.lockutils [req-53423649-b340-487a-893b-e532a174ce4e req-d0bfa4b9-690b-45d5-9763-11259c43c3b9 service nova] Releasing lock "refresh_cache-9fbb3f83-183f-4e62-bf3e-48cc5431258f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.855022] env[69365]: DEBUG nova.compute.manager [req-53423649-b340-487a-893b-e532a174ce4e req-d0bfa4b9-690b-45d5-9763-11259c43c3b9 service nova] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Received event network-vif-deleted-44d3284b-f19c-4b8b-83e2-85e49b7c6d29 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.855022] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6fa9b3e7-0868-48a5-9d01-a2a0389d56e3 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Lock "b19f9838-1483-4324-9039-92cf6737f88e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.135s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.922073] env[69365]: DEBUG oslo_vmware.api [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468619, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.092313] env[69365]: DEBUG oslo_concurrency.lockutils [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "43f0d345-d519-4ab3-80a9-4af262e02c5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.092550] env[69365]: DEBUG oslo_concurrency.lockutils [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "43f0d345-d519-4ab3-80a9-4af262e02c5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.096445] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c389fb91-9654-4799-b691-29b2d67795e1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.091s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.243202] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0f85a9b-b1c0-431e-8282-6733e0033369 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquiring lock "refresh_cache-f76bd555-830a-477a-b202-a54d3090c8d8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.243372] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0f85a9b-b1c0-431e-8282-6733e0033369 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquired lock "refresh_cache-f76bd555-830a-477a-b202-a54d3090c8d8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.243545] env[69365]: DEBUG nova.network.neutron [None req-e0f85a9b-b1c0-431e-8282-6733e0033369 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.243718] env[69365]: DEBUG nova.objects.instance [None req-e0f85a9b-b1c0-431e-8282-6733e0033369 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lazy-loading 'info_cache' on Instance uuid f76bd555-830a-477a-b202-a54d3090c8d8 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.360819] env[69365]: DEBUG nova.compute.manager [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 754.418264] env[69365]: DEBUG oslo_vmware.api [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468619, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600563} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.418534] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 9fbb3f83-183f-4e62-bf3e-48cc5431258f/9fbb3f83-183f-4e62-bf3e-48cc5431258f.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 754.418743] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 754.419259] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1fdb03d-8174-4d26-ab64-515501993d21 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.428909] env[69365]: DEBUG oslo_vmware.api [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Waiting for the task: (returnval){ [ 754.428909] env[69365]: value = "task-3468620" [ 754.428909] env[69365]: _type = "Task" [ 754.428909] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.439419] env[69365]: DEBUG oslo_vmware.api [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.729453] env[69365]: DEBUG nova.network.neutron [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Successfully updated port: ac926c38-6684-432d-820c-2de4f1187d91 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 754.746659] env[69365]: DEBUG nova.objects.base [None req-e0f85a9b-b1c0-431e-8282-6733e0033369 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 754.862760] env[69365]: DEBUG nova.compute.manager [req-ada4b237-b6dd-4ca4-acc7-d3149c0079df req-eb6e335b-be3f-412a-a0b6-b3c6c2850f69 service nova] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Received event network-vif-plugged-ac926c38-6684-432d-820c-2de4f1187d91 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 754.863043] env[69365]: DEBUG oslo_concurrency.lockutils [req-ada4b237-b6dd-4ca4-acc7-d3149c0079df req-eb6e335b-be3f-412a-a0b6-b3c6c2850f69 service nova] Acquiring lock "fabfc95e-0186-4a67-9d10-61eeb2e56640-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.863298] env[69365]: DEBUG oslo_concurrency.lockutils [req-ada4b237-b6dd-4ca4-acc7-d3149c0079df req-eb6e335b-be3f-412a-a0b6-b3c6c2850f69 service nova] Lock "fabfc95e-0186-4a67-9d10-61eeb2e56640-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.863510] env[69365]: DEBUG oslo_concurrency.lockutils [req-ada4b237-b6dd-4ca4-acc7-d3149c0079df req-eb6e335b-be3f-412a-a0b6-b3c6c2850f69 service nova] Lock "fabfc95e-0186-4a67-9d10-61eeb2e56640-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.863740] env[69365]: DEBUG nova.compute.manager [req-ada4b237-b6dd-4ca4-acc7-d3149c0079df req-eb6e335b-be3f-412a-a0b6-b3c6c2850f69 service nova] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] No waiting events found dispatching network-vif-plugged-ac926c38-6684-432d-820c-2de4f1187d91 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 754.863911] env[69365]: WARNING nova.compute.manager [req-ada4b237-b6dd-4ca4-acc7-d3149c0079df req-eb6e335b-be3f-412a-a0b6-b3c6c2850f69 service nova] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Received unexpected event network-vif-plugged-ac926c38-6684-432d-820c-2de4f1187d91 for instance with vm_state building and task_state spawning. [ 754.887613] env[69365]: DEBUG oslo_concurrency.lockutils [None req-05680eb7-dd26-47b9-b228-f24c8ffe5401 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Acquiring lock "interface-b19f9838-1483-4324-9039-92cf6737f88e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.887906] env[69365]: DEBUG oslo_concurrency.lockutils [None req-05680eb7-dd26-47b9-b228-f24c8ffe5401 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Lock "interface-b19f9838-1483-4324-9039-92cf6737f88e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.889203] env[69365]: DEBUG nova.objects.instance [None req-05680eb7-dd26-47b9-b228-f24c8ffe5401 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Lazy-loading 'flavor' on Instance uuid b19f9838-1483-4324-9039-92cf6737f88e {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 754.894856] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.944959] env[69365]: DEBUG oslo_vmware.api [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.328009} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.947284] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.948189] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe4e191d-4c80-4a45-9766-002582756545 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.977681] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 9fbb3f83-183f-4e62-bf3e-48cc5431258f/9fbb3f83-183f-4e62-bf3e-48cc5431258f.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.978096] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e446e2f-1de9-40eb-8009-f3ea8f799ad2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.004685] env[69365]: DEBUG oslo_vmware.api [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Waiting for the task: (returnval){ [ 755.004685] env[69365]: value = "task-3468621" [ 755.004685] env[69365]: _type = "Task" [ 755.004685] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.016975] env[69365]: DEBUG oslo_vmware.api [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468621, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.175657] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb6f318-b7e0-4f52-81ef-8dfc241fc365 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.187092] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f01dc4a-9f26-4ed2-a16e-f2e3869d29e3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.221391] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aecd00f-07f3-417c-b63c-61fca53e8959 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.230174] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4bf39c-393c-4ee1-a25c-4630cfa2c3c9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.235136] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquiring lock "refresh_cache-fabfc95e-0186-4a67-9d10-61eeb2e56640" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.235280] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquired lock "refresh_cache-fabfc95e-0186-4a67-9d10-61eeb2e56640" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.235458] env[69365]: DEBUG nova.network.neutron [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.247745] env[69365]: DEBUG nova.compute.provider_tree [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 755.398571] env[69365]: DEBUG nova.objects.instance [None req-05680eb7-dd26-47b9-b228-f24c8ffe5401 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Lazy-loading 'pci_requests' on Instance uuid b19f9838-1483-4324-9039-92cf6737f88e {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.475987] env[69365]: DEBUG nova.network.neutron [None req-e0f85a9b-b1c0-431e-8282-6733e0033369 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Updating instance_info_cache with network_info: [{"id": "981d689b-9821-4fb1-9d3a-c4b41e14a7eb", "address": "fa:16:3e:e9:cc:a0", "network": {"id": "059ad099-404e-4403-bc00-4e45aa8f66c3", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-802553748-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9e7f52b019240b0a0ee761c85898c76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3c995e9-7f2f-420c-880a-d60da6e708ad", "external-id": "nsx-vlan-transportzone-166", "segmentation_id": 166, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap981d689b-98", "ovs_interfaceid": "981d689b-9821-4fb1-9d3a-c4b41e14a7eb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.520025] env[69365]: DEBUG oslo_vmware.api [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.755084] env[69365]: DEBUG nova.scheduler.client.report [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.773773] env[69365]: DEBUG nova.network.neutron [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 755.903840] env[69365]: DEBUG nova.objects.base [None req-05680eb7-dd26-47b9-b228-f24c8ffe5401 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 755.904091] env[69365]: DEBUG nova.network.neutron [None req-05680eb7-dd26-47b9-b228-f24c8ffe5401 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 755.945767] env[69365]: DEBUG nova.network.neutron [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Updating instance_info_cache with network_info: [{"id": "ac926c38-6684-432d-820c-2de4f1187d91", "address": "fa:16:3e:b4:4a:3d", "network": {"id": "6595acef-8050-4b1d-a697-88cef93767c3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1638901633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bfd4edee47a47c9880b265c8f651381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac926c38-66", "ovs_interfaceid": "ac926c38-6684-432d-820c-2de4f1187d91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.977658] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0f85a9b-b1c0-431e-8282-6733e0033369 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Releasing lock "refresh_cache-f76bd555-830a-477a-b202-a54d3090c8d8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.998228] env[69365]: DEBUG oslo_concurrency.lockutils [None req-05680eb7-dd26-47b9-b228-f24c8ffe5401 tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Lock "interface-b19f9838-1483-4324-9039-92cf6737f88e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.110s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.018912] env[69365]: DEBUG oslo_vmware.api [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.259700] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.260287] env[69365]: DEBUG nova.compute.manager [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 756.263258] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d32f3120-916d-487f-946d-90bbdc3be210 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.104s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.264276] env[69365]: DEBUG nova.objects.instance [None req-d32f3120-916d-487f-946d-90bbdc3be210 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Lazy-loading 'resources' on Instance uuid c14bd34b-f591-405c-a7b1-361b4b7fb6f2 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 756.451734] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Releasing lock "refresh_cache-fabfc95e-0186-4a67-9d10-61eeb2e56640" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.452345] env[69365]: DEBUG nova.compute.manager [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Instance network_info: |[{"id": "ac926c38-6684-432d-820c-2de4f1187d91", "address": "fa:16:3e:b4:4a:3d", "network": {"id": "6595acef-8050-4b1d-a697-88cef93767c3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1638901633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bfd4edee47a47c9880b265c8f651381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac926c38-66", "ovs_interfaceid": "ac926c38-6684-432d-820c-2de4f1187d91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 756.452642] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:4a:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4adc8ed0-d11a-4510-9be0-b27c0da3a903', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac926c38-6684-432d-820c-2de4f1187d91', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 756.461206] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Creating folder: Project (9bfd4edee47a47c9880b265c8f651381). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.461490] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-976d6887-d26c-4262-96f7-5c45c093c0de {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.477073] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Created folder: Project (9bfd4edee47a47c9880b265c8f651381) in parent group-v693134. [ 756.477573] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Creating folder: Instances. Parent ref: group-v693211. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 756.477887] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-111d874c-7099-4039-bbc5-e0db8e9b7f79 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.495070] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Created folder: Instances in parent group-v693211. [ 756.498258] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 756.498537] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 756.499161] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-085a6dcd-fbac-4f91-aaef-1fedbff43829 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.532313] env[69365]: DEBUG oslo_vmware.api [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468621, 'name': ReconfigVM_Task, 'duration_secs': 1.12371} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.533977] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 9fbb3f83-183f-4e62-bf3e-48cc5431258f/9fbb3f83-183f-4e62-bf3e-48cc5431258f.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 756.534630] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 756.534630] env[69365]: value = "task-3468624" [ 756.534630] env[69365]: _type = "Task" [ 756.534630] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.534630] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd634d4d-42ff-46e1-b2c9-53868846579d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.546564] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468624, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.547961] env[69365]: DEBUG oslo_vmware.api [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Waiting for the task: (returnval){ [ 756.547961] env[69365]: value = "task-3468625" [ 756.547961] env[69365]: _type = "Task" [ 756.547961] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.557699] env[69365]: DEBUG oslo_vmware.api [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468625, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.769584] env[69365]: DEBUG nova.compute.utils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 756.771169] env[69365]: DEBUG nova.compute.manager [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 756.771356] env[69365]: DEBUG nova.network.neutron [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 756.831860] env[69365]: DEBUG nova.policy [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '663fc302acaa451f97fd990c2a92fe0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bfd4edee47a47c9880b265c8f651381', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 756.984396] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f85a9b-b1c0-431e-8282-6733e0033369 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.984702] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b241898f-4762-45b9-a6b0-7cafe4d212af {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.994665] env[69365]: DEBUG oslo_vmware.api [None req-e0f85a9b-b1c0-431e-8282-6733e0033369 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for the task: (returnval){ [ 756.994665] env[69365]: value = "task-3468626" [ 756.994665] env[69365]: _type = "Task" [ 756.994665] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.010855] env[69365]: DEBUG oslo_vmware.api [None req-e0f85a9b-b1c0-431e-8282-6733e0033369 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.048324] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468624, 'name': CreateVM_Task, 'duration_secs': 0.361842} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.051237] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.055184] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.055365] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.055718] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.056022] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0e375d9-a845-4283-b7c8-2ea9bd5da770 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.062210] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for the task: (returnval){ [ 757.062210] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]522bbe5a-e842-a695-6625-b1216cfd3c10" [ 757.062210] env[69365]: _type = "Task" [ 757.062210] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.068875] env[69365]: DEBUG oslo_vmware.api [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468625, 'name': Rename_Task, 'duration_secs': 0.170091} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.072517] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.072823] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eaecdc73-8d84-44dd-8e86-61750c822bc9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.081395] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]522bbe5a-e842-a695-6625-b1216cfd3c10, 'name': SearchDatastore_Task, 'duration_secs': 0.014618} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.085743] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.085997] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.086411] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.086411] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.086560] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.086934] env[69365]: DEBUG oslo_vmware.api [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Waiting for the task: (returnval){ [ 757.086934] env[69365]: value = "task-3468627" [ 757.086934] env[69365]: _type = "Task" [ 757.086934] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.087688] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b2f0711-05f0-48cf-82f7-407148dbf94e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.101285] env[69365]: DEBUG oslo_vmware.api [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.105400] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.105575] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.106609] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44464cf5-e5c0-40f4-a2ba-6d2404db2223 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.113882] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for the task: (returnval){ [ 757.113882] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52476c6a-46a6-3765-2d8d-3652896a07a9" [ 757.113882] env[69365]: _type = "Task" [ 757.113882] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.133406] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52476c6a-46a6-3765-2d8d-3652896a07a9, 'name': SearchDatastore_Task, 'duration_secs': 0.011659} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.134434] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29979a3e-d6e6-4a56-8ce2-3944f57bfdfd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.142067] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for the task: (returnval){ [ 757.142067] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d1cec2-f4d3-5fcd-2ad9-a8ef367ac4c3" [ 757.142067] env[69365]: _type = "Task" [ 757.142067] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.159225] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d1cec2-f4d3-5fcd-2ad9-a8ef367ac4c3, 'name': SearchDatastore_Task, 'duration_secs': 0.011715} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.162483] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.164029] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] fabfc95e-0186-4a67-9d10-61eeb2e56640/fabfc95e-0186-4a67-9d10-61eeb2e56640.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.164029] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb50ed1a-db6b-419d-b29e-2cd9a17dcf1b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.177468] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for the task: (returnval){ [ 757.177468] env[69365]: value = "task-3468628" [ 757.177468] env[69365]: _type = "Task" [ 757.177468] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.192337] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.279410] env[69365]: DEBUG nova.compute.manager [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 757.307733] env[69365]: DEBUG nova.network.neutron [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Successfully created port: cffa4b64-fdd2-4032-a5a5-bc0746b59e92 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 757.426379] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c434596b-f625-4871-8c8e-1d2dc5ca492d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.436426] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8eddd8-749a-43ef-970f-1e548c826ef2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.477482] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7308574-6c24-4d30-87ba-06008cda2b20 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.481549] env[69365]: DEBUG nova.compute.manager [req-c33bb035-62d9-43af-ab73-3591f6c23b71 req-e13306bb-e824-400e-90ff-8e96d6193512 service nova] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Received event network-changed-ac926c38-6684-432d-820c-2de4f1187d91 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 757.481762] env[69365]: DEBUG nova.compute.manager [req-c33bb035-62d9-43af-ab73-3591f6c23b71 req-e13306bb-e824-400e-90ff-8e96d6193512 service nova] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Refreshing instance network info cache due to event network-changed-ac926c38-6684-432d-820c-2de4f1187d91. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 757.481996] env[69365]: DEBUG oslo_concurrency.lockutils [req-c33bb035-62d9-43af-ab73-3591f6c23b71 req-e13306bb-e824-400e-90ff-8e96d6193512 service nova] Acquiring lock "refresh_cache-fabfc95e-0186-4a67-9d10-61eeb2e56640" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.483642] env[69365]: DEBUG oslo_concurrency.lockutils [req-c33bb035-62d9-43af-ab73-3591f6c23b71 req-e13306bb-e824-400e-90ff-8e96d6193512 service nova] Acquired lock "refresh_cache-fabfc95e-0186-4a67-9d10-61eeb2e56640" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.483642] env[69365]: DEBUG nova.network.neutron [req-c33bb035-62d9-43af-ab73-3591f6c23b71 req-e13306bb-e824-400e-90ff-8e96d6193512 service nova] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Refreshing network info cache for port ac926c38-6684-432d-820c-2de4f1187d91 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.492314] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5fb5a6-6296-492c-b7cc-9c9b444b943e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.518906] env[69365]: DEBUG oslo_vmware.api [None req-e0f85a9b-b1c0-431e-8282-6733e0033369 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468626, 'name': PowerOnVM_Task, 'duration_secs': 0.468461} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.519811] env[69365]: DEBUG nova.compute.provider_tree [None req-d32f3120-916d-487f-946d-90bbdc3be210 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.521041] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0f85a9b-b1c0-431e-8282-6733e0033369 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.521288] env[69365]: DEBUG nova.compute.manager [None req-e0f85a9b-b1c0-431e-8282-6733e0033369 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.522425] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6e4020-c5f8-4c5f-8fbd-db2b1173e84a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.605054] env[69365]: DEBUG oslo_vmware.api [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468627, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.691780] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468628, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.022872] env[69365]: DEBUG nova.scheduler.client.report [None req-d32f3120-916d-487f-946d-90bbdc3be210 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.104063] env[69365]: DEBUG oslo_vmware.api [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468627, 'name': PowerOnVM_Task, 'duration_secs': 0.955031} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.104341] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.104546] env[69365]: INFO nova.compute.manager [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Took 9.26 seconds to spawn the instance on the hypervisor. [ 758.104724] env[69365]: DEBUG nova.compute.manager [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.105545] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342c2184-742c-4d5c-8019-c5fdb714c9db {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.192864] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468628, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572139} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.195722] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] fabfc95e-0186-4a67-9d10-61eeb2e56640/fabfc95e-0186-4a67-9d10-61eeb2e56640.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.195949] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.200320] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d97bd8e-794f-4880-a139-6d350cfdbef8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.208398] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for the task: (returnval){ [ 758.208398] env[69365]: value = "task-3468629" [ 758.208398] env[69365]: _type = "Task" [ 758.208398] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.216936] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.256397] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cc1fa23b-e6a7-46b7-85fb-cfefc478a85a tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Acquiring lock "b19f9838-1483-4324-9039-92cf6737f88e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.256757] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cc1fa23b-e6a7-46b7-85fb-cfefc478a85a tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Lock "b19f9838-1483-4324-9039-92cf6737f88e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.256983] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cc1fa23b-e6a7-46b7-85fb-cfefc478a85a tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Acquiring lock "b19f9838-1483-4324-9039-92cf6737f88e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.257196] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cc1fa23b-e6a7-46b7-85fb-cfefc478a85a tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Lock "b19f9838-1483-4324-9039-92cf6737f88e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.257394] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cc1fa23b-e6a7-46b7-85fb-cfefc478a85a tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Lock "b19f9838-1483-4324-9039-92cf6737f88e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.259917] env[69365]: INFO nova.compute.manager [None req-cc1fa23b-e6a7-46b7-85fb-cfefc478a85a tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Terminating instance [ 758.292480] env[69365]: DEBUG nova.compute.manager [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 758.319041] env[69365]: DEBUG nova.network.neutron [req-c33bb035-62d9-43af-ab73-3591f6c23b71 req-e13306bb-e824-400e-90ff-8e96d6193512 service nova] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Updated VIF entry in instance network info cache for port ac926c38-6684-432d-820c-2de4f1187d91. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 758.319041] env[69365]: DEBUG nova.network.neutron [req-c33bb035-62d9-43af-ab73-3591f6c23b71 req-e13306bb-e824-400e-90ff-8e96d6193512 service nova] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Updating instance_info_cache with network_info: [{"id": "ac926c38-6684-432d-820c-2de4f1187d91", "address": "fa:16:3e:b4:4a:3d", "network": {"id": "6595acef-8050-4b1d-a697-88cef93767c3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1638901633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bfd4edee47a47c9880b265c8f651381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac926c38-66", "ovs_interfaceid": "ac926c38-6684-432d-820c-2de4f1187d91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.326677] env[69365]: DEBUG nova.virt.hardware [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 758.326677] env[69365]: DEBUG nova.virt.hardware [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 758.326677] env[69365]: DEBUG nova.virt.hardware [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 758.326832] env[69365]: DEBUG nova.virt.hardware [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 758.326945] env[69365]: DEBUG nova.virt.hardware [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 758.327237] env[69365]: DEBUG nova.virt.hardware [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 758.328112] env[69365]: DEBUG nova.virt.hardware [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 758.328112] env[69365]: DEBUG nova.virt.hardware [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 758.328112] env[69365]: DEBUG nova.virt.hardware [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 758.328112] env[69365]: DEBUG nova.virt.hardware [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 758.328112] env[69365]: DEBUG nova.virt.hardware [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 758.329943] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38d14c1-9f89-4b19-8f4a-6cb1a93014c3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.339389] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d94b1f7-f846-4c96-985a-dd780a28ee06 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.531658] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d32f3120-916d-487f-946d-90bbdc3be210 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.267s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.533887] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.753s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.536098] env[69365]: INFO nova.compute.claims [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.552552] env[69365]: INFO nova.scheduler.client.report [None req-d32f3120-916d-487f-946d-90bbdc3be210 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Deleted allocations for instance c14bd34b-f591-405c-a7b1-361b4b7fb6f2 [ 758.630821] env[69365]: INFO nova.compute.manager [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Took 41.74 seconds to build instance. [ 758.632743] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Acquiring lock "bdcd53fc-2733-4e88-8e45-1dcf23f3609d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.633063] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Lock "bdcd53fc-2733-4e88-8e45-1dcf23f3609d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.720740] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092351} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.720978] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.721842] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418ee34b-481b-43d8-9412-9ebb7ad2efa6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.746514] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] fabfc95e-0186-4a67-9d10-61eeb2e56640/fabfc95e-0186-4a67-9d10-61eeb2e56640.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.746883] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-279f2da8-3a7e-4b51-bf88-5b896ebf7f54 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.766195] env[69365]: DEBUG nova.compute.manager [None req-cc1fa23b-e6a7-46b7-85fb-cfefc478a85a tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 758.766195] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1fa23b-e6a7-46b7-85fb-cfefc478a85a tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 758.766995] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575b7b77-07f9-4d5c-a08e-ee36f3aba62e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.771676] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for the task: (returnval){ [ 758.771676] env[69365]: value = "task-3468630" [ 758.771676] env[69365]: _type = "Task" [ 758.771676] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.777502] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc1fa23b-e6a7-46b7-85fb-cfefc478a85a tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.778201] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0301f3bf-9872-4c2c-8655-f0f751e59925 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.784572] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468630, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.792436] env[69365]: DEBUG oslo_vmware.api [None req-cc1fa23b-e6a7-46b7-85fb-cfefc478a85a tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Waiting for the task: (returnval){ [ 758.792436] env[69365]: value = "task-3468631" [ 758.792436] env[69365]: _type = "Task" [ 758.792436] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.803823] env[69365]: DEBUG oslo_vmware.api [None req-cc1fa23b-e6a7-46b7-85fb-cfefc478a85a tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Task: {'id': task-3468631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.821232] env[69365]: DEBUG oslo_concurrency.lockutils [req-c33bb035-62d9-43af-ab73-3591f6c23b71 req-e13306bb-e824-400e-90ff-8e96d6193512 service nova] Releasing lock "refresh_cache-fabfc95e-0186-4a67-9d10-61eeb2e56640" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.978081] env[69365]: DEBUG nova.network.neutron [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Successfully updated port: cffa4b64-fdd2-4032-a5a5-bc0746b59e92 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.060926] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d32f3120-916d-487f-946d-90bbdc3be210 tempest-ServersTestJSON-737576159 tempest-ServersTestJSON-737576159-project-member] Lock "c14bd34b-f591-405c-a7b1-361b4b7fb6f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.233s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.135253] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6c2beed6-5dc0-47a1-ac0d-d057c36522b1 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Lock "9fbb3f83-183f-4e62-bf3e-48cc5431258f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.270s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.285337] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468630, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.306675] env[69365]: DEBUG oslo_vmware.api [None req-cc1fa23b-e6a7-46b7-85fb-cfefc478a85a tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Task: {'id': task-3468631, 'name': PowerOffVM_Task, 'duration_secs': 0.360002} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.307054] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc1fa23b-e6a7-46b7-85fb-cfefc478a85a tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.307268] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1fa23b-e6a7-46b7-85fb-cfefc478a85a tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 759.307560] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bfd171b-7ff9-4582-90e8-b1e13a72998c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.375271] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1fa23b-e6a7-46b7-85fb-cfefc478a85a tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 759.375512] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1fa23b-e6a7-46b7-85fb-cfefc478a85a tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 759.375740] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc1fa23b-e6a7-46b7-85fb-cfefc478a85a tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Deleting the datastore file [datastore2] b19f9838-1483-4324-9039-92cf6737f88e {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 759.376045] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0fd3a6d-5d03-4683-a1f6-e3eabccc114f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.390222] env[69365]: DEBUG oslo_vmware.api [None req-cc1fa23b-e6a7-46b7-85fb-cfefc478a85a tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Waiting for the task: (returnval){ [ 759.390222] env[69365]: value = "task-3468633" [ 759.390222] env[69365]: _type = "Task" [ 759.390222] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.396462] env[69365]: DEBUG oslo_vmware.api [None req-cc1fa23b-e6a7-46b7-85fb-cfefc478a85a tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Task: {'id': task-3468633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.480549] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquiring lock "refresh_cache-7424581f-2315-4bf3-a27e-d31663304dfd" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.480750] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquired lock "refresh_cache-7424581f-2315-4bf3-a27e-d31663304dfd" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.480942] env[69365]: DEBUG nova.network.neutron [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.640651] env[69365]: DEBUG nova.compute.manager [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 759.703064] env[69365]: DEBUG nova.compute.manager [req-4729deb7-05c5-4e65-87fc-6223c6c18812 req-25f1e106-0144-47c9-b125-590171e3e770 service nova] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Received event network-vif-plugged-cffa4b64-fdd2-4032-a5a5-bc0746b59e92 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.703064] env[69365]: DEBUG oslo_concurrency.lockutils [req-4729deb7-05c5-4e65-87fc-6223c6c18812 req-25f1e106-0144-47c9-b125-590171e3e770 service nova] Acquiring lock "7424581f-2315-4bf3-a27e-d31663304dfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.703064] env[69365]: DEBUG oslo_concurrency.lockutils [req-4729deb7-05c5-4e65-87fc-6223c6c18812 req-25f1e106-0144-47c9-b125-590171e3e770 service nova] Lock "7424581f-2315-4bf3-a27e-d31663304dfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.703420] env[69365]: DEBUG oslo_concurrency.lockutils [req-4729deb7-05c5-4e65-87fc-6223c6c18812 req-25f1e106-0144-47c9-b125-590171e3e770 service nova] Lock "7424581f-2315-4bf3-a27e-d31663304dfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.703420] env[69365]: DEBUG nova.compute.manager [req-4729deb7-05c5-4e65-87fc-6223c6c18812 req-25f1e106-0144-47c9-b125-590171e3e770 service nova] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] No waiting events found dispatching network-vif-plugged-cffa4b64-fdd2-4032-a5a5-bc0746b59e92 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 759.703488] env[69365]: WARNING nova.compute.manager [req-4729deb7-05c5-4e65-87fc-6223c6c18812 req-25f1e106-0144-47c9-b125-590171e3e770 service nova] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Received unexpected event network-vif-plugged-cffa4b64-fdd2-4032-a5a5-bc0746b59e92 for instance with vm_state building and task_state spawning. [ 759.704583] env[69365]: DEBUG nova.compute.manager [req-4729deb7-05c5-4e65-87fc-6223c6c18812 req-25f1e106-0144-47c9-b125-590171e3e770 service nova] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Received event network-changed-cffa4b64-fdd2-4032-a5a5-bc0746b59e92 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 759.704583] env[69365]: DEBUG nova.compute.manager [req-4729deb7-05c5-4e65-87fc-6223c6c18812 req-25f1e106-0144-47c9-b125-590171e3e770 service nova] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Refreshing instance network info cache due to event network-changed-cffa4b64-fdd2-4032-a5a5-bc0746b59e92. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 759.704583] env[69365]: DEBUG oslo_concurrency.lockutils [req-4729deb7-05c5-4e65-87fc-6223c6c18812 req-25f1e106-0144-47c9-b125-590171e3e770 service nova] Acquiring lock "refresh_cache-7424581f-2315-4bf3-a27e-d31663304dfd" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.788131] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468630, 'name': ReconfigVM_Task, 'duration_secs': 0.526793} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.788471] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Reconfigured VM instance instance-0000001b to attach disk [datastore2] fabfc95e-0186-4a67-9d10-61eeb2e56640/fabfc95e-0186-4a67-9d10-61eeb2e56640.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.789114] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54d60322-0034-457f-8f9d-0ee719c4daec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.799349] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for the task: (returnval){ [ 759.799349] env[69365]: value = "task-3468634" [ 759.799349] env[69365]: _type = "Task" [ 759.799349] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.811298] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468634, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.889334] env[69365]: DEBUG nova.compute.manager [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.890341] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fd1ccb-3b91-42c3-b7eb-836875fb3a63 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.912039] env[69365]: DEBUG oslo_vmware.api [None req-cc1fa23b-e6a7-46b7-85fb-cfefc478a85a tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Task: {'id': task-3468633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306658} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.912039] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc1fa23b-e6a7-46b7-85fb-cfefc478a85a tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 759.912039] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1fa23b-e6a7-46b7-85fb-cfefc478a85a tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 759.912039] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1fa23b-e6a7-46b7-85fb-cfefc478a85a tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 759.912039] env[69365]: INFO nova.compute.manager [None req-cc1fa23b-e6a7-46b7-85fb-cfefc478a85a tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 759.912535] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc1fa23b-e6a7-46b7-85fb-cfefc478a85a tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 759.912535] env[69365]: DEBUG nova.compute.manager [-] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 759.912535] env[69365]: DEBUG nova.network.neutron [-] [instance: b19f9838-1483-4324-9039-92cf6737f88e] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 760.041904] env[69365]: DEBUG nova.network.neutron [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.102225] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5868c6-cf5b-45a6-8606-95c0d12290a7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.114200] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16dca909-dc41-40ac-8e73-9264ecb5a925 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.149496] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e38bb40-fd91-40d5-988d-89a93f66de68 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.160029] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e83d059-2552-4c73-80a1-26a7e24a1104 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.165155] env[69365]: DEBUG oslo_concurrency.lockutils [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.183072] env[69365]: DEBUG nova.compute.provider_tree [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.311164] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468634, 'name': Rename_Task, 'duration_secs': 0.36627} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.311553] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.311765] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34d99998-c395-4e8b-aafc-690da36ef072 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.322710] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for the task: (returnval){ [ 760.322710] env[69365]: value = "task-3468635" [ 760.322710] env[69365]: _type = "Task" [ 760.322710] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.331783] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.342939] env[69365]: DEBUG nova.network.neutron [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Updating instance_info_cache with network_info: [{"id": "cffa4b64-fdd2-4032-a5a5-bc0746b59e92", "address": "fa:16:3e:49:da:d9", "network": {"id": "6595acef-8050-4b1d-a697-88cef93767c3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1638901633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bfd4edee47a47c9880b265c8f651381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcffa4b64-fd", "ovs_interfaceid": "cffa4b64-fdd2-4032-a5a5-bc0746b59e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.410656] env[69365]: INFO nova.compute.manager [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] instance snapshotting [ 760.413772] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4968c7c1-b78f-499f-b9f5-843c90514421 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.436460] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c4aeef-cea4-4088-8b99-fe1f09cd9eda {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.688322] env[69365]: DEBUG nova.scheduler.client.report [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.832079] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468635, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.849022] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Releasing lock "refresh_cache-7424581f-2315-4bf3-a27e-d31663304dfd" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.849022] env[69365]: DEBUG nova.compute.manager [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Instance network_info: |[{"id": "cffa4b64-fdd2-4032-a5a5-bc0746b59e92", "address": "fa:16:3e:49:da:d9", "network": {"id": "6595acef-8050-4b1d-a697-88cef93767c3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1638901633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bfd4edee47a47c9880b265c8f651381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcffa4b64-fd", "ovs_interfaceid": "cffa4b64-fdd2-4032-a5a5-bc0746b59e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 760.849499] env[69365]: DEBUG oslo_concurrency.lockutils [req-4729deb7-05c5-4e65-87fc-6223c6c18812 req-25f1e106-0144-47c9-b125-590171e3e770 service nova] Acquired lock "refresh_cache-7424581f-2315-4bf3-a27e-d31663304dfd" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.849499] env[69365]: DEBUG nova.network.neutron [req-4729deb7-05c5-4e65-87fc-6223c6c18812 req-25f1e106-0144-47c9-b125-590171e3e770 service nova] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Refreshing network info cache for port cffa4b64-fdd2-4032-a5a5-bc0746b59e92 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 760.849499] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:da:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4adc8ed0-d11a-4510-9be0-b27c0da3a903', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cffa4b64-fdd2-4032-a5a5-bc0746b59e92', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 760.862300] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 760.869225] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 760.870127] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6097513a-5950-4beb-aa48-6e2dd88fc728 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.902446] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 760.902446] env[69365]: value = "task-3468636" [ 760.902446] env[69365]: _type = "Task" [ 760.902446] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.911207] env[69365]: DEBUG nova.network.neutron [-] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.912944] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468636, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.949034] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 760.950905] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0cc04e51-be38-4148-8369-915f6241244f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.961477] env[69365]: DEBUG oslo_vmware.api [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Waiting for the task: (returnval){ [ 760.961477] env[69365]: value = "task-3468637" [ 760.961477] env[69365]: _type = "Task" [ 760.961477] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.973028] env[69365]: DEBUG oslo_vmware.api [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468637, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.142097] env[69365]: DEBUG nova.network.neutron [req-4729deb7-05c5-4e65-87fc-6223c6c18812 req-25f1e106-0144-47c9-b125-590171e3e770 service nova] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Updated VIF entry in instance network info cache for port cffa4b64-fdd2-4032-a5a5-bc0746b59e92. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 761.142555] env[69365]: DEBUG nova.network.neutron [req-4729deb7-05c5-4e65-87fc-6223c6c18812 req-25f1e106-0144-47c9-b125-590171e3e770 service nova] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Updating instance_info_cache with network_info: [{"id": "cffa4b64-fdd2-4032-a5a5-bc0746b59e92", "address": "fa:16:3e:49:da:d9", "network": {"id": "6595acef-8050-4b1d-a697-88cef93767c3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1638901633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bfd4edee47a47c9880b265c8f651381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcffa4b64-fd", "ovs_interfaceid": "cffa4b64-fdd2-4032-a5a5-bc0746b59e92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.196940] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.197487] env[69365]: DEBUG nova.compute.manager [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 761.200383] env[69365]: DEBUG oslo_concurrency.lockutils [None req-edddd593-b45c-4160-8fbd-fc0cd2d2a4e0 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 31.633s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.333351] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468635, 'name': PowerOnVM_Task, 'duration_secs': 0.675301} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.333729] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.333885] env[69365]: INFO nova.compute.manager [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Took 7.57 seconds to spawn the instance on the hypervisor. [ 761.334134] env[69365]: DEBUG nova.compute.manager [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 761.335265] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757fb088-a76c-4523-b993-be350d208f20 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.410603] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468636, 'name': CreateVM_Task, 'duration_secs': 0.381404} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.410785] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.411533] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.411700] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.412016] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.412275] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56731845-4a30-44b9-94c8-cdc7eb766ce2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.414440] env[69365]: INFO nova.compute.manager [-] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Took 1.50 seconds to deallocate network for instance. [ 761.421952] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for the task: (returnval){ [ 761.421952] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5222b80d-399c-c897-dab9-d84c7e3205f5" [ 761.421952] env[69365]: _type = "Task" [ 761.421952] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.430022] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5222b80d-399c-c897-dab9-d84c7e3205f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.473051] env[69365]: DEBUG oslo_vmware.api [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468637, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.645244] env[69365]: DEBUG oslo_concurrency.lockutils [req-4729deb7-05c5-4e65-87fc-6223c6c18812 req-25f1e106-0144-47c9-b125-590171e3e770 service nova] Releasing lock "refresh_cache-7424581f-2315-4bf3-a27e-d31663304dfd" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.712020] env[69365]: DEBUG nova.compute.utils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.712020] env[69365]: DEBUG nova.compute.manager [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 761.712020] env[69365]: DEBUG nova.network.neutron [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 761.762413] env[69365]: DEBUG nova.policy [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '663fc302acaa451f97fd990c2a92fe0c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9bfd4edee47a47c9880b265c8f651381', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 761.858675] env[69365]: INFO nova.compute.manager [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Took 43.29 seconds to build instance. [ 761.922674] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cc1fa23b-e6a7-46b7-85fb-cfefc478a85a tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.938646] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5222b80d-399c-c897-dab9-d84c7e3205f5, 'name': SearchDatastore_Task, 'duration_secs': 0.021569} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.939089] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.939215] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.939441] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.939601] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.939807] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.940260] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9f8e2e1-8f3d-4e3f-80fb-de890be3e83a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.950583] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.950928] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.952671] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-333f2a26-0bc9-4c4e-b400-62eee1b9f5b6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.964728] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for the task: (returnval){ [ 761.964728] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]521e75a1-61ee-a4fe-b163-d24f4b3cbd2c" [ 761.964728] env[69365]: _type = "Task" [ 761.964728] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.978508] env[69365]: DEBUG nova.compute.manager [req-90a1031e-964b-432d-b0c4-2f75cbca127b req-645047e8-48d5-4ab0-937f-a1689c689c32 service nova] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Received event network-vif-deleted-c3be55e2-c17c-4035-8e41-2db86264ffc5 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 761.984204] env[69365]: DEBUG oslo_concurrency.lockutils [None req-579e046d-1f42-4ade-a665-b1bb1e107c65 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquiring lock "ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.984631] env[69365]: DEBUG oslo_concurrency.lockutils [None req-579e046d-1f42-4ade-a665-b1bb1e107c65 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lock "ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.984999] env[69365]: DEBUG oslo_concurrency.lockutils [None req-579e046d-1f42-4ade-a665-b1bb1e107c65 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquiring lock "ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.985425] env[69365]: DEBUG oslo_concurrency.lockutils [None req-579e046d-1f42-4ade-a665-b1bb1e107c65 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lock "ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.986025] env[69365]: DEBUG oslo_concurrency.lockutils [None req-579e046d-1f42-4ade-a665-b1bb1e107c65 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lock "ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.992788] env[69365]: INFO nova.compute.manager [None req-579e046d-1f42-4ade-a665-b1bb1e107c65 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Terminating instance [ 761.995459] env[69365]: DEBUG oslo_vmware.api [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468637, 'name': CreateSnapshot_Task, 'duration_secs': 0.815251} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.996433] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 762.000989] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3668c1c-35bd-4a4e-ac39-8ccdfa8e1400 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.004626] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521e75a1-61ee-a4fe-b163-d24f4b3cbd2c, 'name': SearchDatastore_Task, 'duration_secs': 0.025893} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.006196] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a430baf1-5235-414c-83c0-e42ea6c388ec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.021012] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for the task: (returnval){ [ 762.021012] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52622825-530d-9b58-6959-1a46a3fbe861" [ 762.021012] env[69365]: _type = "Task" [ 762.021012] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.029500] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52622825-530d-9b58-6959-1a46a3fbe861, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.181837] env[69365]: DEBUG nova.network.neutron [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Successfully created port: e4ca11ec-7d99-431b-9ccf-d45ef553187b {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 762.220977] env[69365]: DEBUG nova.compute.manager [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 762.356696] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27287075-9876-4a23-97a0-7c77ef2ed4db {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.361786] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Lock "fabfc95e-0186-4a67-9d10-61eeb2e56640" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.663s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.369852] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108712a1-e8cd-4ad1-a218-f12cc4640f98 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.401254] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f80ee5-819c-4bcc-aed8-88deaa223590 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.411098] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158ed795-8a8d-4e96-bb47-fae492601375 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.424798] env[69365]: DEBUG nova.compute.provider_tree [None req-edddd593-b45c-4160-8fbd-fc0cd2d2a4e0 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.498296] env[69365]: DEBUG nova.compute.manager [None req-579e046d-1f42-4ade-a665-b1bb1e107c65 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.498513] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-579e046d-1f42-4ade-a665-b1bb1e107c65 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.499453] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac61e48-be45-4473-a412-ab5ab9522b86 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.511094] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-579e046d-1f42-4ade-a665-b1bb1e107c65 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.511094] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5c4cf8a-0b1d-4cc9-b5ab-e29af052e36e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.515399] env[69365]: DEBUG oslo_vmware.api [None req-579e046d-1f42-4ade-a665-b1bb1e107c65 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for the task: (returnval){ [ 762.515399] env[69365]: value = "task-3468638" [ 762.515399] env[69365]: _type = "Task" [ 762.515399] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.522975] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 762.526967] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c727de11-7ed2-4fad-8962-3c4f7a2248f4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.537245] env[69365]: DEBUG oslo_vmware.api [None req-579e046d-1f42-4ade-a665-b1bb1e107c65 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.544304] env[69365]: DEBUG oslo_vmware.api [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Waiting for the task: (returnval){ [ 762.544304] env[69365]: value = "task-3468639" [ 762.544304] env[69365]: _type = "Task" [ 762.544304] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.544966] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52622825-530d-9b58-6959-1a46a3fbe861, 'name': SearchDatastore_Task, 'duration_secs': 0.028139} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.544966] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.545139] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 7424581f-2315-4bf3-a27e-d31663304dfd/7424581f-2315-4bf3-a27e-d31663304dfd.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.548350] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bbcfce4-97e9-4f60-9c0b-37023713b2dd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.555792] env[69365]: DEBUG oslo_vmware.api [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468639, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.557222] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for the task: (returnval){ [ 762.557222] env[69365]: value = "task-3468640" [ 762.557222] env[69365]: _type = "Task" [ 762.557222] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.564761] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.864360] env[69365]: DEBUG nova.compute.manager [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.928541] env[69365]: DEBUG nova.scheduler.client.report [None req-edddd593-b45c-4160-8fbd-fc0cd2d2a4e0 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.028521] env[69365]: DEBUG oslo_vmware.api [None req-579e046d-1f42-4ade-a665-b1bb1e107c65 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468638, 'name': PowerOffVM_Task, 'duration_secs': 0.186494} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.028813] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-579e046d-1f42-4ade-a665-b1bb1e107c65 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.029052] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-579e046d-1f42-4ade-a665-b1bb1e107c65 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.029303] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c69eba7-5a96-4e27-bdda-fd8505a7dd8a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.054809] env[69365]: DEBUG oslo_vmware.api [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468639, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.069548] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468640, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.095986] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-579e046d-1f42-4ade-a665-b1bb1e107c65 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.096375] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-579e046d-1f42-4ade-a665-b1bb1e107c65 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.096672] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-579e046d-1f42-4ade-a665-b1bb1e107c65 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Deleting the datastore file [datastore1] ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.097092] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f07c9b9b-48c2-4037-a070-ed946ab80395 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.107384] env[69365]: DEBUG oslo_vmware.api [None req-579e046d-1f42-4ade-a665-b1bb1e107c65 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for the task: (returnval){ [ 763.107384] env[69365]: value = "task-3468642" [ 763.107384] env[69365]: _type = "Task" [ 763.107384] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.122551] env[69365]: DEBUG oslo_vmware.api [None req-579e046d-1f42-4ade-a665-b1bb1e107c65 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468642, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.229897] env[69365]: DEBUG nova.compute.manager [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 763.255632] env[69365]: DEBUG nova.virt.hardware [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 763.256102] env[69365]: DEBUG nova.virt.hardware [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 763.256466] env[69365]: DEBUG nova.virt.hardware [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.256746] env[69365]: DEBUG nova.virt.hardware [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 763.256949] env[69365]: DEBUG nova.virt.hardware [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.257175] env[69365]: DEBUG nova.virt.hardware [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 763.257486] env[69365]: DEBUG nova.virt.hardware [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 763.257921] env[69365]: DEBUG nova.virt.hardware [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 763.258200] env[69365]: DEBUG nova.virt.hardware [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 763.258477] env[69365]: DEBUG nova.virt.hardware [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 763.258723] env[69365]: DEBUG nova.virt.hardware [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 763.259702] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e12ce48c-9d59-4d47-af91-8d5760b8f427 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.268579] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaca0a37-ed99-46d8-98b7-890dcbb17b42 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.390024] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.560014] env[69365]: DEBUG oslo_vmware.api [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468639, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.570976] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63331} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.573042] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 7424581f-2315-4bf3-a27e-d31663304dfd/7424581f-2315-4bf3-a27e-d31663304dfd.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.573042] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.573042] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a082524-01f9-4a0d-b7af-b572581de933 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.578418] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for the task: (returnval){ [ 763.578418] env[69365]: value = "task-3468643" [ 763.578418] env[69365]: _type = "Task" [ 763.578418] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.587917] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468643, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.617676] env[69365]: DEBUG oslo_vmware.api [None req-579e046d-1f42-4ade-a665-b1bb1e107c65 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468642, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211385} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.618161] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-579e046d-1f42-4ade-a665-b1bb1e107c65 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.618393] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-579e046d-1f42-4ade-a665-b1bb1e107c65 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.618633] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-579e046d-1f42-4ade-a665-b1bb1e107c65 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.618860] env[69365]: INFO nova.compute.manager [None req-579e046d-1f42-4ade-a665-b1bb1e107c65 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 763.619133] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-579e046d-1f42-4ade-a665-b1bb1e107c65 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.619363] env[69365]: DEBUG nova.compute.manager [-] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.619482] env[69365]: DEBUG nova.network.neutron [-] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.941337] env[69365]: DEBUG oslo_concurrency.lockutils [None req-edddd593-b45c-4160-8fbd-fc0cd2d2a4e0 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.740s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.943850] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fb0056a4-5bcf-494f-bce3-78d06421d4b3 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.142s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.944751] env[69365]: DEBUG nova.objects.instance [None req-fb0056a4-5bcf-494f-bce3-78d06421d4b3 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Lazy-loading 'resources' on Instance uuid b7838117-1e5b-4ff3-8b59-faf4aecc6516 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.008755] env[69365]: DEBUG nova.compute.manager [req-63574662-ee8d-43fa-9364-6d80a2c5cd51 req-9a411cc7-65d7-433a-86b3-54b1a1dee62a service nova] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Received event network-vif-plugged-e4ca11ec-7d99-431b-9ccf-d45ef553187b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 764.008966] env[69365]: DEBUG oslo_concurrency.lockutils [req-63574662-ee8d-43fa-9364-6d80a2c5cd51 req-9a411cc7-65d7-433a-86b3-54b1a1dee62a service nova] Acquiring lock "ce04b55d-6066-4f68-8c8c-bc4cfa0f2461-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.009189] env[69365]: DEBUG oslo_concurrency.lockutils [req-63574662-ee8d-43fa-9364-6d80a2c5cd51 req-9a411cc7-65d7-433a-86b3-54b1a1dee62a service nova] Lock "ce04b55d-6066-4f68-8c8c-bc4cfa0f2461-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.009356] env[69365]: DEBUG oslo_concurrency.lockutils [req-63574662-ee8d-43fa-9364-6d80a2c5cd51 req-9a411cc7-65d7-433a-86b3-54b1a1dee62a service nova] Lock "ce04b55d-6066-4f68-8c8c-bc4cfa0f2461-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.009588] env[69365]: DEBUG nova.compute.manager [req-63574662-ee8d-43fa-9364-6d80a2c5cd51 req-9a411cc7-65d7-433a-86b3-54b1a1dee62a service nova] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] No waiting events found dispatching network-vif-plugged-e4ca11ec-7d99-431b-9ccf-d45ef553187b {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 764.009777] env[69365]: WARNING nova.compute.manager [req-63574662-ee8d-43fa-9364-6d80a2c5cd51 req-9a411cc7-65d7-433a-86b3-54b1a1dee62a service nova] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Received unexpected event network-vif-plugged-e4ca11ec-7d99-431b-9ccf-d45ef553187b for instance with vm_state building and task_state spawning. [ 764.057343] env[69365]: DEBUG oslo_vmware.api [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468639, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.090036] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468643, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064072} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.090481] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.091337] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67317ed-7396-464a-ab9c-1e57f98414a5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.117362] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] 7424581f-2315-4bf3-a27e-d31663304dfd/7424581f-2315-4bf3-a27e-d31663304dfd.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.117658] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-213c9376-47e4-4e03-9b8e-a0842330b760 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.142992] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for the task: (returnval){ [ 764.142992] env[69365]: value = "task-3468644" [ 764.142992] env[69365]: _type = "Task" [ 764.142992] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.152696] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468644, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.174806] env[69365]: DEBUG nova.network.neutron [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Successfully updated port: e4ca11ec-7d99-431b-9ccf-d45ef553187b {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 764.522081] env[69365]: INFO nova.scheduler.client.report [None req-edddd593-b45c-4160-8fbd-fc0cd2d2a4e0 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Deleted allocation for migration 2e64a664-8731-4536-a978-2e111a7d0055 [ 764.567334] env[69365]: DEBUG oslo_vmware.api [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468639, 'name': CloneVM_Task, 'duration_secs': 1.965966} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.567857] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Created linked-clone VM from snapshot [ 764.568722] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b6f34cb-5513-419c-b7fb-44bbb71d11c2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.579044] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Uploading image 8b49ed73-7fda-4208-86ae-d7f2b4531868 {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 764.621997] env[69365]: DEBUG oslo_vmware.rw_handles [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 764.621997] env[69365]: value = "vm-693216" [ 764.621997] env[69365]: _type = "VirtualMachine" [ 764.621997] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 764.622363] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-32dcac79-04f5-45cf-8657-e952651af179 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.632204] env[69365]: DEBUG oslo_vmware.rw_handles [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Lease: (returnval){ [ 764.632204] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52919612-1a67-b0dd-b81d-50194698fe3b" [ 764.632204] env[69365]: _type = "HttpNfcLease" [ 764.632204] env[69365]: } obtained for exporting VM: (result){ [ 764.632204] env[69365]: value = "vm-693216" [ 764.632204] env[69365]: _type = "VirtualMachine" [ 764.632204] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 764.632533] env[69365]: DEBUG oslo_vmware.api [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Waiting for the lease: (returnval){ [ 764.632533] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52919612-1a67-b0dd-b81d-50194698fe3b" [ 764.632533] env[69365]: _type = "HttpNfcLease" [ 764.632533] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 764.640136] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 764.640136] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52919612-1a67-b0dd-b81d-50194698fe3b" [ 764.640136] env[69365]: _type = "HttpNfcLease" [ 764.640136] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 764.655991] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468644, 'name': ReconfigVM_Task, 'duration_secs': 0.272646} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.656300] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Reconfigured VM instance instance-0000001c to attach disk [datastore2] 7424581f-2315-4bf3-a27e-d31663304dfd/7424581f-2315-4bf3-a27e-d31663304dfd.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.657304] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0975310f-c10d-4cc6-a91b-de891da2f655 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.664926] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for the task: (returnval){ [ 764.664926] env[69365]: value = "task-3468646" [ 764.664926] env[69365]: _type = "Task" [ 764.664926] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.676290] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468646, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.677570] env[69365]: DEBUG nova.network.neutron [-] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.679500] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquiring lock "refresh_cache-ce04b55d-6066-4f68-8c8c-bc4cfa0f2461" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.679588] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquired lock "refresh_cache-ce04b55d-6066-4f68-8c8c-bc4cfa0f2461" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.680549] env[69365]: DEBUG nova.network.neutron [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.028029] env[69365]: DEBUG oslo_concurrency.lockutils [None req-edddd593-b45c-4160-8fbd-fc0cd2d2a4e0 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lock "f1420621-d961-4ec4-a181-37b7b1284fe3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 39.028s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.036029] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928114b5-095d-4ec2-bef6-1c2ccd12930e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.044865] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e084d2a5-d7f1-402a-b1d9-b8e174cad679 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.077708] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-083ff378-9c8a-4ee3-8913-72b893a09bc3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.086681] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b98f1e0-14d1-4654-9119-5a0f2d8e4ee6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.101315] env[69365]: DEBUG nova.compute.provider_tree [None req-fb0056a4-5bcf-494f-bce3-78d06421d4b3 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.143897] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 765.143897] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52919612-1a67-b0dd-b81d-50194698fe3b" [ 765.143897] env[69365]: _type = "HttpNfcLease" [ 765.143897] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 765.144182] env[69365]: DEBUG oslo_vmware.rw_handles [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 765.144182] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52919612-1a67-b0dd-b81d-50194698fe3b" [ 765.144182] env[69365]: _type = "HttpNfcLease" [ 765.144182] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 765.144916] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aaf0534-d770-4ef5-a698-bcc42797febc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.152305] env[69365]: DEBUG oslo_vmware.rw_handles [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e8113-e5f9-2c95-6d95-ded3bcb24845/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 765.152547] env[69365]: DEBUG oslo_vmware.rw_handles [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e8113-e5f9-2c95-6d95-ded3bcb24845/disk-0.vmdk for reading. {{(pid=69365) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 765.216141] env[69365]: INFO nova.compute.manager [-] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Took 1.60 seconds to deallocate network for instance. [ 765.234294] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468646, 'name': Rename_Task, 'duration_secs': 0.229979} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.234606] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.234872] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adb1b29a-2095-49f8-a176-779c2d08dcbc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.243924] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for the task: (returnval){ [ 765.243924] env[69365]: value = "task-3468647" [ 765.243924] env[69365]: _type = "Task" [ 765.243924] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.251350] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.276693] env[69365]: DEBUG nova.network.neutron [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 765.324285] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9cdc1e92-eddc-4810-9625-f864fcb14e37 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.521693] env[69365]: DEBUG nova.network.neutron [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Updating instance_info_cache with network_info: [{"id": "e4ca11ec-7d99-431b-9ccf-d45ef553187b", "address": "fa:16:3e:20:14:c0", "network": {"id": "6595acef-8050-4b1d-a697-88cef93767c3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1638901633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bfd4edee47a47c9880b265c8f651381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4ca11ec-7d", "ovs_interfaceid": "e4ca11ec-7d99-431b-9ccf-d45ef553187b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.604339] env[69365]: DEBUG nova.scheduler.client.report [None req-fb0056a4-5bcf-494f-bce3-78d06421d4b3 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.730078] env[69365]: DEBUG oslo_concurrency.lockutils [None req-579e046d-1f42-4ade-a665-b1bb1e107c65 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.754363] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468647, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.024463] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Releasing lock "refresh_cache-ce04b55d-6066-4f68-8c8c-bc4cfa0f2461" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.024562] env[69365]: DEBUG nova.compute.manager [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Instance network_info: |[{"id": "e4ca11ec-7d99-431b-9ccf-d45ef553187b", "address": "fa:16:3e:20:14:c0", "network": {"id": "6595acef-8050-4b1d-a697-88cef93767c3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1638901633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bfd4edee47a47c9880b265c8f651381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4ca11ec-7d", "ovs_interfaceid": "e4ca11ec-7d99-431b-9ccf-d45ef553187b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 766.024982] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:20:14:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4adc8ed0-d11a-4510-9be0-b27c0da3a903', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4ca11ec-7d99-431b-9ccf-d45ef553187b', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.040147] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 766.040147] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.040147] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0601569-97fb-493f-8363-1b5ea32f839f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.065329] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.065329] env[69365]: value = "task-3468648" [ 766.065329] env[69365]: _type = "Task" [ 766.065329] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.072286] env[69365]: DEBUG nova.compute.manager [req-cdfcb6a4-d687-42b8-ae79-3109d5768ba1 req-626c7d68-1f52-40b9-83dd-dc7ea4c5f3b1 service nova] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Received event network-vif-deleted-e9b012c4-f821-4813-b3c8-c3b7f962ba85 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.072547] env[69365]: DEBUG nova.compute.manager [req-cdfcb6a4-d687-42b8-ae79-3109d5768ba1 req-626c7d68-1f52-40b9-83dd-dc7ea4c5f3b1 service nova] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Received event network-changed-e4ca11ec-7d99-431b-9ccf-d45ef553187b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 766.072717] env[69365]: DEBUG nova.compute.manager [req-cdfcb6a4-d687-42b8-ae79-3109d5768ba1 req-626c7d68-1f52-40b9-83dd-dc7ea4c5f3b1 service nova] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Refreshing instance network info cache due to event network-changed-e4ca11ec-7d99-431b-9ccf-d45ef553187b. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 766.073018] env[69365]: DEBUG oslo_concurrency.lockutils [req-cdfcb6a4-d687-42b8-ae79-3109d5768ba1 req-626c7d68-1f52-40b9-83dd-dc7ea4c5f3b1 service nova] Acquiring lock "refresh_cache-ce04b55d-6066-4f68-8c8c-bc4cfa0f2461" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.073183] env[69365]: DEBUG oslo_concurrency.lockutils [req-cdfcb6a4-d687-42b8-ae79-3109d5768ba1 req-626c7d68-1f52-40b9-83dd-dc7ea4c5f3b1 service nova] Acquired lock "refresh_cache-ce04b55d-6066-4f68-8c8c-bc4cfa0f2461" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.073889] env[69365]: DEBUG nova.network.neutron [req-cdfcb6a4-d687-42b8-ae79-3109d5768ba1 req-626c7d68-1f52-40b9-83dd-dc7ea4c5f3b1 service nova] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Refreshing network info cache for port e4ca11ec-7d99-431b-9ccf-d45ef553187b {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 766.081788] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468648, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.110153] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fb0056a4-5bcf-494f-bce3-78d06421d4b3 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.113302] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.472s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.115865] env[69365]: INFO nova.compute.claims [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 766.150749] env[69365]: INFO nova.scheduler.client.report [None req-fb0056a4-5bcf-494f-bce3-78d06421d4b3 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Deleted allocations for instance b7838117-1e5b-4ff3-8b59-faf4aecc6516 [ 766.263813] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468647, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.584811] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468648, 'name': CreateVM_Task, 'duration_secs': 0.389161} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.585031] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.586393] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.587400] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.587400] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.587598] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2317eff-389b-416c-bf4d-c0443ff3f4cd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.592913] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for the task: (returnval){ [ 766.592913] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52dc406e-bd89-37de-f749-c61f9972b8f9" [ 766.592913] env[69365]: _type = "Task" [ 766.592913] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.601516] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52dc406e-bd89-37de-f749-c61f9972b8f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.666593] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fb0056a4-5bcf-494f-bce3-78d06421d4b3 tempest-InstanceActionsNegativeTestJSON-1309089097 tempest-InstanceActionsNegativeTestJSON-1309089097-project-member] Lock "b7838117-1e5b-4ff3-8b59-faf4aecc6516" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.548s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.754641] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468647, 'name': PowerOnVM_Task, 'duration_secs': 1.165321} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.755026] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.755314] env[69365]: INFO nova.compute.manager [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Took 8.47 seconds to spawn the instance on the hypervisor. [ 766.755582] env[69365]: DEBUG nova.compute.manager [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 766.756527] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc5e76a-b6de-41fb-8282-d3cde446b53c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.910261] env[69365]: DEBUG nova.network.neutron [req-cdfcb6a4-d687-42b8-ae79-3109d5768ba1 req-626c7d68-1f52-40b9-83dd-dc7ea4c5f3b1 service nova] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Updated VIF entry in instance network info cache for port e4ca11ec-7d99-431b-9ccf-d45ef553187b. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 766.910984] env[69365]: DEBUG nova.network.neutron [req-cdfcb6a4-d687-42b8-ae79-3109d5768ba1 req-626c7d68-1f52-40b9-83dd-dc7ea4c5f3b1 service nova] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Updating instance_info_cache with network_info: [{"id": "e4ca11ec-7d99-431b-9ccf-d45ef553187b", "address": "fa:16:3e:20:14:c0", "network": {"id": "6595acef-8050-4b1d-a697-88cef93767c3", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1638901633-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9bfd4edee47a47c9880b265c8f651381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4adc8ed0-d11a-4510-9be0-b27c0da3a903", "external-id": "nsx-vlan-transportzone-844", "segmentation_id": 844, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4ca11ec-7d", "ovs_interfaceid": "e4ca11ec-7d99-431b-9ccf-d45ef553187b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.105730] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52dc406e-bd89-37de-f749-c61f9972b8f9, 'name': SearchDatastore_Task, 'duration_secs': 0.016341} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.105730] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.105730] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.105730] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.106370] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.106370] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.106370] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47e5d229-ce3a-46d5-abcc-b4a712b15139 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.136857] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.137246] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.143843] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b0adf33-d02d-4ff4-9409-ca8fafa10b15 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.156101] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for the task: (returnval){ [ 767.156101] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]524c8504-f7ca-1669-145a-d778e8f6e321" [ 767.156101] env[69365]: _type = "Task" [ 767.156101] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.168093] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]524c8504-f7ca-1669-145a-d778e8f6e321, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.280653] env[69365]: INFO nova.compute.manager [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Took 43.32 seconds to build instance. [ 767.415010] env[69365]: DEBUG oslo_concurrency.lockutils [req-cdfcb6a4-d687-42b8-ae79-3109d5768ba1 req-626c7d68-1f52-40b9-83dd-dc7ea4c5f3b1 service nova] Releasing lock "refresh_cache-ce04b55d-6066-4f68-8c8c-bc4cfa0f2461" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.514243] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ce9c5ce8-2d91-45c4-b47d-1e28f4efeabf tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] Acquiring lock "0b69b2e2-0fe7-4bc8-901d-70c60738f56a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.514514] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ce9c5ce8-2d91-45c4-b47d-1e28f4efeabf tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] Lock "0b69b2e2-0fe7-4bc8-901d-70c60738f56a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.540854] env[69365]: DEBUG oslo_concurrency.lockutils [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Acquiring lock "0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.541439] env[69365]: DEBUG oslo_concurrency.lockutils [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Lock "0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.669210] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]524c8504-f7ca-1669-145a-d778e8f6e321, 'name': SearchDatastore_Task, 'duration_secs': 0.012549} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.670088] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d8abf49-eccb-4797-a900-3170296f26a3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.675884] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for the task: (returnval){ [ 767.675884] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fe34f7-7361-069e-375a-30e01a3e7673" [ 767.675884] env[69365]: _type = "Task" [ 767.675884] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.689065] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fe34f7-7361-069e-375a-30e01a3e7673, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.693855] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6e47f9-e97b-4d82-8115-82a4e82c0788 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.702160] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ae5942-bd46-49bd-a731-d87ba48b1191 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.739634] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc085972-7338-4a9b-ac71-d9c0e4ce2f7a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.748489] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dddf3c7-5ee2-4191-8ea0-422ab972e973 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.765997] env[69365]: DEBUG nova.compute.provider_tree [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.787589] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Lock "7424581f-2315-4bf3-a27e-d31663304dfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.054s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.018024] env[69365]: DEBUG nova.compute.utils [None req-ce9c5ce8-2d91-45c4-b47d-1e28f4efeabf tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 768.191245] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fe34f7-7361-069e-375a-30e01a3e7673, 'name': SearchDatastore_Task, 'duration_secs': 0.017012} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.191584] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.191892] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] ce04b55d-6066-4f68-8c8c-bc4cfa0f2461/ce04b55d-6066-4f68-8c8c-bc4cfa0f2461.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.192198] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d2db50f-42d8-4a28-a85d-311f838cd9e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.199588] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for the task: (returnval){ [ 768.199588] env[69365]: value = "task-3468649" [ 768.199588] env[69365]: _type = "Task" [ 768.199588] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.208549] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.270394] env[69365]: DEBUG nova.scheduler.client.report [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.288983] env[69365]: DEBUG nova.compute.manager [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 768.521971] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ce9c5ce8-2d91-45c4-b47d-1e28f4efeabf tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] Lock "0b69b2e2-0fe7-4bc8-901d-70c60738f56a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.712431] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468649, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.777099] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.663s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.777985] env[69365]: DEBUG nova.compute.manager [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 768.780819] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 35.314s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.781076] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.785024] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69365) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 768.785024] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.082s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.785024] env[69365]: INFO nova.compute.claims [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.787484] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1df7c5-8d84-4480-b230-f7f26be3b1fc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.804029] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f37df5b-78b1-4b12-ba08-2164d2312ec1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.818552] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad6045c-740d-4bdb-9ee1-5d1ed6675e3b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.824789] env[69365]: DEBUG oslo_concurrency.lockutils [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquiring lock "db7108fa-22fd-466f-ba5b-0a33046105d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.826235] env[69365]: DEBUG oslo_concurrency.lockutils [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lock "db7108fa-22fd-466f-ba5b-0a33046105d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.827572] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.833653] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18aa20b6-07bb-423f-8b5b-2811308144b2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.868603] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179318MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69365) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 768.868781] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.215362] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699028} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.215362] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] ce04b55d-6066-4f68-8c8c-bc4cfa0f2461/ce04b55d-6066-4f68-8c8c-bc4cfa0f2461.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.215362] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.216017] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4658ac81-c9dd-410d-97fc-cc9786d5eb52 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.224981] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for the task: (returnval){ [ 769.224981] env[69365]: value = "task-3468650" [ 769.224981] env[69365]: _type = "Task" [ 769.224981] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.234963] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468650, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.289541] env[69365]: DEBUG nova.compute.utils [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.291910] env[69365]: DEBUG nova.compute.manager [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 769.292164] env[69365]: DEBUG nova.network.neutron [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 769.468149] env[69365]: DEBUG nova.policy [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7573c4ffb1e46ca97777e7809a55ccb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f18ab0d234f64b1683c959ceefbb7651', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.635011] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ce9c5ce8-2d91-45c4-b47d-1e28f4efeabf tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] Acquiring lock "0b69b2e2-0fe7-4bc8-901d-70c60738f56a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.635123] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ce9c5ce8-2d91-45c4-b47d-1e28f4efeabf tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] Lock "0b69b2e2-0fe7-4bc8-901d-70c60738f56a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.637487] env[69365]: INFO nova.compute.manager [None req-ce9c5ce8-2d91-45c4-b47d-1e28f4efeabf tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Attaching volume 190d92ab-fa64-443b-86be-933c1dc79c68 to /dev/sdb [ 769.690465] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56793311-b6e8-407d-af67-bd7318533ba2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.701395] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae07b550-9b6c-425c-9915-96b1b94145e4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.718603] env[69365]: DEBUG nova.virt.block_device [None req-ce9c5ce8-2d91-45c4-b47d-1e28f4efeabf tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Updating existing volume attachment record: 3f5e79e0-5695-4ce1-b2d5-070e36d19c79 {{(pid=69365) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 769.739495] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468650, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091474} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.739934] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.740921] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80e2556-3fe1-46a2-8d60-2d284f3ae275 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.765485] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] ce04b55d-6066-4f68-8c8c-bc4cfa0f2461/ce04b55d-6066-4f68-8c8c-bc4cfa0f2461.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.765849] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d87635c-8d7c-4123-977d-b269771b73ee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.792757] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for the task: (returnval){ [ 769.792757] env[69365]: value = "task-3468651" [ 769.792757] env[69365]: _type = "Task" [ 769.792757] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.798034] env[69365]: DEBUG nova.compute.manager [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 769.810374] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468651, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.873432] env[69365]: DEBUG nova.network.neutron [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Successfully created port: 439101ca-e7f0-4c55-9abb-b3f1f409c7f7 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 770.302537] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468651, 'name': ReconfigVM_Task, 'duration_secs': 0.303576} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.309023] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Reconfigured VM instance instance-0000001d to attach disk [datastore1] ce04b55d-6066-4f68-8c8c-bc4cfa0f2461/ce04b55d-6066-4f68-8c8c-bc4cfa0f2461.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 770.313906] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe752528-f5f8-49a3-8ad1-6572b5fb6da7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.321882] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for the task: (returnval){ [ 770.321882] env[69365]: value = "task-3468656" [ 770.321882] env[69365]: _type = "Task" [ 770.321882] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.330620] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468656, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.457148] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a08878a-5264-4ef0-b468-3d642fda4d41 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.465655] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e2083a-d6c3-40d6-8175-a24488d1bfca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.504338] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e05711-a849-4916-aaea-153e6fbe238b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.516989] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1ce469-919a-4da6-9f35-28c6063f747b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.533340] env[69365]: DEBUG nova.compute.provider_tree [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.808451] env[69365]: DEBUG nova.compute.manager [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 770.832944] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468656, 'name': Rename_Task, 'duration_secs': 0.151575} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.833354] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.833702] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43bbd9ab-38a5-41a3-a1e9-060ea5681969 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.840504] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for the task: (returnval){ [ 770.840504] env[69365]: value = "task-3468657" [ 770.840504] env[69365]: _type = "Task" [ 770.840504] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.848298] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.850460] env[69365]: DEBUG nova.virt.hardware [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 770.850688] env[69365]: DEBUG nova.virt.hardware [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 770.850843] env[69365]: DEBUG nova.virt.hardware [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.851036] env[69365]: DEBUG nova.virt.hardware [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 770.851185] env[69365]: DEBUG nova.virt.hardware [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.851345] env[69365]: DEBUG nova.virt.hardware [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 770.851574] env[69365]: DEBUG nova.virt.hardware [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 770.851740] env[69365]: DEBUG nova.virt.hardware [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 770.851909] env[69365]: DEBUG nova.virt.hardware [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 770.852085] env[69365]: DEBUG nova.virt.hardware [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 770.852265] env[69365]: DEBUG nova.virt.hardware [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 770.853077] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2adbba9-91c9-4fe2-8838-5a997a4f9024 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.861142] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fd52d9-6e45-4f51-9065-21151fae6eb6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.011887] env[69365]: DEBUG oslo_concurrency.lockutils [None req-12900fde-5ede-4c69-885f-162a062799ed tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Acquiring lock "f5243452-580d-4894-8402-66c53ea540c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.012185] env[69365]: DEBUG oslo_concurrency.lockutils [None req-12900fde-5ede-4c69-885f-162a062799ed tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Lock "f5243452-580d-4894-8402-66c53ea540c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.012395] env[69365]: DEBUG oslo_concurrency.lockutils [None req-12900fde-5ede-4c69-885f-162a062799ed tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Acquiring lock "f5243452-580d-4894-8402-66c53ea540c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.012574] env[69365]: DEBUG oslo_concurrency.lockutils [None req-12900fde-5ede-4c69-885f-162a062799ed tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Lock "f5243452-580d-4894-8402-66c53ea540c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.012745] env[69365]: DEBUG oslo_concurrency.lockutils [None req-12900fde-5ede-4c69-885f-162a062799ed tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Lock "f5243452-580d-4894-8402-66c53ea540c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.015266] env[69365]: INFO nova.compute.manager [None req-12900fde-5ede-4c69-885f-162a062799ed tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] Terminating instance [ 771.036470] env[69365]: DEBUG nova.scheduler.client.report [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.353992] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468657, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.522019] env[69365]: DEBUG nova.compute.manager [None req-12900fde-5ede-4c69-885f-162a062799ed tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 771.522019] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-12900fde-5ede-4c69-885f-162a062799ed tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.522019] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be7cefc-7355-442e-b032-748a5b82589c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.531028] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-12900fde-5ede-4c69-885f-162a062799ed tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.531028] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6847687-e59c-4e36-bd89-3ed12154820b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.541406] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.541500] env[69365]: DEBUG nova.compute.manager [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 771.544982] env[69365]: DEBUG oslo_vmware.api [None req-12900fde-5ede-4c69-885f-162a062799ed tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Waiting for the task: (returnval){ [ 771.544982] env[69365]: value = "task-3468658" [ 771.544982] env[69365]: _type = "Task" [ 771.544982] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.545431] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ccb77037-c4e7-4e78-9918-e43337c14700 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.005s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.545654] env[69365]: DEBUG nova.objects.instance [None req-ccb77037-c4e7-4e78-9918-e43337c14700 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Lazy-loading 'resources' on Instance uuid a383cea0-5c35-4981-b720-eb297678fd45 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 771.558055] env[69365]: DEBUG oslo_vmware.api [None req-12900fde-5ede-4c69-885f-162a062799ed tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Task: {'id': task-3468658, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.682814] env[69365]: DEBUG nova.compute.manager [req-5df45777-9087-4369-a192-99b4500755ba req-c424cd44-1192-4be8-abeb-feba822ba984 service nova] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Received event network-vif-plugged-439101ca-e7f0-4c55-9abb-b3f1f409c7f7 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 771.684154] env[69365]: DEBUG oslo_concurrency.lockutils [req-5df45777-9087-4369-a192-99b4500755ba req-c424cd44-1192-4be8-abeb-feba822ba984 service nova] Acquiring lock "d427aa83-edf4-44e5-a860-36e1184ea51f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.688018] env[69365]: DEBUG oslo_concurrency.lockutils [req-5df45777-9087-4369-a192-99b4500755ba req-c424cd44-1192-4be8-abeb-feba822ba984 service nova] Lock "d427aa83-edf4-44e5-a860-36e1184ea51f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.688018] env[69365]: DEBUG oslo_concurrency.lockutils [req-5df45777-9087-4369-a192-99b4500755ba req-c424cd44-1192-4be8-abeb-feba822ba984 service nova] Lock "d427aa83-edf4-44e5-a860-36e1184ea51f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.688018] env[69365]: DEBUG nova.compute.manager [req-5df45777-9087-4369-a192-99b4500755ba req-c424cd44-1192-4be8-abeb-feba822ba984 service nova] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] No waiting events found dispatching network-vif-plugged-439101ca-e7f0-4c55-9abb-b3f1f409c7f7 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 771.688018] env[69365]: WARNING nova.compute.manager [req-5df45777-9087-4369-a192-99b4500755ba req-c424cd44-1192-4be8-abeb-feba822ba984 service nova] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Received unexpected event network-vif-plugged-439101ca-e7f0-4c55-9abb-b3f1f409c7f7 for instance with vm_state building and task_state spawning. [ 771.853583] env[69365]: DEBUG oslo_vmware.api [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468657, 'name': PowerOnVM_Task, 'duration_secs': 0.557919} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.853855] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.854066] env[69365]: INFO nova.compute.manager [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Took 8.62 seconds to spawn the instance on the hypervisor. [ 771.854247] env[69365]: DEBUG nova.compute.manager [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.855044] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1849715f-199a-4881-8913-8ad340dab16c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.898269] env[69365]: DEBUG nova.network.neutron [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Successfully updated port: 439101ca-e7f0-4c55-9abb-b3f1f409c7f7 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.046703] env[69365]: DEBUG nova.compute.utils [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 772.048094] env[69365]: DEBUG nova.compute.manager [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.048266] env[69365]: DEBUG nova.network.neutron [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.065023] env[69365]: DEBUG oslo_vmware.api [None req-12900fde-5ede-4c69-885f-162a062799ed tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Task: {'id': task-3468658, 'name': PowerOffVM_Task, 'duration_secs': 0.448607} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.065023] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-12900fde-5ede-4c69-885f-162a062799ed tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 772.065023] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-12900fde-5ede-4c69-885f-162a062799ed tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 772.065023] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-421e8fd2-b8f9-4d30-8f65-918203f1d118 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.147792] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-12900fde-5ede-4c69-885f-162a062799ed tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 772.147792] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-12900fde-5ede-4c69-885f-162a062799ed tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 772.147792] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-12900fde-5ede-4c69-885f-162a062799ed tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Deleting the datastore file [datastore1] f5243452-580d-4894-8402-66c53ea540c4 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 772.152474] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-15f585d1-2282-498c-8923-886afbd904ed {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.177480] env[69365]: DEBUG oslo_vmware.api [None req-12900fde-5ede-4c69-885f-162a062799ed tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Waiting for the task: (returnval){ [ 772.177480] env[69365]: value = "task-3468661" [ 772.177480] env[69365]: _type = "Task" [ 772.177480] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.178551] env[69365]: DEBUG nova.policy [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77c60db924d34186a8ab68c60c46feb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76a587b738884a10912a95417d74a2d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.192754] env[69365]: DEBUG oslo_vmware.api [None req-12900fde-5ede-4c69-885f-162a062799ed tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Task: {'id': task-3468661, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.378062] env[69365]: INFO nova.compute.manager [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Took 44.61 seconds to build instance. [ 772.401542] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Acquiring lock "refresh_cache-d427aa83-edf4-44e5-a860-36e1184ea51f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.402331] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Acquired lock "refresh_cache-d427aa83-edf4-44e5-a860-36e1184ea51f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.402538] env[69365]: DEBUG nova.network.neutron [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.554679] env[69365]: DEBUG nova.compute.manager [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 772.696238] env[69365]: DEBUG oslo_vmware.api [None req-12900fde-5ede-4c69-885f-162a062799ed tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Task: {'id': task-3468661, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235392} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.696545] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-12900fde-5ede-4c69-885f-162a062799ed tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.696828] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-12900fde-5ede-4c69-885f-162a062799ed tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.696972] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-12900fde-5ede-4c69-885f-162a062799ed tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.697237] env[69365]: INFO nova.compute.manager [None req-12900fde-5ede-4c69-885f-162a062799ed tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] [instance: f5243452-580d-4894-8402-66c53ea540c4] Took 1.18 seconds to destroy the instance on the hypervisor. [ 772.697486] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12900fde-5ede-4c69-885f-162a062799ed tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 772.697769] env[69365]: DEBUG nova.compute.manager [-] [instance: f5243452-580d-4894-8402-66c53ea540c4] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 772.697881] env[69365]: DEBUG nova.network.neutron [-] [instance: f5243452-580d-4894-8402-66c53ea540c4] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 772.808071] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b2b2b5-8301-4ce4-bd1b-45883e71c76a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.821058] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec3191f-8a46-4ce1-aed7-66629c54f698 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.865131] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68707275-6193-42ff-8f19-3b8546c37a47 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.875959] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c772ef9e-2e0c-4ad6-ac68-9bb414a2b0de {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.891223] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f46e505c-dbe3-458c-8d76-2a3303af5354 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Lock "ce04b55d-6066-4f68-8c8c-bc4cfa0f2461" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.111s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.892355] env[69365]: DEBUG nova.compute.provider_tree [None req-ccb77037-c4e7-4e78-9918-e43337c14700 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 772.953380] env[69365]: DEBUG nova.network.neutron [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.076097] env[69365]: DEBUG nova.network.neutron [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Successfully created port: 9a04bb7a-c618-45da-b189-c25c3ae02d7a {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.170134] env[69365]: DEBUG nova.network.neutron [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Updating instance_info_cache with network_info: [{"id": "439101ca-e7f0-4c55-9abb-b3f1f409c7f7", "address": "fa:16:3e:6b:17:12", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap439101ca-e7", "ovs_interfaceid": "439101ca-e7f0-4c55-9abb-b3f1f409c7f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.322709] env[69365]: DEBUG oslo_concurrency.lockutils [None req-497b97a9-86be-4d9f-b2da-df2b544ecda4 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquiring lock "fabfc95e-0186-4a67-9d10-61eeb2e56640" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.322950] env[69365]: DEBUG oslo_concurrency.lockutils [None req-497b97a9-86be-4d9f-b2da-df2b544ecda4 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Lock "fabfc95e-0186-4a67-9d10-61eeb2e56640" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.323177] env[69365]: DEBUG oslo_concurrency.lockutils [None req-497b97a9-86be-4d9f-b2da-df2b544ecda4 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquiring lock "fabfc95e-0186-4a67-9d10-61eeb2e56640-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.323410] env[69365]: DEBUG oslo_concurrency.lockutils [None req-497b97a9-86be-4d9f-b2da-df2b544ecda4 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Lock "fabfc95e-0186-4a67-9d10-61eeb2e56640-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.323625] env[69365]: DEBUG oslo_concurrency.lockutils [None req-497b97a9-86be-4d9f-b2da-df2b544ecda4 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Lock "fabfc95e-0186-4a67-9d10-61eeb2e56640-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.328835] env[69365]: INFO nova.compute.manager [None req-497b97a9-86be-4d9f-b2da-df2b544ecda4 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Terminating instance [ 773.395792] env[69365]: DEBUG nova.scheduler.client.report [None req-ccb77037-c4e7-4e78-9918-e43337c14700 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.399337] env[69365]: DEBUG nova.compute.manager [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.566207] env[69365]: DEBUG nova.compute.manager [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 773.601101] env[69365]: DEBUG nova.virt.hardware [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 773.602251] env[69365]: DEBUG nova.virt.hardware [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 773.602489] env[69365]: DEBUG nova.virt.hardware [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.602726] env[69365]: DEBUG nova.virt.hardware [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 773.602912] env[69365]: DEBUG nova.virt.hardware [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.603090] env[69365]: DEBUG nova.virt.hardware [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 773.603335] env[69365]: DEBUG nova.virt.hardware [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 773.603541] env[69365]: DEBUG nova.virt.hardware [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 773.603734] env[69365]: DEBUG nova.virt.hardware [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 773.603950] env[69365]: DEBUG nova.virt.hardware [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 773.604098] env[69365]: DEBUG nova.virt.hardware [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 773.605087] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac1d50a-981c-4a39-818c-aafea9f223c3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.618398] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac40783-0ef0-4079-a2af-35c067433021 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.673033] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Releasing lock "refresh_cache-d427aa83-edf4-44e5-a860-36e1184ea51f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.673711] env[69365]: DEBUG nova.compute.manager [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Instance network_info: |[{"id": "439101ca-e7f0-4c55-9abb-b3f1f409c7f7", "address": "fa:16:3e:6b:17:12", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap439101ca-e7", "ovs_interfaceid": "439101ca-e7f0-4c55-9abb-b3f1f409c7f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 773.674132] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:17:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c24464bb-bb6b-43a2-bdcd-8086ad1a307f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '439101ca-e7f0-4c55-9abb-b3f1f409c7f7', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 773.685890] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 773.686424] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 773.686747] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd1cc876-00ce-4211-8b1a-3ca9b102fa25 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.712728] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 773.712728] env[69365]: value = "task-3468662" [ 773.712728] env[69365]: _type = "Task" [ 773.712728] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.724445] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468662, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.835152] env[69365]: DEBUG nova.compute.manager [None req-497b97a9-86be-4d9f-b2da-df2b544ecda4 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 773.835694] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-497b97a9-86be-4d9f-b2da-df2b544ecda4 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 773.836718] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48896ac2-8a60-40c4-954b-510afd8cf42c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.846406] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-497b97a9-86be-4d9f-b2da-df2b544ecda4 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 773.846834] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-495284ea-9a35-46d2-aac5-e2e09639a287 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.854998] env[69365]: DEBUG oslo_vmware.api [None req-497b97a9-86be-4d9f-b2da-df2b544ecda4 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for the task: (returnval){ [ 773.854998] env[69365]: value = "task-3468663" [ 773.854998] env[69365]: _type = "Task" [ 773.854998] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.865630] env[69365]: DEBUG oslo_vmware.api [None req-497b97a9-86be-4d9f-b2da-df2b544ecda4 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.906365] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ccb77037-c4e7-4e78-9918-e43337c14700 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.361s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.919209] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.367s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.919209] env[69365]: INFO nova.compute.claims [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 773.942086] env[69365]: DEBUG oslo_concurrency.lockutils [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.944851] env[69365]: INFO nova.scheduler.client.report [None req-ccb77037-c4e7-4e78-9918-e43337c14700 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Deleted allocations for instance a383cea0-5c35-4981-b720-eb297678fd45 [ 773.969020] env[69365]: DEBUG nova.compute.manager [req-f72a1cc0-ef79-44dd-aee5-feea59a42ed4 req-ea1c29ff-f00d-4b49-ab72-248c3dad2faa service nova] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Received event network-changed-439101ca-e7f0-4c55-9abb-b3f1f409c7f7 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.969020] env[69365]: DEBUG nova.compute.manager [req-f72a1cc0-ef79-44dd-aee5-feea59a42ed4 req-ea1c29ff-f00d-4b49-ab72-248c3dad2faa service nova] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Refreshing instance network info cache due to event network-changed-439101ca-e7f0-4c55-9abb-b3f1f409c7f7. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 773.969020] env[69365]: DEBUG oslo_concurrency.lockutils [req-f72a1cc0-ef79-44dd-aee5-feea59a42ed4 req-ea1c29ff-f00d-4b49-ab72-248c3dad2faa service nova] Acquiring lock "refresh_cache-d427aa83-edf4-44e5-a860-36e1184ea51f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.969344] env[69365]: DEBUG oslo_concurrency.lockutils [req-f72a1cc0-ef79-44dd-aee5-feea59a42ed4 req-ea1c29ff-f00d-4b49-ab72-248c3dad2faa service nova] Acquired lock "refresh_cache-d427aa83-edf4-44e5-a860-36e1184ea51f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.969650] env[69365]: DEBUG nova.network.neutron [req-f72a1cc0-ef79-44dd-aee5-feea59a42ed4 req-ea1c29ff-f00d-4b49-ab72-248c3dad2faa service nova] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Refreshing network info cache for port 439101ca-e7f0-4c55-9abb-b3f1f409c7f7 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 774.225931] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468662, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.385101] env[69365]: DEBUG oslo_vmware.api [None req-497b97a9-86be-4d9f-b2da-df2b544ecda4 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468663, 'name': PowerOffVM_Task, 'duration_secs': 0.248057} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.385101] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-497b97a9-86be-4d9f-b2da-df2b544ecda4 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.385398] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-497b97a9-86be-4d9f-b2da-df2b544ecda4 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.388943] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-589eaefa-dcfb-4eb9-bfa2-9eb838d1c190 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.454477] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ccb77037-c4e7-4e78-9918-e43337c14700 tempest-ServerAddressesNegativeTestJSON-1152118785 tempest-ServerAddressesNegativeTestJSON-1152118785-project-member] Lock "a383cea0-5c35-4981-b720-eb297678fd45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.699s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.458552] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-497b97a9-86be-4d9f-b2da-df2b544ecda4 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.459181] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-497b97a9-86be-4d9f-b2da-df2b544ecda4 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.459513] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-497b97a9-86be-4d9f-b2da-df2b544ecda4 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Deleting the datastore file [datastore2] fabfc95e-0186-4a67-9d10-61eeb2e56640 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.460029] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8339a224-0fc3-471f-b97b-67d9d75155b6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.469671] env[69365]: DEBUG oslo_vmware.api [None req-497b97a9-86be-4d9f-b2da-df2b544ecda4 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for the task: (returnval){ [ 774.469671] env[69365]: value = "task-3468665" [ 774.469671] env[69365]: _type = "Task" [ 774.469671] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.484644] env[69365]: DEBUG oslo_vmware.api [None req-497b97a9-86be-4d9f-b2da-df2b544ecda4 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.508896] env[69365]: DEBUG oslo_vmware.rw_handles [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e8113-e5f9-2c95-6d95-ded3bcb24845/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 774.509824] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee20133d-8ab0-4ec9-a8ca-8df3c9429211 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.518657] env[69365]: DEBUG oslo_vmware.rw_handles [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e8113-e5f9-2c95-6d95-ded3bcb24845/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 774.518853] env[69365]: ERROR oslo_vmware.rw_handles [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e8113-e5f9-2c95-6d95-ded3bcb24845/disk-0.vmdk due to incomplete transfer. [ 774.519178] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a078763b-6827-46f5-8e70-a857494a73e7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.530705] env[69365]: DEBUG oslo_vmware.rw_handles [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520e8113-e5f9-2c95-6d95-ded3bcb24845/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 774.530913] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Uploaded image 8b49ed73-7fda-4208-86ae-d7f2b4531868 to the Glance image server {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 774.534282] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 774.534621] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5177a600-72c2-44ba-bd87-bc45dfd3f2af {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.551437] env[69365]: DEBUG oslo_vmware.api [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Waiting for the task: (returnval){ [ 774.551437] env[69365]: value = "task-3468666" [ 774.551437] env[69365]: _type = "Task" [ 774.551437] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.564838] env[69365]: DEBUG oslo_vmware.api [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468666, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.708402] env[69365]: DEBUG nova.network.neutron [-] [instance: f5243452-580d-4894-8402-66c53ea540c4] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.725960] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468662, 'name': CreateVM_Task, 'duration_secs': 0.534796} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.726169] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 774.729172] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.729435] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.730269] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.733460] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-866f2967-934c-4557-b921-bae713308d64 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.740445] env[69365]: DEBUG oslo_vmware.api [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Waiting for the task: (returnval){ [ 774.740445] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]523736b5-e2d0-9edc-b906-482c51b93829" [ 774.740445] env[69365]: _type = "Task" [ 774.740445] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.750466] env[69365]: DEBUG oslo_vmware.api [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523736b5-e2d0-9edc-b906-482c51b93829, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.793107] env[69365]: DEBUG nova.network.neutron [req-f72a1cc0-ef79-44dd-aee5-feea59a42ed4 req-ea1c29ff-f00d-4b49-ab72-248c3dad2faa service nova] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Updated VIF entry in instance network info cache for port 439101ca-e7f0-4c55-9abb-b3f1f409c7f7. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 774.793107] env[69365]: DEBUG nova.network.neutron [req-f72a1cc0-ef79-44dd-aee5-feea59a42ed4 req-ea1c29ff-f00d-4b49-ab72-248c3dad2faa service nova] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Updating instance_info_cache with network_info: [{"id": "439101ca-e7f0-4c55-9abb-b3f1f409c7f7", "address": "fa:16:3e:6b:17:12", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.133", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap439101ca-e7", "ovs_interfaceid": "439101ca-e7f0-4c55-9abb-b3f1f409c7f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.815408] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce9c5ce8-2d91-45c4-b47d-1e28f4efeabf tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Volume attach. Driver type: vmdk {{(pid=69365) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 774.815673] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce9c5ce8-2d91-45c4-b47d-1e28f4efeabf tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693220', 'volume_id': '190d92ab-fa64-443b-86be-933c1dc79c68', 'name': 'volume-190d92ab-fa64-443b-86be-933c1dc79c68', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b69b2e2-0fe7-4bc8-901d-70c60738f56a', 'attached_at': '', 'detached_at': '', 'volume_id': '190d92ab-fa64-443b-86be-933c1dc79c68', 'serial': '190d92ab-fa64-443b-86be-933c1dc79c68'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 774.816593] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1ca6ce-53da-49f1-afc3-41e7066f6b83 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.838383] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84c49a5-07ed-4350-978d-19cd0933a2c6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.865409] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce9c5ce8-2d91-45c4-b47d-1e28f4efeabf tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] volume-190d92ab-fa64-443b-86be-933c1dc79c68/volume-190d92ab-fa64-443b-86be-933c1dc79c68.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.865717] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e11af366-c7e0-4b8e-a059-f753b53542f9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.889045] env[69365]: DEBUG oslo_vmware.api [None req-ce9c5ce8-2d91-45c4-b47d-1e28f4efeabf tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] Waiting for the task: (returnval){ [ 774.889045] env[69365]: value = "task-3468667" [ 774.889045] env[69365]: _type = "Task" [ 774.889045] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.898848] env[69365]: DEBUG oslo_vmware.api [None req-ce9c5ce8-2d91-45c4-b47d-1e28f4efeabf tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] Task: {'id': task-3468667, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.983876] env[69365]: DEBUG oslo_vmware.api [None req-497b97a9-86be-4d9f-b2da-df2b544ecda4 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177207} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.984107] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-497b97a9-86be-4d9f-b2da-df2b544ecda4 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 774.984290] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-497b97a9-86be-4d9f-b2da-df2b544ecda4 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 774.984462] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-497b97a9-86be-4d9f-b2da-df2b544ecda4 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 774.984628] env[69365]: INFO nova.compute.manager [None req-497b97a9-86be-4d9f-b2da-df2b544ecda4 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Took 1.15 seconds to destroy the instance on the hypervisor. [ 774.984873] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-497b97a9-86be-4d9f-b2da-df2b544ecda4 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.991978] env[69365]: DEBUG nova.compute.manager [-] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 774.991978] env[69365]: DEBUG nova.network.neutron [-] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.066224] env[69365]: DEBUG oslo_vmware.api [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468666, 'name': Destroy_Task, 'duration_secs': 0.3432} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.069468] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Destroyed the VM [ 775.069863] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 775.070458] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e6a701c9-70d0-494d-a4eb-ae385ea93392 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.081511] env[69365]: DEBUG oslo_vmware.api [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Waiting for the task: (returnval){ [ 775.081511] env[69365]: value = "task-3468668" [ 775.081511] env[69365]: _type = "Task" [ 775.081511] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.099455] env[69365]: DEBUG oslo_vmware.api [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468668, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.216469] env[69365]: INFO nova.compute.manager [-] [instance: f5243452-580d-4894-8402-66c53ea540c4] Took 2.52 seconds to deallocate network for instance. [ 775.253563] env[69365]: DEBUG oslo_vmware.api [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523736b5-e2d0-9edc-b906-482c51b93829, 'name': SearchDatastore_Task, 'duration_secs': 0.013008} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.253563] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.253563] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.253563] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.254621] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.254803] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.255130] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-baffd4d1-7f05-479e-85ae-85b9b792f915 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.266676] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.266676] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.268578] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb05aecf-ae83-4c57-9d78-c8f6b7e554c0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.275029] env[69365]: DEBUG oslo_vmware.api [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Waiting for the task: (returnval){ [ 775.275029] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d64bfd-48ff-6c2e-7431-283cc31ba24e" [ 775.275029] env[69365]: _type = "Task" [ 775.275029] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.287802] env[69365]: DEBUG oslo_vmware.api [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d64bfd-48ff-6c2e-7431-283cc31ba24e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.294039] env[69365]: DEBUG oslo_concurrency.lockutils [req-f72a1cc0-ef79-44dd-aee5-feea59a42ed4 req-ea1c29ff-f00d-4b49-ab72-248c3dad2faa service nova] Releasing lock "refresh_cache-d427aa83-edf4-44e5-a860-36e1184ea51f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.401936] env[69365]: DEBUG oslo_vmware.api [None req-ce9c5ce8-2d91-45c4-b47d-1e28f4efeabf tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] Task: {'id': task-3468667, 'name': ReconfigVM_Task, 'duration_secs': 0.438384} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.406023] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce9c5ce8-2d91-45c4-b47d-1e28f4efeabf tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Reconfigured VM instance instance-0000000d to attach disk [datastore2] volume-190d92ab-fa64-443b-86be-933c1dc79c68/volume-190d92ab-fa64-443b-86be-933c1dc79c68.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 775.410767] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d000aa9-4f08-451b-abec-bf3a5f77b542 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.432099] env[69365]: DEBUG oslo_vmware.api [None req-ce9c5ce8-2d91-45c4-b47d-1e28f4efeabf tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] Waiting for the task: (returnval){ [ 775.432099] env[69365]: value = "task-3468669" [ 775.432099] env[69365]: _type = "Task" [ 775.432099] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.449698] env[69365]: DEBUG oslo_vmware.api [None req-ce9c5ce8-2d91-45c4-b47d-1e28f4efeabf tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] Task: {'id': task-3468669, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.594494] env[69365]: DEBUG oslo_vmware.api [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468668, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.667680] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b182a1-2cf7-41c0-999c-7caaaaa5aa24 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.671143] env[69365]: DEBUG nova.network.neutron [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Successfully updated port: 9a04bb7a-c618-45da-b189-c25c3ae02d7a {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.683294] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdd6da3-2cd5-4dae-919a-399c46a1a507 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.718093] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f6c15e3-26ff-4951-af29-e14be8ea97a8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.725035] env[69365]: DEBUG oslo_concurrency.lockutils [None req-12900fde-5ede-4c69-885f-162a062799ed tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.729342] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfeda5eb-2e97-46f2-b5c3-b5b9535b9548 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.747968] env[69365]: DEBUG nova.compute.provider_tree [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.791203] env[69365]: DEBUG oslo_vmware.api [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d64bfd-48ff-6c2e-7431-283cc31ba24e, 'name': SearchDatastore_Task, 'duration_secs': 0.048603} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.791389] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53da5b74-d76b-4f34-917f-ecacb442476a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.800112] env[69365]: DEBUG oslo_vmware.api [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Waiting for the task: (returnval){ [ 775.800112] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52160d84-1336-2ac0-ccfd-19b874c94c02" [ 775.800112] env[69365]: _type = "Task" [ 775.800112] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.812993] env[69365]: DEBUG oslo_vmware.api [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52160d84-1336-2ac0-ccfd-19b874c94c02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.946945] env[69365]: DEBUG oslo_vmware.api [None req-ce9c5ce8-2d91-45c4-b47d-1e28f4efeabf tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] Task: {'id': task-3468669, 'name': ReconfigVM_Task, 'duration_secs': 0.237487} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.946945] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce9c5ce8-2d91-45c4-b47d-1e28f4efeabf tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693220', 'volume_id': '190d92ab-fa64-443b-86be-933c1dc79c68', 'name': 'volume-190d92ab-fa64-443b-86be-933c1dc79c68', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b69b2e2-0fe7-4bc8-901d-70c60738f56a', 'attached_at': '', 'detached_at': '', 'volume_id': '190d92ab-fa64-443b-86be-933c1dc79c68', 'serial': '190d92ab-fa64-443b-86be-933c1dc79c68'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 775.984018] env[69365]: DEBUG nova.network.neutron [-] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.094157] env[69365]: DEBUG oslo_vmware.api [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468668, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.174148] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Acquiring lock "refresh_cache-ac289b71-5a99-4a03-af24-e6843166dfd1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.174380] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Acquired lock "refresh_cache-ac289b71-5a99-4a03-af24-e6843166dfd1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.174599] env[69365]: DEBUG nova.network.neutron [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.189934] env[69365]: DEBUG nova.compute.manager [req-73ee3a5c-1db5-4cf7-a720-f34c8681512a req-347f3a83-96f0-4ff7-a897-a48a6542c37e service nova] [instance: f5243452-580d-4894-8402-66c53ea540c4] Received event network-vif-deleted-31937717-5f62-46d4-b82e-68302061236e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.189934] env[69365]: DEBUG nova.compute.manager [req-73ee3a5c-1db5-4cf7-a720-f34c8681512a req-347f3a83-96f0-4ff7-a897-a48a6542c37e service nova] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Received event network-vif-deleted-ac926c38-6684-432d-820c-2de4f1187d91 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.189934] env[69365]: DEBUG nova.compute.manager [req-73ee3a5c-1db5-4cf7-a720-f34c8681512a req-347f3a83-96f0-4ff7-a897-a48a6542c37e service nova] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Received event network-vif-plugged-9a04bb7a-c618-45da-b189-c25c3ae02d7a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.190973] env[69365]: DEBUG oslo_concurrency.lockutils [req-73ee3a5c-1db5-4cf7-a720-f34c8681512a req-347f3a83-96f0-4ff7-a897-a48a6542c37e service nova] Acquiring lock "ac289b71-5a99-4a03-af24-e6843166dfd1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.191064] env[69365]: DEBUG oslo_concurrency.lockutils [req-73ee3a5c-1db5-4cf7-a720-f34c8681512a req-347f3a83-96f0-4ff7-a897-a48a6542c37e service nova] Lock "ac289b71-5a99-4a03-af24-e6843166dfd1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.191316] env[69365]: DEBUG oslo_concurrency.lockutils [req-73ee3a5c-1db5-4cf7-a720-f34c8681512a req-347f3a83-96f0-4ff7-a897-a48a6542c37e service nova] Lock "ac289b71-5a99-4a03-af24-e6843166dfd1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.191566] env[69365]: DEBUG nova.compute.manager [req-73ee3a5c-1db5-4cf7-a720-f34c8681512a req-347f3a83-96f0-4ff7-a897-a48a6542c37e service nova] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] No waiting events found dispatching network-vif-plugged-9a04bb7a-c618-45da-b189-c25c3ae02d7a {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 776.191803] env[69365]: WARNING nova.compute.manager [req-73ee3a5c-1db5-4cf7-a720-f34c8681512a req-347f3a83-96f0-4ff7-a897-a48a6542c37e service nova] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Received unexpected event network-vif-plugged-9a04bb7a-c618-45da-b189-c25c3ae02d7a for instance with vm_state building and task_state spawning. [ 776.192059] env[69365]: DEBUG nova.compute.manager [req-73ee3a5c-1db5-4cf7-a720-f34c8681512a req-347f3a83-96f0-4ff7-a897-a48a6542c37e service nova] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Received event network-changed-9a04bb7a-c618-45da-b189-c25c3ae02d7a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.192280] env[69365]: DEBUG nova.compute.manager [req-73ee3a5c-1db5-4cf7-a720-f34c8681512a req-347f3a83-96f0-4ff7-a897-a48a6542c37e service nova] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Refreshing instance network info cache due to event network-changed-9a04bb7a-c618-45da-b189-c25c3ae02d7a. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 776.192508] env[69365]: DEBUG oslo_concurrency.lockutils [req-73ee3a5c-1db5-4cf7-a720-f34c8681512a req-347f3a83-96f0-4ff7-a897-a48a6542c37e service nova] Acquiring lock "refresh_cache-ac289b71-5a99-4a03-af24-e6843166dfd1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.251760] env[69365]: DEBUG nova.scheduler.client.report [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.311680] env[69365]: DEBUG oslo_vmware.api [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52160d84-1336-2ac0-ccfd-19b874c94c02, 'name': SearchDatastore_Task, 'duration_secs': 0.010842} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.311965] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.312278] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] d427aa83-edf4-44e5-a860-36e1184ea51f/d427aa83-edf4-44e5-a860-36e1184ea51f.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.312515] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf6b634b-99fc-4281-af18-c75863d13dc6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.325169] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "54494c65-4118-4c3d-8af2-cd772b783e1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.325411] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "54494c65-4118-4c3d-8af2-cd772b783e1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.325689] env[69365]: DEBUG oslo_vmware.api [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Waiting for the task: (returnval){ [ 776.325689] env[69365]: value = "task-3468670" [ 776.325689] env[69365]: _type = "Task" [ 776.325689] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.343196] env[69365]: DEBUG oslo_vmware.api [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': task-3468670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.486438] env[69365]: INFO nova.compute.manager [-] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Took 1.50 seconds to deallocate network for instance. [ 776.597120] env[69365]: DEBUG oslo_vmware.api [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468668, 'name': RemoveSnapshot_Task, 'duration_secs': 1.055866} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.597541] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 776.597915] env[69365]: INFO nova.compute.manager [None req-47693155-1910-4405-8f77-ae8ea0503d6e tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Took 16.18 seconds to snapshot the instance on the hypervisor. [ 776.714572] env[69365]: DEBUG nova.network.neutron [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.758350] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.842s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.758900] env[69365]: DEBUG nova.compute.manager [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 776.763997] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.010s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 776.766241] env[69365]: INFO nova.compute.claims [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 776.837940] env[69365]: DEBUG oslo_vmware.api [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': task-3468670, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.906522] env[69365]: DEBUG nova.network.neutron [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Updating instance_info_cache with network_info: [{"id": "9a04bb7a-c618-45da-b189-c25c3ae02d7a", "address": "fa:16:3e:73:83:0d", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a04bb7a-c6", "ovs_interfaceid": "9a04bb7a-c618-45da-b189-c25c3ae02d7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.000832] env[69365]: DEBUG oslo_concurrency.lockutils [None req-497b97a9-86be-4d9f-b2da-df2b544ecda4 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.001274] env[69365]: DEBUG nova.objects.instance [None req-ce9c5ce8-2d91-45c4-b47d-1e28f4efeabf tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] Lazy-loading 'flavor' on Instance uuid 0b69b2e2-0fe7-4bc8-901d-70c60738f56a {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 777.275400] env[69365]: DEBUG nova.compute.utils [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.283351] env[69365]: DEBUG nova.compute.manager [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.283527] env[69365]: DEBUG nova.network.neutron [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.292218] env[69365]: DEBUG nova.compute.manager [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 777.335047] env[69365]: DEBUG nova.policy [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbb4767d9ed241f98fce2fc0718f575d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8dabc7faee7488e8a7ae3aa8722232e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 777.344476] env[69365]: DEBUG oslo_vmware.api [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': task-3468670, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537254} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.344569] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] d427aa83-edf4-44e5-a860-36e1184ea51f/d427aa83-edf4-44e5-a860-36e1184ea51f.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.345319] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.345319] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c2bd89b7-0bfe-437e-8b79-2254587293f4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.354036] env[69365]: DEBUG oslo_vmware.api [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Waiting for the task: (returnval){ [ 777.354036] env[69365]: value = "task-3468671" [ 777.354036] env[69365]: _type = "Task" [ 777.354036] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.364834] env[69365]: DEBUG oslo_vmware.api [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': task-3468671, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.409316] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Releasing lock "refresh_cache-ac289b71-5a99-4a03-af24-e6843166dfd1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.409773] env[69365]: DEBUG nova.compute.manager [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Instance network_info: |[{"id": "9a04bb7a-c618-45da-b189-c25c3ae02d7a", "address": "fa:16:3e:73:83:0d", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a04bb7a-c6", "ovs_interfaceid": "9a04bb7a-c618-45da-b189-c25c3ae02d7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.410089] env[69365]: DEBUG oslo_concurrency.lockutils [req-73ee3a5c-1db5-4cf7-a720-f34c8681512a req-347f3a83-96f0-4ff7-a897-a48a6542c37e service nova] Acquired lock "refresh_cache-ac289b71-5a99-4a03-af24-e6843166dfd1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.410270] env[69365]: DEBUG nova.network.neutron [req-73ee3a5c-1db5-4cf7-a720-f34c8681512a req-347f3a83-96f0-4ff7-a897-a48a6542c37e service nova] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Refreshing network info cache for port 9a04bb7a-c618-45da-b189-c25c3ae02d7a {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 777.411535] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:83:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c24464bb-bb6b-43a2-bdcd-8086ad1a307f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a04bb7a-c618-45da-b189-c25c3ae02d7a', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.419101] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Creating folder: Project (76a587b738884a10912a95417d74a2d1). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.420102] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8328f2d-1284-40af-aeac-87c1a4af6f60 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.432959] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Created folder: Project (76a587b738884a10912a95417d74a2d1) in parent group-v693134. [ 777.433089] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Creating folder: Instances. Parent ref: group-v693222. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.433381] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cbd9f72d-a89f-46e5-a270-48dd6ffcb890 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.446061] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Created folder: Instances in parent group-v693222. [ 777.446279] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.446409] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.447614] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b76f629e-10d1-4beb-93dd-38e921405baf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.469020] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.469020] env[69365]: value = "task-3468674" [ 777.469020] env[69365]: _type = "Task" [ 777.469020] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.477475] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468674, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.506306] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ce9c5ce8-2d91-45c4-b47d-1e28f4efeabf tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] Lock "0b69b2e2-0fe7-4bc8-901d-70c60738f56a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.871s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.791266] env[69365]: DEBUG nova.network.neutron [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Successfully created port: 8f5656e2-042d-4609-80c3-22e796bc54ee {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 777.868315] env[69365]: DEBUG oslo_vmware.api [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': task-3468671, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.214058} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.871980] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 777.873416] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6426b2-e9c4-4671-a47f-61b4972a8c3f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.899336] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] d427aa83-edf4-44e5-a860-36e1184ea51f/d427aa83-edf4-44e5-a860-36e1184ea51f.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.902400] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b821a58-9007-49c3-abe0-d4918b2e74a0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.925745] env[69365]: DEBUG oslo_vmware.api [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Waiting for the task: (returnval){ [ 777.925745] env[69365]: value = "task-3468675" [ 777.925745] env[69365]: _type = "Task" [ 777.925745] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.939088] env[69365]: DEBUG oslo_vmware.api [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': task-3468675, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.982288] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468674, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.303520] env[69365]: DEBUG nova.compute.manager [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 778.306550] env[69365]: DEBUG nova.network.neutron [req-73ee3a5c-1db5-4cf7-a720-f34c8681512a req-347f3a83-96f0-4ff7-a897-a48a6542c37e service nova] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Updated VIF entry in instance network info cache for port 9a04bb7a-c618-45da-b189-c25c3ae02d7a. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 778.306865] env[69365]: DEBUG nova.network.neutron [req-73ee3a5c-1db5-4cf7-a720-f34c8681512a req-347f3a83-96f0-4ff7-a897-a48a6542c37e service nova] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Updating instance_info_cache with network_info: [{"id": "9a04bb7a-c618-45da-b189-c25c3ae02d7a", "address": "fa:16:3e:73:83:0d", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a04bb7a-c6", "ovs_interfaceid": "9a04bb7a-c618-45da-b189-c25c3ae02d7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.332964] env[69365]: DEBUG nova.virt.hardware [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 778.333232] env[69365]: DEBUG nova.virt.hardware [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 778.333813] env[69365]: DEBUG nova.virt.hardware [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 778.334069] env[69365]: DEBUG nova.virt.hardware [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 778.334222] env[69365]: DEBUG nova.virt.hardware [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 778.334681] env[69365]: DEBUG nova.virt.hardware [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 778.334681] env[69365]: DEBUG nova.virt.hardware [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 778.334814] env[69365]: DEBUG nova.virt.hardware [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 778.334939] env[69365]: DEBUG nova.virt.hardware [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 778.335215] env[69365]: DEBUG nova.virt.hardware [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 778.335298] env[69365]: DEBUG nova.virt.hardware [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 778.336194] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63437c5-afcf-4d63-b34b-6ad89c94a47c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.355056] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8630e20-5b89-456e-b913-3fea1cabbfb6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.437552] env[69365]: DEBUG oslo_vmware.api [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': task-3468675, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.439398] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ae8ac1-7fa5-4a97-bc54-b9a75267b732 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.448412] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4b1b42-7465-45e0-86c3-39453c6889e5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.486696] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5454166-f3fd-4507-9266-5719977dc870 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.501210] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f953fc-fb1c-4cd1-aa91-ec04643833b3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.505870] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468674, 'name': CreateVM_Task, 'duration_secs': 0.772569} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.506567] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.507674] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.507861] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.508194] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.508976] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eb4f851-dbba-4d02-b907-c18ed9b851e0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.518928] env[69365]: DEBUG nova.compute.provider_tree [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.524270] env[69365]: DEBUG oslo_vmware.api [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Waiting for the task: (returnval){ [ 778.524270] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]528297cb-cc4e-b7d8-1b80-3614edfe7227" [ 778.524270] env[69365]: _type = "Task" [ 778.524270] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.533288] env[69365]: DEBUG oslo_vmware.api [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]528297cb-cc4e-b7d8-1b80-3614edfe7227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.811574] env[69365]: DEBUG oslo_concurrency.lockutils [req-73ee3a5c-1db5-4cf7-a720-f34c8681512a req-347f3a83-96f0-4ff7-a897-a48a6542c37e service nova] Releasing lock "refresh_cache-ac289b71-5a99-4a03-af24-e6843166dfd1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.940333] env[69365]: DEBUG oslo_vmware.api [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': task-3468675, 'name': ReconfigVM_Task, 'duration_secs': 0.88345} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.940333] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Reconfigured VM instance instance-0000001e to attach disk [datastore2] d427aa83-edf4-44e5-a860-36e1184ea51f/d427aa83-edf4-44e5-a860-36e1184ea51f.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.940838] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97b085c9-2cff-4477-a8f3-0500bcf94fc1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.955621] env[69365]: DEBUG oslo_vmware.api [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Waiting for the task: (returnval){ [ 778.955621] env[69365]: value = "task-3468676" [ 778.955621] env[69365]: _type = "Task" [ 778.955621] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.966396] env[69365]: DEBUG oslo_vmware.api [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': task-3468676, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.026021] env[69365]: DEBUG nova.scheduler.client.report [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.042164] env[69365]: DEBUG oslo_vmware.api [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]528297cb-cc4e-b7d8-1b80-3614edfe7227, 'name': SearchDatastore_Task, 'duration_secs': 0.01327} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.044272] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.045265] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 779.045265] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.045265] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.045265] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.045704] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d56d3c17-bfff-448b-bda9-d95dd006fec1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.055363] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.055549] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.056298] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8e9241c-ece2-403e-ac75-90325bf888eb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.063525] env[69365]: DEBUG oslo_vmware.api [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Waiting for the task: (returnval){ [ 779.063525] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fb5bb6-3935-885b-cfa2-244b5848bb6a" [ 779.063525] env[69365]: _type = "Task" [ 779.063525] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.072789] env[69365]: DEBUG oslo_vmware.api [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fb5bb6-3935-885b-cfa2-244b5848bb6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.465741] env[69365]: DEBUG oslo_vmware.api [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': task-3468676, 'name': Rename_Task, 'duration_secs': 0.348471} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.467706] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.468737] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2a7d41f-f02a-4c2a-b3f5-5b6dc683a128 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.477604] env[69365]: DEBUG oslo_vmware.api [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Waiting for the task: (returnval){ [ 779.477604] env[69365]: value = "task-3468677" [ 779.477604] env[69365]: _type = "Task" [ 779.477604] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.492506] env[69365]: DEBUG oslo_vmware.api [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': task-3468677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.498878] env[69365]: DEBUG nova.compute.manager [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 779.499818] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09f71b0-9a74-456b-9d20-e236aa3f8261 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.533525] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.533525] env[69365]: DEBUG nova.compute.manager [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.535380] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9170c696-9ce9-4baa-b4ff-9fe323575574 tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.054s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.535604] env[69365]: DEBUG nova.objects.instance [None req-9170c696-9ce9-4baa-b4ff-9fe323575574 tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Lazy-loading 'resources' on Instance uuid 5ef85594-2bab-4068-b93f-b725bdc4681e {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.579430] env[69365]: DEBUG oslo_vmware.api [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fb5bb6-3935-885b-cfa2-244b5848bb6a, 'name': SearchDatastore_Task, 'duration_secs': 0.009735} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.579430] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b97a3f16-ef3e-4659-a845-45a0ccd26d82 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.585475] env[69365]: DEBUG oslo_vmware.api [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Waiting for the task: (returnval){ [ 779.585475] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]525c36fc-69c8-7f73-214c-9b00a797804b" [ 779.585475] env[69365]: _type = "Task" [ 779.585475] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.598272] env[69365]: DEBUG oslo_vmware.api [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]525c36fc-69c8-7f73-214c-9b00a797804b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.633815] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8381f56d-e798-4565-8527-3b36f2b0fd34 tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] Acquiring lock "0b69b2e2-0fe7-4bc8-901d-70c60738f56a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.634109] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8381f56d-e798-4565-8527-3b36f2b0fd34 tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] Lock "0b69b2e2-0fe7-4bc8-901d-70c60738f56a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.743023] env[69365]: DEBUG nova.network.neutron [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Successfully updated port: 8f5656e2-042d-4609-80c3-22e796bc54ee {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 779.872888] env[69365]: DEBUG nova.compute.manager [req-4449ccb1-0f88-4537-97fa-196fde6823dd req-24f8f308-6f5c-4588-99bb-8ef4826ce042 service nova] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Received event network-vif-plugged-8f5656e2-042d-4609-80c3-22e796bc54ee {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 779.873160] env[69365]: DEBUG oslo_concurrency.lockutils [req-4449ccb1-0f88-4537-97fa-196fde6823dd req-24f8f308-6f5c-4588-99bb-8ef4826ce042 service nova] Acquiring lock "ba25f42e-945b-4884-9fca-fecf9a2d294c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.873835] env[69365]: DEBUG oslo_concurrency.lockutils [req-4449ccb1-0f88-4537-97fa-196fde6823dd req-24f8f308-6f5c-4588-99bb-8ef4826ce042 service nova] Lock "ba25f42e-945b-4884-9fca-fecf9a2d294c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.874190] env[69365]: DEBUG oslo_concurrency.lockutils [req-4449ccb1-0f88-4537-97fa-196fde6823dd req-24f8f308-6f5c-4588-99bb-8ef4826ce042 service nova] Lock "ba25f42e-945b-4884-9fca-fecf9a2d294c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.874260] env[69365]: DEBUG nova.compute.manager [req-4449ccb1-0f88-4537-97fa-196fde6823dd req-24f8f308-6f5c-4588-99bb-8ef4826ce042 service nova] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] No waiting events found dispatching network-vif-plugged-8f5656e2-042d-4609-80c3-22e796bc54ee {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 779.874395] env[69365]: WARNING nova.compute.manager [req-4449ccb1-0f88-4537-97fa-196fde6823dd req-24f8f308-6f5c-4588-99bb-8ef4826ce042 service nova] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Received unexpected event network-vif-plugged-8f5656e2-042d-4609-80c3-22e796bc54ee for instance with vm_state building and task_state spawning. [ 779.988980] env[69365]: DEBUG oslo_vmware.api [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': task-3468677, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.011666] env[69365]: INFO nova.compute.manager [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] instance snapshotting [ 780.015398] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2d1cd2-da27-4d93-ae11-9ecfdcde91e2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.037280] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2fd7b8-f45f-4c22-8b6a-0339f8d07548 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.043692] env[69365]: DEBUG nova.compute.utils [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.045279] env[69365]: DEBUG nova.compute.manager [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 780.045357] env[69365]: DEBUG nova.network.neutron [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 780.097308] env[69365]: DEBUG oslo_vmware.api [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]525c36fc-69c8-7f73-214c-9b00a797804b, 'name': SearchDatastore_Task, 'duration_secs': 0.012862} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.099901] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.100194] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] ac289b71-5a99-4a03-af24-e6843166dfd1/ac289b71-5a99-4a03-af24-e6843166dfd1.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.100713] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c5e51c8-ba92-419e-afc8-9cfcc0beb49c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.109917] env[69365]: DEBUG oslo_vmware.api [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Waiting for the task: (returnval){ [ 780.109917] env[69365]: value = "task-3468678" [ 780.109917] env[69365]: _type = "Task" [ 780.109917] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.122932] env[69365]: DEBUG oslo_vmware.api [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': task-3468678, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.134869] env[69365]: DEBUG nova.policy [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13d962b2d0394dfda664272c2e353cad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bb16e0bd2b7c414b8024c70141ef1f3e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 780.137839] env[69365]: INFO nova.compute.manager [None req-8381f56d-e798-4565-8527-3b36f2b0fd34 tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Detaching volume 190d92ab-fa64-443b-86be-933c1dc79c68 [ 780.184174] env[69365]: INFO nova.virt.block_device [None req-8381f56d-e798-4565-8527-3b36f2b0fd34 tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Attempting to driver detach volume 190d92ab-fa64-443b-86be-933c1dc79c68 from mountpoint /dev/sdb [ 780.184542] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8381f56d-e798-4565-8527-3b36f2b0fd34 tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Volume detach. Driver type: vmdk {{(pid=69365) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 780.184846] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8381f56d-e798-4565-8527-3b36f2b0fd34 tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693220', 'volume_id': '190d92ab-fa64-443b-86be-933c1dc79c68', 'name': 'volume-190d92ab-fa64-443b-86be-933c1dc79c68', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b69b2e2-0fe7-4bc8-901d-70c60738f56a', 'attached_at': '', 'detached_at': '', 'volume_id': '190d92ab-fa64-443b-86be-933c1dc79c68', 'serial': '190d92ab-fa64-443b-86be-933c1dc79c68'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 780.185910] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2791c77-8851-4d9a-8df2-8977e15e2bc4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.220178] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667d9331-da53-4ece-85b5-fc758cd91002 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.231819] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577b9f25-c6bb-4d15-b174-857ba6e3705a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.260302] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "refresh_cache-ba25f42e-945b-4884-9fca-fecf9a2d294c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.260302] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquired lock "refresh_cache-ba25f42e-945b-4884-9fca-fecf9a2d294c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.260492] env[69365]: DEBUG nova.network.neutron [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.265681] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a634a69e-7501-4378-97b2-c75c3258bf4b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.289080] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8381f56d-e798-4565-8527-3b36f2b0fd34 tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] The volume has not been displaced from its original location: [datastore2] volume-190d92ab-fa64-443b-86be-933c1dc79c68/volume-190d92ab-fa64-443b-86be-933c1dc79c68.vmdk. No consolidation needed. {{(pid=69365) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 780.295380] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8381f56d-e798-4565-8527-3b36f2b0fd34 tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 780.298577] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fdee487-b6f7-4b26-a3cc-db441ba46ff8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.322227] env[69365]: DEBUG oslo_vmware.api [None req-8381f56d-e798-4565-8527-3b36f2b0fd34 tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] Waiting for the task: (returnval){ [ 780.322227] env[69365]: value = "task-3468679" [ 780.322227] env[69365]: _type = "Task" [ 780.322227] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.336284] env[69365]: DEBUG oslo_vmware.api [None req-8381f56d-e798-4565-8527-3b36f2b0fd34 tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] Task: {'id': task-3468679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.494361] env[69365]: DEBUG oslo_vmware.api [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': task-3468677, 'name': PowerOnVM_Task, 'duration_secs': 0.900003} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.494940] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.495234] env[69365]: INFO nova.compute.manager [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Took 9.69 seconds to spawn the instance on the hypervisor. [ 780.495468] env[69365]: DEBUG nova.compute.manager [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.500304] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b52c585-a27b-44d5-9178-5185ceca41b1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.548697] env[69365]: DEBUG nova.compute.manager [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 780.558571] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 780.568533] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-319b8670-457d-40d3-8610-c03dacce8914 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.581747] env[69365]: DEBUG oslo_vmware.api [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Waiting for the task: (returnval){ [ 780.581747] env[69365]: value = "task-3468680" [ 780.581747] env[69365]: _type = "Task" [ 780.581747] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.595297] env[69365]: DEBUG oslo_vmware.api [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468680, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.622502] env[69365]: DEBUG oslo_vmware.api [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': task-3468678, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508898} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.625398] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] ac289b71-5a99-4a03-af24-e6843166dfd1/ac289b71-5a99-4a03-af24-e6843166dfd1.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.625667] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.626441] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b233341-e12b-4692-96be-28e4fa406b41 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.636202] env[69365]: DEBUG oslo_vmware.api [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Waiting for the task: (returnval){ [ 780.636202] env[69365]: value = "task-3468681" [ 780.636202] env[69365]: _type = "Task" [ 780.636202] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.654197] env[69365]: DEBUG oslo_vmware.api [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': task-3468681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.657836] env[69365]: DEBUG nova.network.neutron [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Successfully created port: a26fcb6f-ce0d-4863-9853-ac66d567eecf {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 780.750022] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572ee586-2f96-4ff7-90d4-2a731ca33376 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.755500] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762bf8e8-0828-41c8-a0c4-c51af11e9492 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.790509] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d24db01-c694-448c-ab64-68a98dd162ba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.799491] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce2c85d-f11e-400a-ac91-73a599b87aff {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.814424] env[69365]: DEBUG nova.compute.provider_tree [None req-9170c696-9ce9-4baa-b4ff-9fe323575574 tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.835433] env[69365]: DEBUG oslo_vmware.api [None req-8381f56d-e798-4565-8527-3b36f2b0fd34 tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] Task: {'id': task-3468679, 'name': ReconfigVM_Task, 'duration_secs': 0.394345} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.835783] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8381f56d-e798-4565-8527-3b36f2b0fd34 tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 780.841673] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-709ad618-89a7-486d-9ac7-9aac3d686771 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.855129] env[69365]: DEBUG nova.network.neutron [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.865577] env[69365]: DEBUG oslo_vmware.api [None req-8381f56d-e798-4565-8527-3b36f2b0fd34 tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] Waiting for the task: (returnval){ [ 780.865577] env[69365]: value = "task-3468682" [ 780.865577] env[69365]: _type = "Task" [ 780.865577] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.877165] env[69365]: DEBUG oslo_vmware.api [None req-8381f56d-e798-4565-8527-3b36f2b0fd34 tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] Task: {'id': task-3468682, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.027253] env[69365]: INFO nova.compute.manager [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Took 48.43 seconds to build instance. [ 781.098664] env[69365]: DEBUG oslo_vmware.api [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468680, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.149020] env[69365]: DEBUG oslo_vmware.api [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': task-3468681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08377} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.149020] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 781.149020] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4f4400-8c25-4202-96aa-3e53ff74d6f6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.153952] env[69365]: DEBUG nova.network.neutron [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Updating instance_info_cache with network_info: [{"id": "8f5656e2-042d-4609-80c3-22e796bc54ee", "address": "fa:16:3e:e7:d3:05", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f5656e2-04", "ovs_interfaceid": "8f5656e2-042d-4609-80c3-22e796bc54ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.172986] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] ac289b71-5a99-4a03-af24-e6843166dfd1/ac289b71-5a99-4a03-af24-e6843166dfd1.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 781.174031] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-186d5e2f-e2fe-402a-8f81-d6cd691737cd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.195921] env[69365]: DEBUG oslo_vmware.api [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Waiting for the task: (returnval){ [ 781.195921] env[69365]: value = "task-3468683" [ 781.195921] env[69365]: _type = "Task" [ 781.195921] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.205511] env[69365]: DEBUG oslo_vmware.api [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': task-3468683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.317732] env[69365]: DEBUG nova.scheduler.client.report [None req-9170c696-9ce9-4baa-b4ff-9fe323575574 tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.379206] env[69365]: DEBUG oslo_vmware.api [None req-8381f56d-e798-4565-8527-3b36f2b0fd34 tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] Task: {'id': task-3468682, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.529221] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cac92968-fdc8-4d01-b6e2-e607e794aa2f tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Lock "d427aa83-edf4-44e5-a860-36e1184ea51f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.016s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.559145] env[69365]: DEBUG nova.compute.manager [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.585694] env[69365]: DEBUG nova.virt.hardware [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.586067] env[69365]: DEBUG nova.virt.hardware [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.586288] env[69365]: DEBUG nova.virt.hardware [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.586533] env[69365]: DEBUG nova.virt.hardware [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.586751] env[69365]: DEBUG nova.virt.hardware [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.586921] env[69365]: DEBUG nova.virt.hardware [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.587145] env[69365]: DEBUG nova.virt.hardware [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.587303] env[69365]: DEBUG nova.virt.hardware [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.587600] env[69365]: DEBUG nova.virt.hardware [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.587883] env[69365]: DEBUG nova.virt.hardware [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.587883] env[69365]: DEBUG nova.virt.hardware [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.589204] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a25759f-5a1a-4202-bc89-36f26c2b943d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.604670] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6119869f-1b71-47ff-8ea8-0953b67e2fc8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.609430] env[69365]: DEBUG oslo_vmware.api [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468680, 'name': CreateSnapshot_Task, 'duration_secs': 0.905025} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.610090] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 781.611237] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf7ae54-9802-40ff-a6de-0cb1a8cbbb7a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.674786] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Releasing lock "refresh_cache-ba25f42e-945b-4884-9fca-fecf9a2d294c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.675152] env[69365]: DEBUG nova.compute.manager [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Instance network_info: |[{"id": "8f5656e2-042d-4609-80c3-22e796bc54ee", "address": "fa:16:3e:e7:d3:05", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f5656e2-04", "ovs_interfaceid": "8f5656e2-042d-4609-80c3-22e796bc54ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 781.679026] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:d3:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f5656e2-042d-4609-80c3-22e796bc54ee', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.685288] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Creating folder: Project (e8dabc7faee7488e8a7ae3aa8722232e). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.687124] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2846727f-c14b-4d4a-a68c-a1a8dd917065 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.705114] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Created folder: Project (e8dabc7faee7488e8a7ae3aa8722232e) in parent group-v693134. [ 781.705731] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Creating folder: Instances. Parent ref: group-v693226. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.705961] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62646c74-6627-4e38-bf77-722806347953 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.712277] env[69365]: DEBUG oslo_vmware.api [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': task-3468683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.727016] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Created folder: Instances in parent group-v693226. [ 781.727016] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.727016] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.727016] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2950cebe-c62f-4226-9691-3dd915a3299a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.750181] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.750181] env[69365]: value = "task-3468686" [ 781.750181] env[69365]: _type = "Task" [ 781.750181] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.759417] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468686, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.828019] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9170c696-9ce9-4baa-b4ff-9fe323575574 tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.290s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.829593] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.405s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.832528] env[69365]: INFO nova.compute.claims [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.860714] env[69365]: INFO nova.scheduler.client.report [None req-9170c696-9ce9-4baa-b4ff-9fe323575574 tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Deleted allocations for instance 5ef85594-2bab-4068-b93f-b725bdc4681e [ 781.878245] env[69365]: DEBUG oslo_vmware.api [None req-8381f56d-e798-4565-8527-3b36f2b0fd34 tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] Task: {'id': task-3468682, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.938827] env[69365]: DEBUG nova.compute.manager [req-3a3ab610-9364-42dc-9f3d-ce70422f9ec1 req-9b3e1fd1-5504-4dbc-8ba9-5ff130700331 service nova] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Received event network-changed-8f5656e2-042d-4609-80c3-22e796bc54ee {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 781.939038] env[69365]: DEBUG nova.compute.manager [req-3a3ab610-9364-42dc-9f3d-ce70422f9ec1 req-9b3e1fd1-5504-4dbc-8ba9-5ff130700331 service nova] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Refreshing instance network info cache due to event network-changed-8f5656e2-042d-4609-80c3-22e796bc54ee. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 781.939257] env[69365]: DEBUG oslo_concurrency.lockutils [req-3a3ab610-9364-42dc-9f3d-ce70422f9ec1 req-9b3e1fd1-5504-4dbc-8ba9-5ff130700331 service nova] Acquiring lock "refresh_cache-ba25f42e-945b-4884-9fca-fecf9a2d294c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.939400] env[69365]: DEBUG oslo_concurrency.lockutils [req-3a3ab610-9364-42dc-9f3d-ce70422f9ec1 req-9b3e1fd1-5504-4dbc-8ba9-5ff130700331 service nova] Acquired lock "refresh_cache-ba25f42e-945b-4884-9fca-fecf9a2d294c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.939668] env[69365]: DEBUG nova.network.neutron [req-3a3ab610-9364-42dc-9f3d-ce70422f9ec1 req-9b3e1fd1-5504-4dbc-8ba9-5ff130700331 service nova] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Refreshing network info cache for port 8f5656e2-042d-4609-80c3-22e796bc54ee {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 782.031614] env[69365]: DEBUG nova.compute.manager [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 782.069409] env[69365]: DEBUG oslo_concurrency.lockutils [None req-477cc8ec-eda0-45ed-b8a3-15a8b3d85945 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Acquiring lock "d427aa83-edf4-44e5-a860-36e1184ea51f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.069699] env[69365]: DEBUG oslo_concurrency.lockutils [None req-477cc8ec-eda0-45ed-b8a3-15a8b3d85945 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Lock "d427aa83-edf4-44e5-a860-36e1184ea51f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.069947] env[69365]: DEBUG oslo_concurrency.lockutils [None req-477cc8ec-eda0-45ed-b8a3-15a8b3d85945 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Acquiring lock "d427aa83-edf4-44e5-a860-36e1184ea51f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.070178] env[69365]: DEBUG oslo_concurrency.lockutils [None req-477cc8ec-eda0-45ed-b8a3-15a8b3d85945 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Lock "d427aa83-edf4-44e5-a860-36e1184ea51f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.070350] env[69365]: DEBUG oslo_concurrency.lockutils [None req-477cc8ec-eda0-45ed-b8a3-15a8b3d85945 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Lock "d427aa83-edf4-44e5-a860-36e1184ea51f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.072789] env[69365]: INFO nova.compute.manager [None req-477cc8ec-eda0-45ed-b8a3-15a8b3d85945 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Terminating instance [ 782.142639] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 782.143266] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c865389c-d80d-42a2-abbd-5a78f6241fd2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.155265] env[69365]: DEBUG oslo_vmware.api [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Waiting for the task: (returnval){ [ 782.155265] env[69365]: value = "task-3468687" [ 782.155265] env[69365]: _type = "Task" [ 782.155265] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.164930] env[69365]: DEBUG oslo_vmware.api [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468687, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.208250] env[69365]: DEBUG oslo_vmware.api [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': task-3468683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.259711] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468686, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.374738] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9170c696-9ce9-4baa-b4ff-9fe323575574 tempest-FloatingIPsAssociationNegativeTestJSON-939904867 tempest-FloatingIPsAssociationNegativeTestJSON-939904867-project-member] Lock "5ef85594-2bab-4068-b93f-b725bdc4681e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.418s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.390090] env[69365]: DEBUG oslo_vmware.api [None req-8381f56d-e798-4565-8527-3b36f2b0fd34 tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] Task: {'id': task-3468682, 'name': ReconfigVM_Task, 'duration_secs': 1.17123} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.390756] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8381f56d-e798-4565-8527-3b36f2b0fd34 tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693220', 'volume_id': '190d92ab-fa64-443b-86be-933c1dc79c68', 'name': 'volume-190d92ab-fa64-443b-86be-933c1dc79c68', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0b69b2e2-0fe7-4bc8-901d-70c60738f56a', 'attached_at': '', 'detached_at': '', 'volume_id': '190d92ab-fa64-443b-86be-933c1dc79c68', 'serial': '190d92ab-fa64-443b-86be-933c1dc79c68'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 782.441854] env[69365]: DEBUG nova.network.neutron [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Successfully updated port: a26fcb6f-ce0d-4863-9853-ac66d567eecf {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.555674] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.577251] env[69365]: DEBUG nova.compute.manager [None req-477cc8ec-eda0-45ed-b8a3-15a8b3d85945 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 782.577491] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-477cc8ec-eda0-45ed-b8a3-15a8b3d85945 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.578527] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c58ec6f-39d9-4357-8e48-f80b43e58b04 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.587375] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-477cc8ec-eda0-45ed-b8a3-15a8b3d85945 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.590098] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1663050-9722-4697-908b-e74bb5b2e38a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.598897] env[69365]: DEBUG oslo_vmware.api [None req-477cc8ec-eda0-45ed-b8a3-15a8b3d85945 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Waiting for the task: (returnval){ [ 782.598897] env[69365]: value = "task-3468688" [ 782.598897] env[69365]: _type = "Task" [ 782.598897] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.608924] env[69365]: DEBUG oslo_vmware.api [None req-477cc8ec-eda0-45ed-b8a3-15a8b3d85945 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': task-3468688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.668721] env[69365]: DEBUG oslo_vmware.api [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468687, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.692394] env[69365]: DEBUG nova.network.neutron [req-3a3ab610-9364-42dc-9f3d-ce70422f9ec1 req-9b3e1fd1-5504-4dbc-8ba9-5ff130700331 service nova] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Updated VIF entry in instance network info cache for port 8f5656e2-042d-4609-80c3-22e796bc54ee. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 782.692869] env[69365]: DEBUG nova.network.neutron [req-3a3ab610-9364-42dc-9f3d-ce70422f9ec1 req-9b3e1fd1-5504-4dbc-8ba9-5ff130700331 service nova] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Updating instance_info_cache with network_info: [{"id": "8f5656e2-042d-4609-80c3-22e796bc54ee", "address": "fa:16:3e:e7:d3:05", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f5656e2-04", "ovs_interfaceid": "8f5656e2-042d-4609-80c3-22e796bc54ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.707789] env[69365]: DEBUG oslo_vmware.api [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': task-3468683, 'name': ReconfigVM_Task, 'duration_secs': 1.100179} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.708813] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Reconfigured VM instance instance-0000001f to attach disk [datastore1] ac289b71-5a99-4a03-af24-e6843166dfd1/ac289b71-5a99-4a03-af24-e6843166dfd1.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.709534] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78ed1677-bbe8-43c3-8d30-4e9e37964805 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.718024] env[69365]: DEBUG oslo_vmware.api [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Waiting for the task: (returnval){ [ 782.718024] env[69365]: value = "task-3468689" [ 782.718024] env[69365]: _type = "Task" [ 782.718024] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.730087] env[69365]: DEBUG oslo_vmware.api [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': task-3468689, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.769319] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468686, 'name': CreateVM_Task, 'duration_secs': 0.685906} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.769530] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.770290] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.770481] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.770834] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.771102] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04cfa554-295d-4b57-ba49-87b425343898 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.777607] env[69365]: DEBUG oslo_vmware.api [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 782.777607] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]527003d0-ad5c-5f31-c782-91f0dc761f51" [ 782.777607] env[69365]: _type = "Task" [ 782.777607] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.790060] env[69365]: DEBUG oslo_vmware.api [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]527003d0-ad5c-5f31-c782-91f0dc761f51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.950395] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Acquiring lock "refresh_cache-3de0cb15-65d2-4896-abe4-6d6546a03341" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.950395] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Acquired lock "refresh_cache-3de0cb15-65d2-4896-abe4-6d6546a03341" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.950395] env[69365]: DEBUG nova.network.neutron [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 783.000289] env[69365]: DEBUG nova.objects.instance [None req-8381f56d-e798-4565-8527-3b36f2b0fd34 tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] Lazy-loading 'flavor' on Instance uuid 0b69b2e2-0fe7-4bc8-901d-70c60738f56a {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 783.111389] env[69365]: DEBUG oslo_vmware.api [None req-477cc8ec-eda0-45ed-b8a3-15a8b3d85945 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': task-3468688, 'name': PowerOffVM_Task, 'duration_secs': 0.222395} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.114228] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-477cc8ec-eda0-45ed-b8a3-15a8b3d85945 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 783.114409] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-477cc8ec-eda0-45ed-b8a3-15a8b3d85945 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 783.115638] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb2eb8aa-0d1d-4733-8b2b-f67f1a26d8b2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.172646] env[69365]: DEBUG oslo_vmware.api [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468687, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.197183] env[69365]: DEBUG oslo_concurrency.lockutils [req-3a3ab610-9364-42dc-9f3d-ce70422f9ec1 req-9b3e1fd1-5504-4dbc-8ba9-5ff130700331 service nova] Releasing lock "refresh_cache-ba25f42e-945b-4884-9fca-fecf9a2d294c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.232023] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-477cc8ec-eda0-45ed-b8a3-15a8b3d85945 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 783.232023] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-477cc8ec-eda0-45ed-b8a3-15a8b3d85945 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 783.232023] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-477cc8ec-eda0-45ed-b8a3-15a8b3d85945 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Deleting the datastore file [datastore2] d427aa83-edf4-44e5-a860-36e1184ea51f {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 783.232895] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c89ccec-50df-40d7-b4bf-fed1462d7f0a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.235034] env[69365]: DEBUG oslo_vmware.api [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': task-3468689, 'name': Rename_Task, 'duration_secs': 0.169535} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.236062] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.239526] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df76aaad-eefa-4cd6-9f58-554121542dcc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.247048] env[69365]: DEBUG oslo_vmware.api [None req-477cc8ec-eda0-45ed-b8a3-15a8b3d85945 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Waiting for the task: (returnval){ [ 783.247048] env[69365]: value = "task-3468691" [ 783.247048] env[69365]: _type = "Task" [ 783.247048] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.251190] env[69365]: DEBUG oslo_vmware.api [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Waiting for the task: (returnval){ [ 783.251190] env[69365]: value = "task-3468692" [ 783.251190] env[69365]: _type = "Task" [ 783.251190] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.262913] env[69365]: DEBUG oslo_vmware.api [None req-477cc8ec-eda0-45ed-b8a3-15a8b3d85945 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': task-3468691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.269336] env[69365]: DEBUG oslo_vmware.api [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': task-3468692, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.292525] env[69365]: DEBUG oslo_vmware.api [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]527003d0-ad5c-5f31-c782-91f0dc761f51, 'name': SearchDatastore_Task, 'duration_secs': 0.012733} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.293337] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.293773] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.294228] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.294533] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.294858] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.295314] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41589fe1-14ca-45fc-9944-e3e19600a9aa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.320652] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.324023] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.324023] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7986de9d-6dee-483d-a104-10cc9cde247f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.328075] env[69365]: DEBUG oslo_vmware.api [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 783.328075] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d1ec18-6213-29c6-b437-939d0955c110" [ 783.328075] env[69365]: _type = "Task" [ 783.328075] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.339202] env[69365]: DEBUG oslo_vmware.api [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d1ec18-6213-29c6-b437-939d0955c110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.470606] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008977e5-5388-45ab-9941-5a29bb65d39e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.481137] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04abe90-2dc9-4370-9c5f-684a2477d6bb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.519755] env[69365]: DEBUG nova.network.neutron [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.522485] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32737af-6dff-446f-9351-d07188979bbd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.533509] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4254aa73-abd7-4e8f-bc34-b58a38e71d38 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.552322] env[69365]: DEBUG nova.compute.provider_tree [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.671359] env[69365]: DEBUG oslo_vmware.api [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468687, 'name': CloneVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.745599] env[69365]: DEBUG nova.network.neutron [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Updating instance_info_cache with network_info: [{"id": "a26fcb6f-ce0d-4863-9853-ac66d567eecf", "address": "fa:16:3e:ca:1f:63", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa26fcb6f-ce", "ovs_interfaceid": "a26fcb6f-ce0d-4863-9853-ac66d567eecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.759837] env[69365]: DEBUG oslo_vmware.api [None req-477cc8ec-eda0-45ed-b8a3-15a8b3d85945 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Task: {'id': task-3468691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203748} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.761065] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-477cc8ec-eda0-45ed-b8a3-15a8b3d85945 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.761254] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-477cc8ec-eda0-45ed-b8a3-15a8b3d85945 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.761423] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-477cc8ec-eda0-45ed-b8a3-15a8b3d85945 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.761589] env[69365]: INFO nova.compute.manager [None req-477cc8ec-eda0-45ed-b8a3-15a8b3d85945 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 783.761855] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-477cc8ec-eda0-45ed-b8a3-15a8b3d85945 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 783.762345] env[69365]: DEBUG nova.compute.manager [-] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 783.762435] env[69365]: DEBUG nova.network.neutron [-] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.767427] env[69365]: DEBUG oslo_vmware.api [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': task-3468692, 'name': PowerOnVM_Task, 'duration_secs': 0.509784} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.767977] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.768211] env[69365]: INFO nova.compute.manager [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Took 10.20 seconds to spawn the instance on the hypervisor. [ 783.768387] env[69365]: DEBUG nova.compute.manager [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.769187] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a9b1b5-d0e0-4f49-9323-dac5c334025d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.840748] env[69365]: DEBUG oslo_vmware.api [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d1ec18-6213-29c6-b437-939d0955c110, 'name': SearchDatastore_Task, 'duration_secs': 0.013132} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.841529] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c03df2e-8621-4357-89dd-10808da96302 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.847455] env[69365]: DEBUG oslo_vmware.api [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 783.847455] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52159df6-26ba-b13d-69c4-319c6aee6c84" [ 783.847455] env[69365]: _type = "Task" [ 783.847455] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.856469] env[69365]: DEBUG oslo_vmware.api [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52159df6-26ba-b13d-69c4-319c6aee6c84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.029040] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8381f56d-e798-4565-8527-3b36f2b0fd34 tempest-VolumesAssistedSnapshotsTest-116727382 tempest-VolumesAssistedSnapshotsTest-116727382-project-admin] Lock "0b69b2e2-0fe7-4bc8-901d-70c60738f56a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.395s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.058182] env[69365]: DEBUG nova.scheduler.client.report [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.080208] env[69365]: DEBUG nova.compute.manager [req-f3aa5481-d43a-4db4-9ed4-f72b20370bd7 req-3fdd7215-0ad4-4f5c-b8e7-8e15c7db1aa3 service nova] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Received event network-vif-plugged-a26fcb6f-ce0d-4863-9853-ac66d567eecf {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.080442] env[69365]: DEBUG oslo_concurrency.lockutils [req-f3aa5481-d43a-4db4-9ed4-f72b20370bd7 req-3fdd7215-0ad4-4f5c-b8e7-8e15c7db1aa3 service nova] Acquiring lock "3de0cb15-65d2-4896-abe4-6d6546a03341-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.080657] env[69365]: DEBUG oslo_concurrency.lockutils [req-f3aa5481-d43a-4db4-9ed4-f72b20370bd7 req-3fdd7215-0ad4-4f5c-b8e7-8e15c7db1aa3 service nova] Lock "3de0cb15-65d2-4896-abe4-6d6546a03341-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.080824] env[69365]: DEBUG oslo_concurrency.lockutils [req-f3aa5481-d43a-4db4-9ed4-f72b20370bd7 req-3fdd7215-0ad4-4f5c-b8e7-8e15c7db1aa3 service nova] Lock "3de0cb15-65d2-4896-abe4-6d6546a03341-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.080989] env[69365]: DEBUG nova.compute.manager [req-f3aa5481-d43a-4db4-9ed4-f72b20370bd7 req-3fdd7215-0ad4-4f5c-b8e7-8e15c7db1aa3 service nova] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] No waiting events found dispatching network-vif-plugged-a26fcb6f-ce0d-4863-9853-ac66d567eecf {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.081227] env[69365]: WARNING nova.compute.manager [req-f3aa5481-d43a-4db4-9ed4-f72b20370bd7 req-3fdd7215-0ad4-4f5c-b8e7-8e15c7db1aa3 service nova] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Received unexpected event network-vif-plugged-a26fcb6f-ce0d-4863-9853-ac66d567eecf for instance with vm_state building and task_state spawning. [ 784.081391] env[69365]: DEBUG nova.compute.manager [req-f3aa5481-d43a-4db4-9ed4-f72b20370bd7 req-3fdd7215-0ad4-4f5c-b8e7-8e15c7db1aa3 service nova] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Received event network-changed-a26fcb6f-ce0d-4863-9853-ac66d567eecf {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.081812] env[69365]: DEBUG nova.compute.manager [req-f3aa5481-d43a-4db4-9ed4-f72b20370bd7 req-3fdd7215-0ad4-4f5c-b8e7-8e15c7db1aa3 service nova] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Refreshing instance network info cache due to event network-changed-a26fcb6f-ce0d-4863-9853-ac66d567eecf. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.081910] env[69365]: DEBUG oslo_concurrency.lockutils [req-f3aa5481-d43a-4db4-9ed4-f72b20370bd7 req-3fdd7215-0ad4-4f5c-b8e7-8e15c7db1aa3 service nova] Acquiring lock "refresh_cache-3de0cb15-65d2-4896-abe4-6d6546a03341" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.171389] env[69365]: DEBUG oslo_vmware.api [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468687, 'name': CloneVM_Task, 'duration_secs': 1.605866} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.171701] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Created linked-clone VM from snapshot [ 784.172567] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d581a4a-31bf-45a5-9950-06fc5cefb185 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.180950] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Uploading image 5965a726-7421-4f46-9741-8a07d0dc2cac {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 784.206414] env[69365]: DEBUG oslo_vmware.rw_handles [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 784.206414] env[69365]: value = "vm-693229" [ 784.206414] env[69365]: _type = "VirtualMachine" [ 784.206414] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 784.206731] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6287a6b8-d8ca-4c97-b80c-acb9cd5f5225 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.216513] env[69365]: DEBUG oslo_vmware.rw_handles [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Lease: (returnval){ [ 784.216513] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52392a78-a3aa-fb6c-0346-62d90aac3b38" [ 784.216513] env[69365]: _type = "HttpNfcLease" [ 784.216513] env[69365]: } obtained for exporting VM: (result){ [ 784.216513] env[69365]: value = "vm-693229" [ 784.216513] env[69365]: _type = "VirtualMachine" [ 784.216513] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 784.216781] env[69365]: DEBUG oslo_vmware.api [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Waiting for the lease: (returnval){ [ 784.216781] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52392a78-a3aa-fb6c-0346-62d90aac3b38" [ 784.216781] env[69365]: _type = "HttpNfcLease" [ 784.216781] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 784.224736] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 784.224736] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52392a78-a3aa-fb6c-0346-62d90aac3b38" [ 784.224736] env[69365]: _type = "HttpNfcLease" [ 784.224736] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 784.251464] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Releasing lock "refresh_cache-3de0cb15-65d2-4896-abe4-6d6546a03341" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.251835] env[69365]: DEBUG nova.compute.manager [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Instance network_info: |[{"id": "a26fcb6f-ce0d-4863-9853-ac66d567eecf", "address": "fa:16:3e:ca:1f:63", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa26fcb6f-ce", "ovs_interfaceid": "a26fcb6f-ce0d-4863-9853-ac66d567eecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.252159] env[69365]: DEBUG oslo_concurrency.lockutils [req-f3aa5481-d43a-4db4-9ed4-f72b20370bd7 req-3fdd7215-0ad4-4f5c-b8e7-8e15c7db1aa3 service nova] Acquired lock "refresh_cache-3de0cb15-65d2-4896-abe4-6d6546a03341" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.252348] env[69365]: DEBUG nova.network.neutron [req-f3aa5481-d43a-4db4-9ed4-f72b20370bd7 req-3fdd7215-0ad4-4f5c-b8e7-8e15c7db1aa3 service nova] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Refreshing network info cache for port a26fcb6f-ce0d-4863-9853-ac66d567eecf {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.253634] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:1f:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c24464bb-bb6b-43a2-bdcd-8086ad1a307f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a26fcb6f-ce0d-4863-9853-ac66d567eecf', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.265189] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Creating folder: Project (bb16e0bd2b7c414b8024c70141ef1f3e). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.265838] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2a5b021-68ec-41fe-89bd-91873417e04f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.287471] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Created folder: Project (bb16e0bd2b7c414b8024c70141ef1f3e) in parent group-v693134. [ 784.288616] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Creating folder: Instances. Parent ref: group-v693230. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.290420] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a47a3913-8243-49f8-9765-6b66ed1855ff {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.293688] env[69365]: INFO nova.compute.manager [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Took 50.62 seconds to build instance. [ 784.311228] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Created folder: Instances in parent group-v693230. [ 784.311324] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.311516] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.312060] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-309b67e3-105b-405e-b801-943a10c361a0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.339717] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.339717] env[69365]: value = "task-3468697" [ 784.339717] env[69365]: _type = "Task" [ 784.339717] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.353632] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468697, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.363255] env[69365]: DEBUG oslo_vmware.api [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52159df6-26ba-b13d-69c4-319c6aee6c84, 'name': SearchDatastore_Task, 'duration_secs': 0.011214} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.364173] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.364173] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] ba25f42e-945b-4884-9fca-fecf9a2d294c/ba25f42e-945b-4884-9fca-fecf9a2d294c.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.364173] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e6b22d5-7b74-4ea4-8c53-37ee9f33e921 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.381104] env[69365]: DEBUG oslo_vmware.api [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 784.381104] env[69365]: value = "task-3468698" [ 784.381104] env[69365]: _type = "Task" [ 784.381104] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.392372] env[69365]: DEBUG oslo_vmware.api [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3468698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.487721] env[69365]: DEBUG nova.network.neutron [-] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.563271] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.564722] env[69365]: DEBUG nova.compute.manager [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.566852] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.672s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.568386] env[69365]: INFO nova.compute.claims [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.726637] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 784.726637] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52392a78-a3aa-fb6c-0346-62d90aac3b38" [ 784.726637] env[69365]: _type = "HttpNfcLease" [ 784.726637] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 784.727056] env[69365]: DEBUG oslo_vmware.rw_handles [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 784.727056] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52392a78-a3aa-fb6c-0346-62d90aac3b38" [ 784.727056] env[69365]: _type = "HttpNfcLease" [ 784.727056] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 784.727941] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedc930c-b0dc-4e70-bbb3-4431404da5f8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.737514] env[69365]: DEBUG oslo_vmware.rw_handles [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52524a09-15d8-4874-9643-501b2e049ff4/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 784.737785] env[69365]: DEBUG oslo_vmware.rw_handles [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52524a09-15d8-4874-9643-501b2e049ff4/disk-0.vmdk for reading. {{(pid=69365) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 784.800250] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e3fe5623-094f-46ba-9ecc-4a6bbe8f7bb1 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Lock "ac289b71-5a99-4a03-af24-e6843166dfd1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.190s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.851588] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468697, 'name': CreateVM_Task, 'duration_secs': 0.355084} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.851850] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.852631] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.852807] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.853601] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.853601] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcd68938-f3b9-468b-9ee8-2c63ebc1c1cf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.862636] env[69365]: DEBUG oslo_vmware.api [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Waiting for the task: (returnval){ [ 784.862636] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]528c15bb-e1ae-1e10-0321-07c9dbe20220" [ 784.862636] env[69365]: _type = "Task" [ 784.862636] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.874206] env[69365]: DEBUG oslo_vmware.api [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]528c15bb-e1ae-1e10-0321-07c9dbe20220, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.877696] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9b1ab574-d504-44b3-b9df-eff413f0e3b2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.891031] env[69365]: DEBUG nova.network.neutron [req-f3aa5481-d43a-4db4-9ed4-f72b20370bd7 req-3fdd7215-0ad4-4f5c-b8e7-8e15c7db1aa3 service nova] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Updated VIF entry in instance network info cache for port a26fcb6f-ce0d-4863-9853-ac66d567eecf. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 784.891031] env[69365]: DEBUG nova.network.neutron [req-f3aa5481-d43a-4db4-9ed4-f72b20370bd7 req-3fdd7215-0ad4-4f5c-b8e7-8e15c7db1aa3 service nova] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Updating instance_info_cache with network_info: [{"id": "a26fcb6f-ce0d-4863-9853-ac66d567eecf", "address": "fa:16:3e:ca:1f:63", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa26fcb6f-ce", "ovs_interfaceid": "a26fcb6f-ce0d-4863-9853-ac66d567eecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.897891] env[69365]: DEBUG oslo_vmware.api [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3468698, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.989264] env[69365]: INFO nova.compute.manager [-] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Took 1.23 seconds to deallocate network for instance. [ 785.075866] env[69365]: DEBUG nova.compute.utils [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.076321] env[69365]: DEBUG nova.compute.manager [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 785.076354] env[69365]: DEBUG nova.network.neutron [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 785.121286] env[69365]: DEBUG nova.policy [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d23f3840fe444ffa4986cff0c70e959', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ecde38286934540b1d17f878d3cbde8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.303183] env[69365]: DEBUG nova.compute.manager [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.382182] env[69365]: DEBUG oslo_vmware.api [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]528c15bb-e1ae-1e10-0321-07c9dbe20220, 'name': SearchDatastore_Task, 'duration_secs': 0.021794} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.382815] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.382984] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.383476] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.383553] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.384627] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.387206] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7eb2fc1-9725-4105-9506-f16fe32e9e4d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.393964] env[69365]: DEBUG oslo_concurrency.lockutils [req-f3aa5481-d43a-4db4-9ed4-f72b20370bd7 req-3fdd7215-0ad4-4f5c-b8e7-8e15c7db1aa3 service nova] Releasing lock "refresh_cache-3de0cb15-65d2-4896-abe4-6d6546a03341" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.397357] env[69365]: DEBUG oslo_vmware.api [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3468698, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555875} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.399019] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] ba25f42e-945b-4884-9fca-fecf9a2d294c/ba25f42e-945b-4884-9fca-fecf9a2d294c.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.399328] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.399648] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.399814] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.400978] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64e6eb96-3878-4285-bb7c-48fa1c080283 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.402905] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab3ae234-19f6-4c5c-9a40-b9374762175e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.411250] env[69365]: DEBUG oslo_vmware.api [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Waiting for the task: (returnval){ [ 785.411250] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]528ea3ba-6c5c-6b17-3352-88bc9e7e4b9a" [ 785.411250] env[69365]: _type = "Task" [ 785.411250] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.416675] env[69365]: DEBUG oslo_vmware.api [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 785.416675] env[69365]: value = "task-3468699" [ 785.416675] env[69365]: _type = "Task" [ 785.416675] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.421078] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Acquiring lock "39323cef-0de6-4c83-a359-4188bca9463e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.421783] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Lock "39323cef-0de6-4c83-a359-4188bca9463e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.431472] env[69365]: DEBUG oslo_vmware.api [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]528ea3ba-6c5c-6b17-3352-88bc9e7e4b9a, 'name': SearchDatastore_Task, 'duration_secs': 0.012552} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.432696] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80c2a2f6-128d-48d9-87f0-44da1fb9c748 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.440182] env[69365]: DEBUG oslo_vmware.api [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3468699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.444417] env[69365]: DEBUG oslo_vmware.api [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Waiting for the task: (returnval){ [ 785.444417] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]524b6d53-d3fd-93bd-1877-36ff40f4f5eb" [ 785.444417] env[69365]: _type = "Task" [ 785.444417] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.454597] env[69365]: DEBUG oslo_vmware.api [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]524b6d53-d3fd-93bd-1877-36ff40f4f5eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.499193] env[69365]: DEBUG oslo_concurrency.lockutils [None req-477cc8ec-eda0-45ed-b8a3-15a8b3d85945 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.534733] env[69365]: DEBUG nova.network.neutron [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Successfully created port: 4fc66dfb-cd12-45a4-85b4-45ea26512170 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.585481] env[69365]: DEBUG nova.compute.manager [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.829868] env[69365]: DEBUG oslo_concurrency.lockutils [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.932887] env[69365]: DEBUG oslo_vmware.api [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3468699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077911} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.935640] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.937475] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a11ce8-0f42-4490-b4b7-c49f96196c34 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.969417] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] ba25f42e-945b-4884-9fca-fecf9a2d294c/ba25f42e-945b-4884-9fca-fecf9a2d294c.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.972716] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df940e0b-81a4-46ee-9a64-666c53205465 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.996808] env[69365]: DEBUG oslo_vmware.api [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]524b6d53-d3fd-93bd-1877-36ff40f4f5eb, 'name': SearchDatastore_Task, 'duration_secs': 0.013212} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.998629] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.999047] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 3de0cb15-65d2-4896-abe4-6d6546a03341/3de0cb15-65d2-4896-abe4-6d6546a03341.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.999463] env[69365]: DEBUG oslo_vmware.api [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 785.999463] env[69365]: value = "task-3468700" [ 785.999463] env[69365]: _type = "Task" [ 785.999463] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.999723] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa6859d3-c24b-47a7-92be-631db3c65e3b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.016623] env[69365]: DEBUG oslo_vmware.api [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3468700, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.018132] env[69365]: DEBUG oslo_vmware.api [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Waiting for the task: (returnval){ [ 786.018132] env[69365]: value = "task-3468701" [ 786.018132] env[69365]: _type = "Task" [ 786.018132] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.029947] env[69365]: DEBUG oslo_vmware.api [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Task: {'id': task-3468701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.154781] env[69365]: DEBUG nova.compute.manager [req-9bd21e3f-8c61-46b2-8ec9-a7f1e44fa82f req-ccae84eb-b74c-42ff-8474-7ce31cc4f880 service nova] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Received event network-vif-deleted-439101ca-e7f0-4c55-9abb-b3f1f409c7f7 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 786.244191] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b689628a-9846-480c-9c3d-6585a6da1ede {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.254373] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28f38a6-f521-440f-89d6-a9dd4d44e1e3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.301375] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5537235c-9164-4061-9908-3f85c01137b5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.311402] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43294007-54fb-4c4c-a73c-c2aa8aefd1d8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.332274] env[69365]: DEBUG nova.compute.provider_tree [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.516819] env[69365]: DEBUG oslo_vmware.api [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3468700, 'name': ReconfigVM_Task, 'duration_secs': 0.335315} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.517165] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Reconfigured VM instance instance-00000020 to attach disk [datastore1] ba25f42e-945b-4884-9fca-fecf9a2d294c/ba25f42e-945b-4884-9fca-fecf9a2d294c.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.518058] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c273ded5-9529-43b4-8298-defdef5215e4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.532029] env[69365]: DEBUG oslo_vmware.api [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Task: {'id': task-3468701, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.534267] env[69365]: DEBUG oslo_vmware.api [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 786.534267] env[69365]: value = "task-3468702" [ 786.534267] env[69365]: _type = "Task" [ 786.534267] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.548763] env[69365]: DEBUG oslo_vmware.api [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3468702, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.598283] env[69365]: DEBUG nova.compute.manager [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.637036] env[69365]: DEBUG nova.virt.hardware [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.637427] env[69365]: DEBUG nova.virt.hardware [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.637692] env[69365]: DEBUG nova.virt.hardware [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.637918] env[69365]: DEBUG nova.virt.hardware [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.638089] env[69365]: DEBUG nova.virt.hardware [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.638255] env[69365]: DEBUG nova.virt.hardware [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.638484] env[69365]: DEBUG nova.virt.hardware [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.638646] env[69365]: DEBUG nova.virt.hardware [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.638819] env[69365]: DEBUG nova.virt.hardware [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.638987] env[69365]: DEBUG nova.virt.hardware [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.639204] env[69365]: DEBUG nova.virt.hardware [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.640138] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41dbccf7-bb30-48d1-b8a6-bf52294dbcef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.653113] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335c394f-33ca-4fe4-a65d-bfe861782bdc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.835450] env[69365]: DEBUG nova.scheduler.client.report [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.031727] env[69365]: DEBUG oslo_vmware.api [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Task: {'id': task-3468701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747162} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.032008] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 3de0cb15-65d2-4896-abe4-6d6546a03341/3de0cb15-65d2-4896-abe4-6d6546a03341.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.032239] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.032550] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1fc3904-6538-440f-a89a-f2b379284ba5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.040994] env[69365]: DEBUG oslo_vmware.api [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Waiting for the task: (returnval){ [ 787.040994] env[69365]: value = "task-3468703" [ 787.040994] env[69365]: _type = "Task" [ 787.040994] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.044337] env[69365]: DEBUG oslo_vmware.api [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3468702, 'name': Rename_Task, 'duration_secs': 0.202155} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.047536] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.047686] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e1aac44-b614-4569-af81-f8424dd9c4f2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.054915] env[69365]: DEBUG oslo_vmware.api [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Task: {'id': task-3468703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.056396] env[69365]: DEBUG oslo_vmware.api [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 787.056396] env[69365]: value = "task-3468704" [ 787.056396] env[69365]: _type = "Task" [ 787.056396] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.064962] env[69365]: DEBUG oslo_vmware.api [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3468704, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.346037] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.346037] env[69365]: DEBUG nova.compute.manager [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 787.350607] env[69365]: DEBUG oslo_concurrency.lockutils [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.185s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.352895] env[69365]: INFO nova.compute.claims [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.449641] env[69365]: DEBUG nova.network.neutron [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Successfully updated port: 4fc66dfb-cd12-45a4-85b4-45ea26512170 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 787.555246] env[69365]: DEBUG oslo_vmware.api [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Task: {'id': task-3468703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126805} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.555546] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.556382] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4ad19f-6e58-40e5-9fb6-efd87ff7d9fb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.588745] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 3de0cb15-65d2-4896-abe4-6d6546a03341/3de0cb15-65d2-4896-abe4-6d6546a03341.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.590389] env[69365]: DEBUG oslo_vmware.api [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3468704, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.590389] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67da86a5-470b-46d7-b43d-d84ef0dd0518 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.615744] env[69365]: DEBUG oslo_vmware.api [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Waiting for the task: (returnval){ [ 787.615744] env[69365]: value = "task-3468705" [ 787.615744] env[69365]: _type = "Task" [ 787.615744] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.629356] env[69365]: DEBUG oslo_vmware.api [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Task: {'id': task-3468705, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.864204] env[69365]: DEBUG nova.compute.utils [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.867635] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b6a8a0e9-5620-458d-afab-95769ae04fce tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Acquiring lock "0b69b2e2-0fe7-4bc8-901d-70c60738f56a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.867856] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b6a8a0e9-5620-458d-afab-95769ae04fce tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Lock "0b69b2e2-0fe7-4bc8-901d-70c60738f56a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.868068] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b6a8a0e9-5620-458d-afab-95769ae04fce tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Acquiring lock "0b69b2e2-0fe7-4bc8-901d-70c60738f56a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.868257] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b6a8a0e9-5620-458d-afab-95769ae04fce tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Lock "0b69b2e2-0fe7-4bc8-901d-70c60738f56a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.868417] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b6a8a0e9-5620-458d-afab-95769ae04fce tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Lock "0b69b2e2-0fe7-4bc8-901d-70c60738f56a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.871922] env[69365]: DEBUG nova.compute.manager [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Not allocating networking since 'none' was specified. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 787.872509] env[69365]: INFO nova.compute.manager [None req-b6a8a0e9-5620-458d-afab-95769ae04fce tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Terminating instance [ 787.952909] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "refresh_cache-b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.952909] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquired lock "refresh_cache-b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.952909] env[69365]: DEBUG nova.network.neutron [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.071563] env[69365]: DEBUG oslo_vmware.api [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3468704, 'name': PowerOnVM_Task, 'duration_secs': 0.581928} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.071563] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.071563] env[69365]: INFO nova.compute.manager [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Took 9.77 seconds to spawn the instance on the hypervisor. [ 788.071776] env[69365]: DEBUG nova.compute.manager [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 788.073441] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792adfbf-89a6-4470-9a28-7ce8e0696e6b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.128192] env[69365]: DEBUG oslo_vmware.api [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Task: {'id': task-3468705, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.251267] env[69365]: DEBUG nova.compute.manager [req-28e1e216-682d-4c68-a2c2-08ee064be918 req-a4c2ff87-7673-43ec-881b-b8f93b831679 service nova] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Received event network-vif-plugged-4fc66dfb-cd12-45a4-85b4-45ea26512170 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.251766] env[69365]: DEBUG oslo_concurrency.lockutils [req-28e1e216-682d-4c68-a2c2-08ee064be918 req-a4c2ff87-7673-43ec-881b-b8f93b831679 service nova] Acquiring lock "b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.255285] env[69365]: DEBUG oslo_concurrency.lockutils [req-28e1e216-682d-4c68-a2c2-08ee064be918 req-a4c2ff87-7673-43ec-881b-b8f93b831679 service nova] Lock "b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.255494] env[69365]: DEBUG oslo_concurrency.lockutils [req-28e1e216-682d-4c68-a2c2-08ee064be918 req-a4c2ff87-7673-43ec-881b-b8f93b831679 service nova] Lock "b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.255676] env[69365]: DEBUG nova.compute.manager [req-28e1e216-682d-4c68-a2c2-08ee064be918 req-a4c2ff87-7673-43ec-881b-b8f93b831679 service nova] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] No waiting events found dispatching network-vif-plugged-4fc66dfb-cd12-45a4-85b4-45ea26512170 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 788.255845] env[69365]: WARNING nova.compute.manager [req-28e1e216-682d-4c68-a2c2-08ee064be918 req-a4c2ff87-7673-43ec-881b-b8f93b831679 service nova] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Received unexpected event network-vif-plugged-4fc66dfb-cd12-45a4-85b4-45ea26512170 for instance with vm_state building and task_state spawning. [ 788.256105] env[69365]: DEBUG nova.compute.manager [req-28e1e216-682d-4c68-a2c2-08ee064be918 req-a4c2ff87-7673-43ec-881b-b8f93b831679 service nova] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Received event network-changed-4fc66dfb-cd12-45a4-85b4-45ea26512170 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.256181] env[69365]: DEBUG nova.compute.manager [req-28e1e216-682d-4c68-a2c2-08ee064be918 req-a4c2ff87-7673-43ec-881b-b8f93b831679 service nova] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Refreshing instance network info cache due to event network-changed-4fc66dfb-cd12-45a4-85b4-45ea26512170. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.256351] env[69365]: DEBUG oslo_concurrency.lockutils [req-28e1e216-682d-4c68-a2c2-08ee064be918 req-a4c2ff87-7673-43ec-881b-b8f93b831679 service nova] Acquiring lock "refresh_cache-b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.368884] env[69365]: DEBUG nova.compute.manager [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 788.381839] env[69365]: DEBUG nova.compute.manager [None req-b6a8a0e9-5620-458d-afab-95769ae04fce tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 788.381839] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a8a0e9-5620-458d-afab-95769ae04fce tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.382323] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39479ed3-1305-473f-aed9-cf4cb93dfe9f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.393297] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a8a0e9-5620-458d-afab-95769ae04fce tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.393992] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88923489-3927-47ab-b325-43668a35fb64 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.402194] env[69365]: DEBUG oslo_vmware.api [None req-b6a8a0e9-5620-458d-afab-95769ae04fce tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Waiting for the task: (returnval){ [ 788.402194] env[69365]: value = "task-3468706" [ 788.402194] env[69365]: _type = "Task" [ 788.402194] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.412983] env[69365]: DEBUG oslo_vmware.api [None req-b6a8a0e9-5620-458d-afab-95769ae04fce tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Task: {'id': task-3468706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.495776] env[69365]: DEBUG nova.network.neutron [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.594925] env[69365]: INFO nova.compute.manager [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Took 50.09 seconds to build instance. [ 788.641518] env[69365]: DEBUG oslo_vmware.api [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Task: {'id': task-3468705, 'name': ReconfigVM_Task, 'duration_secs': 0.550794} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.642175] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 3de0cb15-65d2-4896-abe4-6d6546a03341/3de0cb15-65d2-4896-abe4-6d6546a03341.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.642987] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f4a795e-516a-4da9-a809-8b1baeddd638 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.654448] env[69365]: DEBUG oslo_vmware.api [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Waiting for the task: (returnval){ [ 788.654448] env[69365]: value = "task-3468707" [ 788.654448] env[69365]: _type = "Task" [ 788.654448] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.672445] env[69365]: DEBUG oslo_vmware.api [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Task: {'id': task-3468707, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.732349] env[69365]: DEBUG nova.network.neutron [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Updating instance_info_cache with network_info: [{"id": "4fc66dfb-cd12-45a4-85b4-45ea26512170", "address": "fa:16:3e:bf:57:d3", "network": {"id": "07ac35b7-5e02-4e42-9be3-f1b0032ca382", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2090389770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ecde38286934540b1d17f878d3cbde8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fc66dfb-cd", "ovs_interfaceid": "4fc66dfb-cd12-45a4-85b4-45ea26512170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.918166] env[69365]: DEBUG oslo_vmware.api [None req-b6a8a0e9-5620-458d-afab-95769ae04fce tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Task: {'id': task-3468706, 'name': PowerOffVM_Task, 'duration_secs': 0.233983} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.918418] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a8a0e9-5620-458d-afab-95769ae04fce tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.918654] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a8a0e9-5620-458d-afab-95769ae04fce tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.919846] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a40bf253-3c8e-42ed-9861-b573738cb51b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.000576] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a8a0e9-5620-458d-afab-95769ae04fce tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 789.000685] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a8a0e9-5620-458d-afab-95769ae04fce tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 789.000790] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6a8a0e9-5620-458d-afab-95769ae04fce tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Deleting the datastore file [datastore1] 0b69b2e2-0fe7-4bc8-901d-70c60738f56a {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 789.001071] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99646ec7-d249-4d4d-b63f-a591942d69ef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.008884] env[69365]: DEBUG oslo_vmware.api [None req-b6a8a0e9-5620-458d-afab-95769ae04fce tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Waiting for the task: (returnval){ [ 789.008884] env[69365]: value = "task-3468709" [ 789.008884] env[69365]: _type = "Task" [ 789.008884] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.020536] env[69365]: DEBUG oslo_vmware.api [None req-b6a8a0e9-5620-458d-afab-95769ae04fce tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Task: {'id': task-3468709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.062552] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a26108d-fda8-49e6-a9b9-0646d758bd44 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.070457] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e3c888-5ec4-4cc6-918e-b00c4a57b32c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.102334] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4b082a1-87f0-4ed0-b2c6-ea540150fd18 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "ba25f42e-945b-4884-9fca-fecf9a2d294c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.229s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.104379] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d19ee26-e8c8-402c-9397-babae29d7a69 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.113214] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae70f25-8f3a-4b34-85aa-4beec789f31b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.131212] env[69365]: DEBUG nova.compute.provider_tree [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.164884] env[69365]: DEBUG oslo_vmware.api [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Task: {'id': task-3468707, 'name': Rename_Task, 'duration_secs': 0.238374} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.165439] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.165711] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7253a79-1280-43ba-84fa-33764b357b0e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.176802] env[69365]: DEBUG oslo_vmware.api [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Waiting for the task: (returnval){ [ 789.176802] env[69365]: value = "task-3468710" [ 789.176802] env[69365]: _type = "Task" [ 789.176802] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.186515] env[69365]: DEBUG oslo_vmware.api [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Task: {'id': task-3468710, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.235468] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Releasing lock "refresh_cache-b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.235468] env[69365]: DEBUG nova.compute.manager [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Instance network_info: |[{"id": "4fc66dfb-cd12-45a4-85b4-45ea26512170", "address": "fa:16:3e:bf:57:d3", "network": {"id": "07ac35b7-5e02-4e42-9be3-f1b0032ca382", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2090389770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ecde38286934540b1d17f878d3cbde8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fc66dfb-cd", "ovs_interfaceid": "4fc66dfb-cd12-45a4-85b4-45ea26512170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 789.235795] env[69365]: DEBUG oslo_concurrency.lockutils [req-28e1e216-682d-4c68-a2c2-08ee064be918 req-a4c2ff87-7673-43ec-881b-b8f93b831679 service nova] Acquired lock "refresh_cache-b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.237723] env[69365]: DEBUG nova.network.neutron [req-28e1e216-682d-4c68-a2c2-08ee064be918 req-a4c2ff87-7673-43ec-881b-b8f93b831679 service nova] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Refreshing network info cache for port 4fc66dfb-cd12-45a4-85b4-45ea26512170 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.237723] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:57:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '418ddd3d-5f64-407e-8e0c-c8b81639bee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fc66dfb-cd12-45a4-85b4-45ea26512170', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.247814] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Creating folder: Project (9ecde38286934540b1d17f878d3cbde8). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.252268] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-502c0ce4-4e11-4346-b440-7e570a15d968 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.265274] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Created folder: Project (9ecde38286934540b1d17f878d3cbde8) in parent group-v693134. [ 789.265509] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Creating folder: Instances. Parent ref: group-v693233. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.265782] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b628430a-213c-458a-b97f-24c54fe2b1aa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.278187] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Created folder: Instances in parent group-v693233. [ 789.278456] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.278655] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.278866] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0bfef867-a356-43c7-83d1-34a7c12ae410 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.303481] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.303481] env[69365]: value = "task-3468713" [ 789.303481] env[69365]: _type = "Task" [ 789.303481] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.313944] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468713, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.382766] env[69365]: DEBUG nova.compute.manager [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.422143] env[69365]: DEBUG nova.virt.hardware [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.422143] env[69365]: DEBUG nova.virt.hardware [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.422143] env[69365]: DEBUG nova.virt.hardware [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.422321] env[69365]: DEBUG nova.virt.hardware [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.422618] env[69365]: DEBUG nova.virt.hardware [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.422894] env[69365]: DEBUG nova.virt.hardware [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.423227] env[69365]: DEBUG nova.virt.hardware [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.423507] env[69365]: DEBUG nova.virt.hardware [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.423783] env[69365]: DEBUG nova.virt.hardware [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.426033] env[69365]: DEBUG nova.virt.hardware [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.426033] env[69365]: DEBUG nova.virt.hardware [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.426033] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fd43f7-a50f-41c9-9e1e-da6064f701a6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.441178] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1b3fb8-a250-43ca-894e-9a5aedbc1e72 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.463751] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.467792] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Creating folder: Project (45ddd05f213d47989f6316182cee7b7a). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.468341] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-496feb8c-50bd-41c9-8e79-ff88bd2b4301 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.485375] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Created folder: Project (45ddd05f213d47989f6316182cee7b7a) in parent group-v693134. [ 789.485584] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Creating folder: Instances. Parent ref: group-v693236. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.486609] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3a0df5e5-3651-4f17-ba27-0421c3f0ab53 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.498969] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Created folder: Instances in parent group-v693236. [ 789.499427] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.499427] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.499716] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d915ce8b-9794-4c3d-baed-487f4edea01e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.528248] env[69365]: DEBUG oslo_vmware.api [None req-b6a8a0e9-5620-458d-afab-95769ae04fce tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Task: {'id': task-3468709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209263} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.529902] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6a8a0e9-5620-458d-afab-95769ae04fce tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.530094] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a8a0e9-5620-458d-afab-95769ae04fce tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.530305] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a8a0e9-5620-458d-afab-95769ae04fce tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.530485] env[69365]: INFO nova.compute.manager [None req-b6a8a0e9-5620-458d-afab-95769ae04fce tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 789.530719] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b6a8a0e9-5620-458d-afab-95769ae04fce tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 789.530909] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.530909] env[69365]: value = "task-3468716" [ 789.530909] env[69365]: _type = "Task" [ 789.530909] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.533889] env[69365]: DEBUG nova.compute.manager [-] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.534020] env[69365]: DEBUG nova.network.neutron [-] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.545442] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468716, 'name': CreateVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.609284] env[69365]: DEBUG nova.compute.manager [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.637494] env[69365]: DEBUG nova.scheduler.client.report [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.653042] env[69365]: DEBUG nova.network.neutron [req-28e1e216-682d-4c68-a2c2-08ee064be918 req-a4c2ff87-7673-43ec-881b-b8f93b831679 service nova] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Updated VIF entry in instance network info cache for port 4fc66dfb-cd12-45a4-85b4-45ea26512170. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.653445] env[69365]: DEBUG nova.network.neutron [req-28e1e216-682d-4c68-a2c2-08ee064be918 req-a4c2ff87-7673-43ec-881b-b8f93b831679 service nova] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Updating instance_info_cache with network_info: [{"id": "4fc66dfb-cd12-45a4-85b4-45ea26512170", "address": "fa:16:3e:bf:57:d3", "network": {"id": "07ac35b7-5e02-4e42-9be3-f1b0032ca382", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2090389770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ecde38286934540b1d17f878d3cbde8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fc66dfb-cd", "ovs_interfaceid": "4fc66dfb-cd12-45a4-85b4-45ea26512170", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.693095] env[69365]: DEBUG oslo_vmware.api [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Task: {'id': task-3468710, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.817847] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468713, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.050938] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468716, 'name': CreateVM_Task, 'duration_secs': 0.38075} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.051339] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.051620] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.052699] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.052699] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.052699] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efc8163d-e9a6-4302-b68b-236782ccfdc6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.059176] env[69365]: DEBUG oslo_vmware.api [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Waiting for the task: (returnval){ [ 790.059176] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]527d7e72-a434-9ffb-d2b1-d7548ffbbf41" [ 790.059176] env[69365]: _type = "Task" [ 790.059176] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.073278] env[69365]: DEBUG oslo_vmware.api [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]527d7e72-a434-9ffb-d2b1-d7548ffbbf41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.147152] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.148231] env[69365]: DEBUG oslo_concurrency.lockutils [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.797s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.148581] env[69365]: DEBUG nova.compute.manager [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 790.152552] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cc1fa23b-e6a7-46b7-85fb-cfefc478a85a tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.230s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.152800] env[69365]: DEBUG nova.objects.instance [None req-cc1fa23b-e6a7-46b7-85fb-cfefc478a85a tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Lazy-loading 'resources' on Instance uuid b19f9838-1483-4324-9039-92cf6737f88e {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 790.156516] env[69365]: DEBUG oslo_concurrency.lockutils [req-28e1e216-682d-4c68-a2c2-08ee064be918 req-a4c2ff87-7673-43ec-881b-b8f93b831679 service nova] Releasing lock "refresh_cache-b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.191010] env[69365]: DEBUG oslo_vmware.api [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Task: {'id': task-3468710, 'name': PowerOnVM_Task, 'duration_secs': 0.73369} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.191289] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.191485] env[69365]: INFO nova.compute.manager [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Took 8.63 seconds to spawn the instance on the hypervisor. [ 790.192039] env[69365]: DEBUG nova.compute.manager [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.192682] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b8072ee-76a9-4298-800d-b33fc5549a69 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.233605] env[69365]: DEBUG nova.compute.manager [req-e58bda1f-3f43-49f7-8764-6735a2a188c3 req-565752df-256e-4de7-88c1-7c686010503b service nova] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Received event network-changed-8f5656e2-042d-4609-80c3-22e796bc54ee {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.233989] env[69365]: DEBUG nova.compute.manager [req-e58bda1f-3f43-49f7-8764-6735a2a188c3 req-565752df-256e-4de7-88c1-7c686010503b service nova] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Refreshing instance network info cache due to event network-changed-8f5656e2-042d-4609-80c3-22e796bc54ee. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.234384] env[69365]: DEBUG oslo_concurrency.lockutils [req-e58bda1f-3f43-49f7-8764-6735a2a188c3 req-565752df-256e-4de7-88c1-7c686010503b service nova] Acquiring lock "refresh_cache-ba25f42e-945b-4884-9fca-fecf9a2d294c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.234661] env[69365]: DEBUG oslo_concurrency.lockutils [req-e58bda1f-3f43-49f7-8764-6735a2a188c3 req-565752df-256e-4de7-88c1-7c686010503b service nova] Acquired lock "refresh_cache-ba25f42e-945b-4884-9fca-fecf9a2d294c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.234940] env[69365]: DEBUG nova.network.neutron [req-e58bda1f-3f43-49f7-8764-6735a2a188c3 req-565752df-256e-4de7-88c1-7c686010503b service nova] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Refreshing network info cache for port 8f5656e2-042d-4609-80c3-22e796bc54ee {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 790.321069] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468713, 'name': CreateVM_Task, 'duration_secs': 0.51985} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.322468] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.322956] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.323131] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.323516] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.323941] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8be20d5-8df7-4efc-9876-3c76fb75d2e4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.335084] env[69365]: DEBUG oslo_vmware.api [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 790.335084] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5204f3d4-b20a-0489-fbb3-3760b52e17e8" [ 790.335084] env[69365]: _type = "Task" [ 790.335084] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.344336] env[69365]: DEBUG oslo_vmware.api [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5204f3d4-b20a-0489-fbb3-3760b52e17e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.418267] env[69365]: DEBUG nova.compute.manager [req-33596dee-9d1c-425d-9c21-5c513c121b9a req-d9cf278b-8b4a-4d9b-8bb2-d78c909a9252 service nova] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Received event network-vif-deleted-68719715-aed8-41da-b5a8-f7435778f4f7 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.418512] env[69365]: INFO nova.compute.manager [req-33596dee-9d1c-425d-9c21-5c513c121b9a req-d9cf278b-8b4a-4d9b-8bb2-d78c909a9252 service nova] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Neutron deleted interface 68719715-aed8-41da-b5a8-f7435778f4f7; detaching it from the instance and deleting it from the info cache [ 790.418604] env[69365]: DEBUG nova.network.neutron [req-33596dee-9d1c-425d-9c21-5c513c121b9a req-d9cf278b-8b4a-4d9b-8bb2-d78c909a9252 service nova] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.573496] env[69365]: DEBUG oslo_vmware.api [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]527d7e72-a434-9ffb-d2b1-d7548ffbbf41, 'name': SearchDatastore_Task, 'duration_secs': 0.021931} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.573805] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.574048] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.574772] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.574772] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.574772] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.574976] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64f9ccee-79cd-4b40-bedb-0586f2627bdc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.590577] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.590577] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.591353] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f23cfddd-2100-4c6f-b575-3c777c8eab55 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.599399] env[69365]: DEBUG oslo_vmware.api [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Waiting for the task: (returnval){ [ 790.599399] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e493de-cec6-f8e1-650b-16010b653807" [ 790.599399] env[69365]: _type = "Task" [ 790.599399] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.612133] env[69365]: DEBUG oslo_vmware.api [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e493de-cec6-f8e1-650b-16010b653807, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.658030] env[69365]: DEBUG nova.compute.utils [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 790.662915] env[69365]: DEBUG nova.compute.manager [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Not allocating networking since 'none' was specified. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 790.719672] env[69365]: INFO nova.compute.manager [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Took 49.01 seconds to build instance. [ 790.742008] env[69365]: DEBUG nova.network.neutron [-] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.847528] env[69365]: DEBUG oslo_vmware.api [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5204f3d4-b20a-0489-fbb3-3760b52e17e8, 'name': SearchDatastore_Task, 'duration_secs': 0.015505} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.850659] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.851362] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.851603] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.851762] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.852022] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.852593] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af85dca6-ccc6-4f73-b5b3-39e574747b15 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.869434] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.869646] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.871378] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca669e1e-a2df-4361-8be4-35acfcdbbb91 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.879787] env[69365]: DEBUG oslo_vmware.api [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 790.879787] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f6fcfd-9433-a07a-d23a-7755a3e787aa" [ 790.879787] env[69365]: _type = "Task" [ 790.879787] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.899747] env[69365]: DEBUG oslo_vmware.api [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f6fcfd-9433-a07a-d23a-7755a3e787aa, 'name': SearchDatastore_Task, 'duration_secs': 0.015758} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.901191] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59276c63-bb5f-4650-92a4-a207e8830c9d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.912235] env[69365]: DEBUG oslo_vmware.api [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 790.912235] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fc7326-bfb1-a01a-c3b5-ab2c1cba68e5" [ 790.912235] env[69365]: _type = "Task" [ 790.912235] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.925465] env[69365]: DEBUG oslo_vmware.api [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fc7326-bfb1-a01a-c3b5-ab2c1cba68e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.928714] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d449a795-ea17-4cc1-b71d-135778652e6c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.940228] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8883487-4e73-4b7c-b938-2f7a303d2ee0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.989463] env[69365]: DEBUG nova.compute.manager [req-33596dee-9d1c-425d-9c21-5c513c121b9a req-d9cf278b-8b4a-4d9b-8bb2-d78c909a9252 service nova] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Detach interface failed, port_id=68719715-aed8-41da-b5a8-f7435778f4f7, reason: Instance 0b69b2e2-0fe7-4bc8-901d-70c60738f56a could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 791.023095] env[69365]: DEBUG nova.compute.manager [None req-3b4efe1b-d633-423f-91a8-435b64c52611 tempest-ServerExternalEventsTest-1512635568 tempest-ServerExternalEventsTest-1512635568-project] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Received event network-changed {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.023306] env[69365]: DEBUG nova.compute.manager [None req-3b4efe1b-d633-423f-91a8-435b64c52611 tempest-ServerExternalEventsTest-1512635568 tempest-ServerExternalEventsTest-1512635568-project] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Refreshing instance network info cache due to event network-changed. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 791.023526] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3b4efe1b-d633-423f-91a8-435b64c52611 tempest-ServerExternalEventsTest-1512635568 tempest-ServerExternalEventsTest-1512635568-project] Acquiring lock "refresh_cache-3de0cb15-65d2-4896-abe4-6d6546a03341" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.023672] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3b4efe1b-d633-423f-91a8-435b64c52611 tempest-ServerExternalEventsTest-1512635568 tempest-ServerExternalEventsTest-1512635568-project] Acquired lock "refresh_cache-3de0cb15-65d2-4896-abe4-6d6546a03341" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.023832] env[69365]: DEBUG nova.network.neutron [None req-3b4efe1b-d633-423f-91a8-435b64c52611 tempest-ServerExternalEventsTest-1512635568 tempest-ServerExternalEventsTest-1512635568-project] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.098380] env[69365]: DEBUG nova.network.neutron [req-e58bda1f-3f43-49f7-8764-6735a2a188c3 req-565752df-256e-4de7-88c1-7c686010503b service nova] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Updated VIF entry in instance network info cache for port 8f5656e2-042d-4609-80c3-22e796bc54ee. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.099812] env[69365]: DEBUG nova.network.neutron [req-e58bda1f-3f43-49f7-8764-6735a2a188c3 req-565752df-256e-4de7-88c1-7c686010503b service nova] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Updating instance_info_cache with network_info: [{"id": "8f5656e2-042d-4609-80c3-22e796bc54ee", "address": "fa:16:3e:e7:d3:05", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f5656e2-04", "ovs_interfaceid": "8f5656e2-042d-4609-80c3-22e796bc54ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.112094] env[69365]: DEBUG oslo_vmware.api [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e493de-cec6-f8e1-650b-16010b653807, 'name': SearchDatastore_Task, 'duration_secs': 0.013459} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.113167] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f7b6da7-8feb-4016-a7d8-480785674248 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.125807] env[69365]: DEBUG oslo_vmware.api [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Waiting for the task: (returnval){ [ 791.125807] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52059b4a-4293-7559-60d3-b84dae6b3b08" [ 791.125807] env[69365]: _type = "Task" [ 791.125807] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.139029] env[69365]: DEBUG oslo_vmware.api [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52059b4a-4293-7559-60d3-b84dae6b3b08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.165982] env[69365]: DEBUG nova.compute.manager [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 791.223653] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c29adf08-9106-4a08-93c0-753e42f7d0f7 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Lock "3de0cb15-65d2-4896-abe4-6d6546a03341" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.937s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.248083] env[69365]: INFO nova.compute.manager [-] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Took 1.71 seconds to deallocate network for instance. [ 791.395876] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0179293-b37b-4f4f-9646-9773c9b0564e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.406595] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308651c0-7e1e-41d0-a579-1a38e0d537a1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.443699] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92185fb1-4e9e-4e9d-96a7-8001aafc568a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.450412] env[69365]: DEBUG oslo_vmware.api [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fc7326-bfb1-a01a-c3b5-ab2c1cba68e5, 'name': SearchDatastore_Task, 'duration_secs': 0.015583} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.451187] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.451538] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2/b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.452751] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1d69efb-99bc-4ebe-affd-ef0a3bb28120 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.458207] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f30eced-1c00-4cec-a964-3a8df611d1e2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.463788] env[69365]: DEBUG oslo_vmware.api [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 791.463788] env[69365]: value = "task-3468717" [ 791.463788] env[69365]: _type = "Task" [ 791.463788] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.476502] env[69365]: DEBUG nova.compute.provider_tree [None req-cc1fa23b-e6a7-46b7-85fb-cfefc478a85a tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 791.487468] env[69365]: DEBUG oslo_vmware.api [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.606308] env[69365]: DEBUG oslo_concurrency.lockutils [req-e58bda1f-3f43-49f7-8764-6735a2a188c3 req-565752df-256e-4de7-88c1-7c686010503b service nova] Releasing lock "refresh_cache-ba25f42e-945b-4884-9fca-fecf9a2d294c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.606530] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "d3d58b6e-04b7-4a8d-88c3-149d58607224" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.606758] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "d3d58b6e-04b7-4a8d-88c3-149d58607224" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.643025] env[69365]: DEBUG oslo_vmware.api [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52059b4a-4293-7559-60d3-b84dae6b3b08, 'name': SearchDatastore_Task, 'duration_secs': 0.014659} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.643436] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.643802] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 4500afcc-0f0a-4dd9-ab54-893acc7cedc7/4500afcc-0f0a-4dd9-ab54-893acc7cedc7.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.644107] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc45b9ab-1205-4a3e-822e-ff6b0904b04a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.653696] env[69365]: DEBUG oslo_vmware.api [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Waiting for the task: (returnval){ [ 791.653696] env[69365]: value = "task-3468718" [ 791.653696] env[69365]: _type = "Task" [ 791.653696] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.668304] env[69365]: DEBUG oslo_vmware.api [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': task-3468718, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.727043] env[69365]: DEBUG nova.compute.manager [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 791.758384] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b6a8a0e9-5620-458d-afab-95769ae04fce tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.856369] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f49d938e-607f-4b67-91ea-242b2f7e4cf1 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Acquiring lock "3de0cb15-65d2-4896-abe4-6d6546a03341" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.856672] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f49d938e-607f-4b67-91ea-242b2f7e4cf1 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Lock "3de0cb15-65d2-4896-abe4-6d6546a03341" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.856792] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f49d938e-607f-4b67-91ea-242b2f7e4cf1 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Acquiring lock "3de0cb15-65d2-4896-abe4-6d6546a03341-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.856965] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f49d938e-607f-4b67-91ea-242b2f7e4cf1 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Lock "3de0cb15-65d2-4896-abe4-6d6546a03341-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.857146] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f49d938e-607f-4b67-91ea-242b2f7e4cf1 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Lock "3de0cb15-65d2-4896-abe4-6d6546a03341-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.862210] env[69365]: INFO nova.compute.manager [None req-f49d938e-607f-4b67-91ea-242b2f7e4cf1 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Terminating instance [ 791.902143] env[69365]: DEBUG nova.network.neutron [None req-3b4efe1b-d633-423f-91a8-435b64c52611 tempest-ServerExternalEventsTest-1512635568 tempest-ServerExternalEventsTest-1512635568-project] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Updating instance_info_cache with network_info: [{"id": "a26fcb6f-ce0d-4863-9853-ac66d567eecf", "address": "fa:16:3e:ca:1f:63", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa26fcb6f-ce", "ovs_interfaceid": "a26fcb6f-ce0d-4863-9853-ac66d567eecf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.985831] env[69365]: DEBUG nova.scheduler.client.report [None req-cc1fa23b-e6a7-46b7-85fb-cfefc478a85a tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.991286] env[69365]: DEBUG oslo_vmware.api [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468717, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.165991] env[69365]: DEBUG oslo_vmware.api [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': task-3468718, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.178386] env[69365]: DEBUG nova.compute.manager [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 792.203140] env[69365]: DEBUG nova.virt.hardware [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.203471] env[69365]: DEBUG nova.virt.hardware [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.203637] env[69365]: DEBUG nova.virt.hardware [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.203822] env[69365]: DEBUG nova.virt.hardware [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.203967] env[69365]: DEBUG nova.virt.hardware [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.204320] env[69365]: DEBUG nova.virt.hardware [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.204388] env[69365]: DEBUG nova.virt.hardware [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.204505] env[69365]: DEBUG nova.virt.hardware [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.204675] env[69365]: DEBUG nova.virt.hardware [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.204836] env[69365]: DEBUG nova.virt.hardware [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.205021] env[69365]: DEBUG nova.virt.hardware [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.205926] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16ccf92-78b2-4649-8d2c-d1e192fda247 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.215606] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35adc301-d8ee-40d6-9e80-4bd6dd26737c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.231711] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.237552] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Creating folder: Project (ff52fd5c65514452b7bc85a74ca5326a). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.240469] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a13c06e-4198-4c1f-b825-d4b2faa1425b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.255603] env[69365]: DEBUG oslo_concurrency.lockutils [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.257463] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Created folder: Project (ff52fd5c65514452b7bc85a74ca5326a) in parent group-v693134. [ 792.257670] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Creating folder: Instances. Parent ref: group-v693239. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.258238] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3e12f5a-5dad-49af-9058-2fe7b6d8fd6d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.272601] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Created folder: Instances in parent group-v693239. [ 792.272992] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.273242] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.273468] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f340dde-2849-4fcf-a986-032beb210f95 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.297910] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.297910] env[69365]: value = "task-3468721" [ 792.297910] env[69365]: _type = "Task" [ 792.297910] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.309286] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468721, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.371641] env[69365]: DEBUG nova.compute.manager [None req-f49d938e-607f-4b67-91ea-242b2f7e4cf1 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.371641] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f49d938e-607f-4b67-91ea-242b2f7e4cf1 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.372402] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6ef92b-4f87-4c03-abc8-30b98dcb128b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.382227] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49d938e-607f-4b67-91ea-242b2f7e4cf1 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.382427] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-253e4327-bae7-4692-899e-d7e2e182047b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.390632] env[69365]: DEBUG oslo_vmware.api [None req-f49d938e-607f-4b67-91ea-242b2f7e4cf1 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Waiting for the task: (returnval){ [ 792.390632] env[69365]: value = "task-3468722" [ 792.390632] env[69365]: _type = "Task" [ 792.390632] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.400752] env[69365]: DEBUG oslo_vmware.api [None req-f49d938e-607f-4b67-91ea-242b2f7e4cf1 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Task: {'id': task-3468722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.405605] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3b4efe1b-d633-423f-91a8-435b64c52611 tempest-ServerExternalEventsTest-1512635568 tempest-ServerExternalEventsTest-1512635568-project] Releasing lock "refresh_cache-3de0cb15-65d2-4896-abe4-6d6546a03341" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.478200] env[69365]: DEBUG oslo_vmware.api [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604784} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.479737] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2/b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.479979] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.483805] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41b19820-56e4-4139-b19e-9cf540c826f8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.487031] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "d43167ba-4f47-4d69-b26f-39250744f875" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.487031] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "d43167ba-4f47-4d69-b26f-39250744f875" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.493993] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cc1fa23b-e6a7-46b7-85fb-cfefc478a85a tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.341s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.496630] env[69365]: DEBUG oslo_vmware.api [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 792.496630] env[69365]: value = "task-3468723" [ 792.496630] env[69365]: _type = "Task" [ 792.496630] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.497236] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.107s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.499103] env[69365]: INFO nova.compute.claims [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 792.518327] env[69365]: DEBUG oslo_vmware.api [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.532977] env[69365]: INFO nova.scheduler.client.report [None req-cc1fa23b-e6a7-46b7-85fb-cfefc478a85a tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Deleted allocations for instance b19f9838-1483-4324-9039-92cf6737f88e [ 792.665367] env[69365]: DEBUG oslo_vmware.api [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': task-3468718, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651231} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.665639] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 4500afcc-0f0a-4dd9-ab54-893acc7cedc7/4500afcc-0f0a-4dd9-ab54-893acc7cedc7.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.665848] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.666354] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14bfa527-67d5-421e-b9a7-03699206f8f0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.676134] env[69365]: DEBUG oslo_vmware.api [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Waiting for the task: (returnval){ [ 792.676134] env[69365]: value = "task-3468724" [ 792.676134] env[69365]: _type = "Task" [ 792.676134] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.688596] env[69365]: DEBUG oslo_vmware.api [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': task-3468724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.805971] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468721, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.902391] env[69365]: DEBUG oslo_vmware.api [None req-f49d938e-607f-4b67-91ea-242b2f7e4cf1 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Task: {'id': task-3468722, 'name': PowerOffVM_Task, 'duration_secs': 0.260467} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.902660] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f49d938e-607f-4b67-91ea-242b2f7e4cf1 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.902834] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f49d938e-607f-4b67-91ea-242b2f7e4cf1 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.903124] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da659273-bebf-4784-8cbd-7f2d287fb263 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.987497] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f49d938e-607f-4b67-91ea-242b2f7e4cf1 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.987497] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f49d938e-607f-4b67-91ea-242b2f7e4cf1 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.987497] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f49d938e-607f-4b67-91ea-242b2f7e4cf1 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Deleting the datastore file [datastore2] 3de0cb15-65d2-4896-abe4-6d6546a03341 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.987701] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91e144dd-cc75-43a3-808a-4e2d758bd0a2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.995540] env[69365]: DEBUG oslo_vmware.api [None req-f49d938e-607f-4b67-91ea-242b2f7e4cf1 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Waiting for the task: (returnval){ [ 792.995540] env[69365]: value = "task-3468726" [ 792.995540] env[69365]: _type = "Task" [ 792.995540] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.004860] env[69365]: DEBUG oslo_vmware.api [None req-f49d938e-607f-4b67-91ea-242b2f7e4cf1 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Task: {'id': task-3468726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.018594] env[69365]: DEBUG oslo_vmware.api [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073759} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.019302] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.020673] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8731809-3c99-4d46-b215-9550cb25d9a8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.045349] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2/b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.047812] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fd133dd-7b06-4874-ab15-562a84f3cf11 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.064504] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cc1fa23b-e6a7-46b7-85fb-cfefc478a85a tempest-AttachInterfacesV270Test-1511023883 tempest-AttachInterfacesV270Test-1511023883-project-member] Lock "b19f9838-1483-4324-9039-92cf6737f88e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.806s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.072662] env[69365]: DEBUG oslo_vmware.api [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 793.072662] env[69365]: value = "task-3468727" [ 793.072662] env[69365]: _type = "Task" [ 793.072662] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.082940] env[69365]: DEBUG oslo_vmware.api [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468727, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.187134] env[69365]: DEBUG oslo_vmware.api [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': task-3468724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077314} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.187399] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.188204] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4eb3a2-b86c-4ee1-94de-b9a99352d9b5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.217384] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 4500afcc-0f0a-4dd9-ab54-893acc7cedc7/4500afcc-0f0a-4dd9-ab54-893acc7cedc7.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.218071] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90c715f0-1f4f-4880-b7af-54bdd0e21101 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.241265] env[69365]: DEBUG oslo_vmware.api [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Waiting for the task: (returnval){ [ 793.241265] env[69365]: value = "task-3468728" [ 793.241265] env[69365]: _type = "Task" [ 793.241265] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.253705] env[69365]: DEBUG oslo_vmware.api [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': task-3468728, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.309191] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468721, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.311625] env[69365]: DEBUG oslo_vmware.rw_handles [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52524a09-15d8-4874-9643-501b2e049ff4/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 793.312666] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101853ee-b478-49ec-b5ba-23a7ca9b3809 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.320184] env[69365]: DEBUG oslo_vmware.rw_handles [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52524a09-15d8-4874-9643-501b2e049ff4/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 793.320502] env[69365]: ERROR oslo_vmware.rw_handles [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52524a09-15d8-4874-9643-501b2e049ff4/disk-0.vmdk due to incomplete transfer. [ 793.320853] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-96cb500f-f9c3-4af0-b7ff-f0fb49cdcf4a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.334249] env[69365]: DEBUG oslo_vmware.rw_handles [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52524a09-15d8-4874-9643-501b2e049ff4/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 793.334700] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Uploaded image 5965a726-7421-4f46-9741-8a07d0dc2cac to the Glance image server {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 793.337121] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 793.337407] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2875716c-270f-49a3-92be-da3dd3e10028 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.345041] env[69365]: DEBUG oslo_vmware.api [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Waiting for the task: (returnval){ [ 793.345041] env[69365]: value = "task-3468729" [ 793.345041] env[69365]: _type = "Task" [ 793.345041] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.357639] env[69365]: DEBUG oslo_vmware.api [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468729, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.506448] env[69365]: DEBUG oslo_vmware.api [None req-f49d938e-607f-4b67-91ea-242b2f7e4cf1 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Task: {'id': task-3468726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255398} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.506804] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f49d938e-607f-4b67-91ea-242b2f7e4cf1 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.506940] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f49d938e-607f-4b67-91ea-242b2f7e4cf1 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.507205] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f49d938e-607f-4b67-91ea-242b2f7e4cf1 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.507406] env[69365]: INFO nova.compute.manager [None req-f49d938e-607f-4b67-91ea-242b2f7e4cf1 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Took 1.14 seconds to destroy the instance on the hypervisor. [ 793.507653] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f49d938e-607f-4b67-91ea-242b2f7e4cf1 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.508047] env[69365]: DEBUG nova.compute.manager [-] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.508047] env[69365]: DEBUG nova.network.neutron [-] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.587952] env[69365]: DEBUG oslo_vmware.api [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.754894] env[69365]: DEBUG oslo_vmware.api [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': task-3468728, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.810077] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468721, 'name': CreateVM_Task, 'duration_secs': 1.311549} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.814245] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.815079] env[69365]: DEBUG oslo_concurrency.lockutils [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.815251] env[69365]: DEBUG oslo_concurrency.lockutils [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.815583] env[69365]: DEBUG oslo_concurrency.lockutils [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.815856] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b2aecca-4e81-4661-8fbd-4ef9f6667877 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.821423] env[69365]: DEBUG oslo_vmware.api [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Waiting for the task: (returnval){ [ 793.821423] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]524f5ef6-f115-583c-64e1-177587b49462" [ 793.821423] env[69365]: _type = "Task" [ 793.821423] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.835860] env[69365]: DEBUG oslo_vmware.api [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]524f5ef6-f115-583c-64e1-177587b49462, 'name': SearchDatastore_Task, 'duration_secs': 0.01163} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.836793] env[69365]: DEBUG oslo_concurrency.lockutils [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.836793] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.837099] env[69365]: DEBUG oslo_concurrency.lockutils [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.837230] env[69365]: DEBUG oslo_concurrency.lockutils [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.837417] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.838286] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42210954-957c-447a-bfd3-30f5a2fbcbb6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.846444] env[69365]: DEBUG nova.compute.manager [req-d9d2c444-7cc7-44f4-b927-3ffccb91cbec req-c9194801-d51c-440b-a9d9-37e8dd7515db service nova] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Received event network-vif-deleted-a26fcb6f-ce0d-4863-9853-ac66d567eecf {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.846643] env[69365]: INFO nova.compute.manager [req-d9d2c444-7cc7-44f4-b927-3ffccb91cbec req-c9194801-d51c-440b-a9d9-37e8dd7515db service nova] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Neutron deleted interface a26fcb6f-ce0d-4863-9853-ac66d567eecf; detaching it from the instance and deleting it from the info cache [ 793.846817] env[69365]: DEBUG nova.network.neutron [req-d9d2c444-7cc7-44f4-b927-3ffccb91cbec req-c9194801-d51c-440b-a9d9-37e8dd7515db service nova] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.856876] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.857252] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.859704] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b7a08f4-d7ae-4338-ae63-4c6bc05b5fd2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.868760] env[69365]: DEBUG oslo_vmware.api [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468729, 'name': Destroy_Task, 'duration_secs': 0.455034} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.868760] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Destroyed the VM [ 793.868760] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 793.868760] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f91d68b0-d7f5-4603-947e-37dbd8edc66d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.872539] env[69365]: DEBUG oslo_vmware.api [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Waiting for the task: (returnval){ [ 793.872539] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5250e4eb-f70c-edb9-ff71-afb1fc2dfa77" [ 793.872539] env[69365]: _type = "Task" [ 793.872539] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.881527] env[69365]: DEBUG oslo_vmware.api [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Waiting for the task: (returnval){ [ 793.881527] env[69365]: value = "task-3468730" [ 793.881527] env[69365]: _type = "Task" [ 793.881527] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.890885] env[69365]: DEBUG oslo_vmware.api [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5250e4eb-f70c-edb9-ff71-afb1fc2dfa77, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.899744] env[69365]: DEBUG oslo_vmware.api [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468730, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.083915] env[69365]: DEBUG oslo_vmware.api [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468727, 'name': ReconfigVM_Task, 'duration_secs': 0.854508} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.084227] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Reconfigured VM instance instance-00000022 to attach disk [datastore2] b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2/b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.084877] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50b505ef-6762-4533-845d-033f980f1a86 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.088895] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50bb6ff-2c91-4229-80c1-e32e705d22a1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.093536] env[69365]: DEBUG oslo_vmware.api [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 794.093536] env[69365]: value = "task-3468731" [ 794.093536] env[69365]: _type = "Task" [ 794.093536] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.099793] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431be5e8-bb6b-472f-83aa-dff3f4ae2ddf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.107873] env[69365]: DEBUG oslo_vmware.api [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468731, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.133737] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b32123a-64c5-4d70-a665-31bb2729c6a2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.142053] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f226124e-9866-4496-9204-696d1ef8ca89 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.157085] env[69365]: DEBUG nova.compute.provider_tree [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 794.256307] env[69365]: DEBUG oslo_vmware.api [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': task-3468728, 'name': ReconfigVM_Task, 'duration_secs': 0.701497} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.256600] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 4500afcc-0f0a-4dd9-ab54-893acc7cedc7/4500afcc-0f0a-4dd9-ab54-893acc7cedc7.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.257295] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45896ab4-d1d7-40e9-b8b2-b07268c4bc21 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.264818] env[69365]: DEBUG oslo_vmware.api [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Waiting for the task: (returnval){ [ 794.264818] env[69365]: value = "task-3468732" [ 794.264818] env[69365]: _type = "Task" [ 794.264818] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.275683] env[69365]: DEBUG oslo_vmware.api [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': task-3468732, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.330066] env[69365]: DEBUG nova.network.neutron [-] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.350165] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a8fb4f59-b795-423b-9643-8c1bd07092fc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.365530] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d23476-5073-4c17-9600-a0b7d08362aa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.396652] env[69365]: DEBUG oslo_vmware.api [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5250e4eb-f70c-edb9-ff71-afb1fc2dfa77, 'name': SearchDatastore_Task, 'duration_secs': 0.020078} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.404981] env[69365]: DEBUG oslo_vmware.api [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468730, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.420394] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d2bcc23-2706-42b7-9926-decc54553c0b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.423851] env[69365]: DEBUG nova.compute.manager [req-d9d2c444-7cc7-44f4-b927-3ffccb91cbec req-c9194801-d51c-440b-a9d9-37e8dd7515db service nova] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Detach interface failed, port_id=a26fcb6f-ce0d-4863-9853-ac66d567eecf, reason: Instance 3de0cb15-65d2-4896-abe4-6d6546a03341 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 794.431015] env[69365]: DEBUG oslo_vmware.api [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Waiting for the task: (returnval){ [ 794.431015] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b5b9e7-5399-ec68-6926-6490e27fc22f" [ 794.431015] env[69365]: _type = "Task" [ 794.431015] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.438734] env[69365]: DEBUG oslo_vmware.api [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b5b9e7-5399-ec68-6926-6490e27fc22f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.607919] env[69365]: DEBUG oslo_vmware.api [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468731, 'name': Rename_Task, 'duration_secs': 0.354397} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.608275] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.608531] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4143578e-b277-4911-9294-82c5e036aeb8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.618266] env[69365]: DEBUG oslo_vmware.api [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 794.618266] env[69365]: value = "task-3468733" [ 794.618266] env[69365]: _type = "Task" [ 794.618266] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.631113] env[69365]: DEBUG oslo_vmware.api [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468733, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.663218] env[69365]: DEBUG nova.scheduler.client.report [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 794.776860] env[69365]: DEBUG oslo_vmware.api [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': task-3468732, 'name': Rename_Task, 'duration_secs': 0.217977} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.777539] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.777701] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1f4cc33-4e10-4c67-bfe7-81d96e57ff70 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.786189] env[69365]: DEBUG oslo_vmware.api [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Waiting for the task: (returnval){ [ 794.786189] env[69365]: value = "task-3468734" [ 794.786189] env[69365]: _type = "Task" [ 794.786189] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.797110] env[69365]: DEBUG oslo_vmware.api [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': task-3468734, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.835728] env[69365]: INFO nova.compute.manager [-] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Took 1.33 seconds to deallocate network for instance. [ 794.899848] env[69365]: DEBUG oslo_vmware.api [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468730, 'name': RemoveSnapshot_Task} progress is 76%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.943071] env[69365]: DEBUG oslo_vmware.api [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b5b9e7-5399-ec68-6926-6490e27fc22f, 'name': SearchDatastore_Task, 'duration_secs': 0.026981} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.943071] env[69365]: DEBUG oslo_concurrency.lockutils [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.943223] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 886cc949-7105-4dd5-a7fc-7bbc0390595d/886cc949-7105-4dd5-a7fc-7bbc0390595d.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.943618] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c19f27b8-4b99-4f58-864b-78a25bb47107 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.957909] env[69365]: DEBUG oslo_vmware.api [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Waiting for the task: (returnval){ [ 794.957909] env[69365]: value = "task-3468735" [ 794.957909] env[69365]: _type = "Task" [ 794.957909] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.966676] env[69365]: DEBUG oslo_vmware.api [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': task-3468735, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.131464] env[69365]: DEBUG oslo_vmware.api [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468733, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.166358] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.669s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.166897] env[69365]: DEBUG nova.compute.manager [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 795.169507] env[69365]: DEBUG oslo_concurrency.lockutils [None req-579e046d-1f42-4ade-a665-b1bb1e107c65 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.440s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.170657] env[69365]: DEBUG nova.objects.instance [None req-579e046d-1f42-4ade-a665-b1bb1e107c65 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lazy-loading 'resources' on Instance uuid ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.298770] env[69365]: DEBUG oslo_vmware.api [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': task-3468734, 'name': PowerOnVM_Task, 'duration_secs': 0.459223} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.299160] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.299439] env[69365]: INFO nova.compute.manager [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Took 5.92 seconds to spawn the instance on the hypervisor. [ 795.299638] env[69365]: DEBUG nova.compute.manager [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.300574] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426546c6-7938-4a6e-aa93-20404a30f6b8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.351423] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f49d938e-607f-4b67-91ea-242b2f7e4cf1 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.400730] env[69365]: DEBUG oslo_vmware.api [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468730, 'name': RemoveSnapshot_Task, 'duration_secs': 1.169369} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.401417] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 795.401417] env[69365]: INFO nova.compute.manager [None req-ba7fb164-1da1-4e7a-a65e-667afd5929d4 tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Took 15.39 seconds to snapshot the instance on the hypervisor. [ 795.466812] env[69365]: DEBUG oslo_vmware.api [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': task-3468735, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.630738] env[69365]: DEBUG oslo_vmware.api [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468733, 'name': PowerOnVM_Task, 'duration_secs': 0.727867} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.631473] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.631692] env[69365]: INFO nova.compute.manager [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Took 9.03 seconds to spawn the instance on the hypervisor. [ 795.631867] env[69365]: DEBUG nova.compute.manager [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 795.632995] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8278cab2-0ada-4c00-8c7b-fd47ac2c9bf7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.673527] env[69365]: DEBUG nova.compute.utils [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 795.680875] env[69365]: DEBUG nova.compute.manager [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 795.680875] env[69365]: DEBUG nova.network.neutron [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 795.753021] env[69365]: DEBUG nova.policy [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e234d0dc6545421f9241271f0ac8d5a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c19eee45b12f436d954d8f8c9d67247e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 795.825640] env[69365]: INFO nova.compute.manager [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Took 40.96 seconds to build instance. [ 795.966030] env[69365]: DEBUG oslo_vmware.api [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': task-3468735, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.587073} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.966293] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 886cc949-7105-4dd5-a7fc-7bbc0390595d/886cc949-7105-4dd5-a7fc-7bbc0390595d.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.967011] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.967011] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d89c4415-fa93-47e7-b0af-3151c0a7f4d1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.978766] env[69365]: DEBUG oslo_vmware.api [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Waiting for the task: (returnval){ [ 795.978766] env[69365]: value = "task-3468736" [ 795.978766] env[69365]: _type = "Task" [ 795.978766] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.988999] env[69365]: DEBUG oslo_vmware.api [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': task-3468736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.158954] env[69365]: INFO nova.compute.manager [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Took 42.76 seconds to build instance. [ 796.168431] env[69365]: DEBUG nova.network.neutron [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Successfully created port: e58916e8-062c-4277-89fa-8c407930d32b {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 796.182138] env[69365]: DEBUG nova.compute.manager [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 796.310589] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810332c1-5d79-4b9c-a791-bfca67675bac {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.321063] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efe209b-b28f-4944-be5c-d73ba3343237 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.356143] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49939b3c-3f32-4936-afef-adf6d1deef7f tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Lock "4500afcc-0f0a-4dd9-ab54-893acc7cedc7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.752s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.357410] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78087c54-ff78-4f28-b042-e884f451db64 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.366753] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fc01ee-2653-4420-ba19-1b4f9e1731d4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.382411] env[69365]: DEBUG nova.compute.provider_tree [None req-579e046d-1f42-4ade-a665-b1bb1e107c65 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 796.489800] env[69365]: DEBUG oslo_vmware.api [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': task-3468736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063796} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.490440] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.490914] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00909030-eff0-4725-856a-34e83d4afa0a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.511207] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 886cc949-7105-4dd5-a7fc-7bbc0390595d/886cc949-7105-4dd5-a7fc-7bbc0390595d.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.511518] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44dcfc0d-ee8c-484f-b379-95a5e4b6351a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.535150] env[69365]: DEBUG oslo_vmware.api [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Waiting for the task: (returnval){ [ 796.535150] env[69365]: value = "task-3468737" [ 796.535150] env[69365]: _type = "Task" [ 796.535150] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.544320] env[69365]: DEBUG oslo_vmware.api [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': task-3468737, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.660988] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3f4c08e6-30d7-4f63-a390-98ae6777c55d tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.099s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.862097] env[69365]: DEBUG nova.compute.manager [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.888621] env[69365]: DEBUG nova.scheduler.client.report [None req-579e046d-1f42-4ade-a665-b1bb1e107c65 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.046167] env[69365]: DEBUG oslo_vmware.api [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': task-3468737, 'name': ReconfigVM_Task, 'duration_secs': 0.25751} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.047048] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 886cc949-7105-4dd5-a7fc-7bbc0390595d/886cc949-7105-4dd5-a7fc-7bbc0390595d.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.047783] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c81d45f3-7704-4cd3-9c53-98172ced0d69 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.063026] env[69365]: DEBUG oslo_vmware.api [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Waiting for the task: (returnval){ [ 797.063026] env[69365]: value = "task-3468738" [ 797.063026] env[69365]: _type = "Task" [ 797.063026] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.071894] env[69365]: DEBUG oslo_vmware.api [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': task-3468738, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.163108] env[69365]: DEBUG nova.compute.manager [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 797.191634] env[69365]: DEBUG nova.compute.manager [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 797.221015] env[69365]: DEBUG nova.virt.hardware [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 797.221276] env[69365]: DEBUG nova.virt.hardware [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 797.221438] env[69365]: DEBUG nova.virt.hardware [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 797.221623] env[69365]: DEBUG nova.virt.hardware [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 797.221768] env[69365]: DEBUG nova.virt.hardware [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 797.221971] env[69365]: DEBUG nova.virt.hardware [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 797.223351] env[69365]: DEBUG nova.virt.hardware [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 797.223561] env[69365]: DEBUG nova.virt.hardware [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 797.223741] env[69365]: DEBUG nova.virt.hardware [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 797.223977] env[69365]: DEBUG nova.virt.hardware [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 797.224171] env[69365]: DEBUG nova.virt.hardware [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 797.225579] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e77014-bb44-4f5f-97f2-a1bdd1eb9baf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.234538] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2846859c-f115-4b8c-b659-15935f05183b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.313628] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d5e35bb-8a96-4ed0-9fbb-b192a2626dcf tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Acquiring lock "9fbb3f83-183f-4e62-bf3e-48cc5431258f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.313628] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d5e35bb-8a96-4ed0-9fbb-b192a2626dcf tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Lock "9fbb3f83-183f-4e62-bf3e-48cc5431258f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.313841] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d5e35bb-8a96-4ed0-9fbb-b192a2626dcf tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Acquiring lock "9fbb3f83-183f-4e62-bf3e-48cc5431258f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.314031] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d5e35bb-8a96-4ed0-9fbb-b192a2626dcf tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Lock "9fbb3f83-183f-4e62-bf3e-48cc5431258f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.314203] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d5e35bb-8a96-4ed0-9fbb-b192a2626dcf tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Lock "9fbb3f83-183f-4e62-bf3e-48cc5431258f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.318700] env[69365]: INFO nova.compute.manager [None req-8d5e35bb-8a96-4ed0-9fbb-b192a2626dcf tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Terminating instance [ 797.393392] env[69365]: DEBUG oslo_concurrency.lockutils [None req-579e046d-1f42-4ade-a665-b1bb1e107c65 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.224s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.396996] env[69365]: DEBUG oslo_concurrency.lockutils [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.397544] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.570s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.399140] env[69365]: INFO nova.compute.claims [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.423895] env[69365]: INFO nova.scheduler.client.report [None req-579e046d-1f42-4ade-a665-b1bb1e107c65 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Deleted allocations for instance ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e [ 797.562582] env[69365]: INFO nova.compute.manager [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Rebuilding instance [ 797.580494] env[69365]: DEBUG oslo_vmware.api [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': task-3468738, 'name': Rename_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.614744] env[69365]: DEBUG nova.compute.manager [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.615664] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5592d059-b18a-492b-b2e0-d2a597ba9771 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.687982] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.787878] env[69365]: DEBUG nova.compute.manager [req-9f23ea15-761b-4955-b20c-4f5348dcddb1 req-220345d5-68e0-4342-af3c-50f26a41bd81 service nova] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Received event network-vif-plugged-e58916e8-062c-4277-89fa-8c407930d32b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 797.787991] env[69365]: DEBUG oslo_concurrency.lockutils [req-9f23ea15-761b-4955-b20c-4f5348dcddb1 req-220345d5-68e0-4342-af3c-50f26a41bd81 service nova] Acquiring lock "126b7d32-2031-47e5-8601-29ec76a05c6c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.788117] env[69365]: DEBUG oslo_concurrency.lockutils [req-9f23ea15-761b-4955-b20c-4f5348dcddb1 req-220345d5-68e0-4342-af3c-50f26a41bd81 service nova] Lock "126b7d32-2031-47e5-8601-29ec76a05c6c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.788631] env[69365]: DEBUG oslo_concurrency.lockutils [req-9f23ea15-761b-4955-b20c-4f5348dcddb1 req-220345d5-68e0-4342-af3c-50f26a41bd81 service nova] Lock "126b7d32-2031-47e5-8601-29ec76a05c6c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.788631] env[69365]: DEBUG nova.compute.manager [req-9f23ea15-761b-4955-b20c-4f5348dcddb1 req-220345d5-68e0-4342-af3c-50f26a41bd81 service nova] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] No waiting events found dispatching network-vif-plugged-e58916e8-062c-4277-89fa-8c407930d32b {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 797.788782] env[69365]: WARNING nova.compute.manager [req-9f23ea15-761b-4955-b20c-4f5348dcddb1 req-220345d5-68e0-4342-af3c-50f26a41bd81 service nova] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Received unexpected event network-vif-plugged-e58916e8-062c-4277-89fa-8c407930d32b for instance with vm_state building and task_state spawning. [ 797.821281] env[69365]: INFO nova.compute.manager [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Rebuilding instance [ 797.828174] env[69365]: DEBUG nova.compute.manager [None req-8d5e35bb-8a96-4ed0-9fbb-b192a2626dcf tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.828522] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5e35bb-8a96-4ed0-9fbb-b192a2626dcf tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.839884] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7a8ab7-ace2-4f9d-a365-f0737e5686a4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.850067] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5e35bb-8a96-4ed0-9fbb-b192a2626dcf tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.852023] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9e228d0-f95d-4df8-8dde-42a19bfae336 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.858049] env[69365]: DEBUG oslo_vmware.api [None req-8d5e35bb-8a96-4ed0-9fbb-b192a2626dcf tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Waiting for the task: (returnval){ [ 797.858049] env[69365]: value = "task-3468739" [ 797.858049] env[69365]: _type = "Task" [ 797.858049] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.875782] env[69365]: DEBUG oslo_vmware.api [None req-8d5e35bb-8a96-4ed0-9fbb-b192a2626dcf tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.913769] env[69365]: DEBUG nova.compute.manager [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 797.917884] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdc1a59-e234-4d48-bce5-1345d40f0e9e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.921530] env[69365]: DEBUG nova.network.neutron [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Successfully updated port: e58916e8-062c-4277-89fa-8c407930d32b {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.938874] env[69365]: DEBUG oslo_concurrency.lockutils [None req-579e046d-1f42-4ade-a665-b1bb1e107c65 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lock "ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.954s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.077865] env[69365]: DEBUG oslo_vmware.api [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': task-3468738, 'name': Rename_Task, 'duration_secs': 0.820136} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.079142] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.079657] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce23f736-5fad-4601-bb52-bac110b5ab22 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.087537] env[69365]: DEBUG oslo_vmware.api [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Waiting for the task: (returnval){ [ 798.087537] env[69365]: value = "task-3468740" [ 798.087537] env[69365]: _type = "Task" [ 798.087537] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.106020] env[69365]: DEBUG oslo_vmware.api [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': task-3468740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.376153] env[69365]: DEBUG oslo_vmware.api [None req-8d5e35bb-8a96-4ed0-9fbb-b192a2626dcf tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468739, 'name': PowerOffVM_Task, 'duration_secs': 0.187203} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.376306] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5e35bb-8a96-4ed0-9fbb-b192a2626dcf tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.376445] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5e35bb-8a96-4ed0-9fbb-b192a2626dcf tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.377862] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9e03ad5-7694-453d-b97b-85a185595309 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.428577] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "refresh_cache-126b7d32-2031-47e5-8601-29ec76a05c6c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.428577] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquired lock "refresh_cache-126b7d32-2031-47e5-8601-29ec76a05c6c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.428577] env[69365]: DEBUG nova.network.neutron [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.452637] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5e35bb-8a96-4ed0-9fbb-b192a2626dcf tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.452968] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5e35bb-8a96-4ed0-9fbb-b192a2626dcf tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.453098] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d5e35bb-8a96-4ed0-9fbb-b192a2626dcf tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Deleting the datastore file [datastore2] 9fbb3f83-183f-4e62-bf3e-48cc5431258f {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.455932] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8cd9b37-5258-4c01-a6f5-3bf1d94d299c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.467874] env[69365]: DEBUG oslo_vmware.api [None req-8d5e35bb-8a96-4ed0-9fbb-b192a2626dcf tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Waiting for the task: (returnval){ [ 798.467874] env[69365]: value = "task-3468742" [ 798.467874] env[69365]: _type = "Task" [ 798.467874] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.477823] env[69365]: DEBUG oslo_vmware.api [None req-8d5e35bb-8a96-4ed0-9fbb-b192a2626dcf tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.602271] env[69365]: DEBUG oslo_vmware.api [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': task-3468740, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.634223] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.635042] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1220f8e-28be-4920-8ed3-c603ae2f0e0e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.642191] env[69365]: DEBUG oslo_vmware.api [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Waiting for the task: (returnval){ [ 798.642191] env[69365]: value = "task-3468743" [ 798.642191] env[69365]: _type = "Task" [ 798.642191] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.655025] env[69365]: DEBUG oslo_vmware.api [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': task-3468743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.699738] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a278c6a3-9071-43b7-8436-33821d96ccc7 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquiring lock "e7eeb8f2-f601-4003-8b7b-db9cadc67a33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.700023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a278c6a3-9071-43b7-8436-33821d96ccc7 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lock "e7eeb8f2-f601-4003-8b7b-db9cadc67a33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.700300] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a278c6a3-9071-43b7-8436-33821d96ccc7 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquiring lock "e7eeb8f2-f601-4003-8b7b-db9cadc67a33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.700490] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a278c6a3-9071-43b7-8436-33821d96ccc7 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lock "e7eeb8f2-f601-4003-8b7b-db9cadc67a33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.701228] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a278c6a3-9071-43b7-8436-33821d96ccc7 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lock "e7eeb8f2-f601-4003-8b7b-db9cadc67a33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.705963] env[69365]: INFO nova.compute.manager [None req-a278c6a3-9071-43b7-8436-33821d96ccc7 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Terminating instance [ 798.940717] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.940924] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-189b4a9c-734a-4e38-8fc3-85b8800ce4ca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.949258] env[69365]: DEBUG oslo_vmware.api [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 798.949258] env[69365]: value = "task-3468744" [ 798.949258] env[69365]: _type = "Task" [ 798.949258] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.966234] env[69365]: DEBUG oslo_vmware.api [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.980798] env[69365]: DEBUG oslo_vmware.api [None req-8d5e35bb-8a96-4ed0-9fbb-b192a2626dcf tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Task: {'id': task-3468742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304727} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.981136] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d5e35bb-8a96-4ed0-9fbb-b192a2626dcf tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.981353] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5e35bb-8a96-4ed0-9fbb-b192a2626dcf tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.981531] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5e35bb-8a96-4ed0-9fbb-b192a2626dcf tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.981706] env[69365]: INFO nova.compute.manager [None req-8d5e35bb-8a96-4ed0-9fbb-b192a2626dcf tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 798.982076] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d5e35bb-8a96-4ed0-9fbb-b192a2626dcf tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.982378] env[69365]: DEBUG nova.compute.manager [-] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 798.982378] env[69365]: DEBUG nova.network.neutron [-] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 798.987133] env[69365]: DEBUG nova.network.neutron [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 799.077541] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78087e5d-37cc-46c2-b820-31655cfa5716 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.085493] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7e100e-cb71-4049-838b-5315e7f518e9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.124463] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bae228-e3ee-4d92-9bf5-a17e658e9a8f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.127735] env[69365]: DEBUG oslo_vmware.api [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': task-3468740, 'name': PowerOnVM_Task, 'duration_secs': 0.795852} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.127735] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.127735] env[69365]: INFO nova.compute.manager [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Took 6.95 seconds to spawn the instance on the hypervisor. [ 799.127929] env[69365]: DEBUG nova.compute.manager [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.129080] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86803029-85e3-4135-bdba-37a93df9b88c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.135409] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7597cbe5-e82b-4574-b999-db152c10d814 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.155047] env[69365]: DEBUG nova.compute.provider_tree [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.161563] env[69365]: DEBUG oslo_vmware.api [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': task-3468743, 'name': PowerOffVM_Task, 'duration_secs': 0.329489} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.162033] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.162601] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.164221] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19acecdd-a854-4384-b06b-aaf8fa79238d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.174030] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.174030] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da87aedb-2651-4320-8413-c3cfdcf3f30e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.202899] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.203150] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.203339] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Deleting the datastore file [datastore1] 4500afcc-0f0a-4dd9-ab54-893acc7cedc7 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.203979] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c498c9e-f847-4671-b644-bfdf3d7fee62 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.212025] env[69365]: DEBUG nova.compute.manager [None req-a278c6a3-9071-43b7-8436-33821d96ccc7 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.212025] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a278c6a3-9071-43b7-8436-33821d96ccc7 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.212265] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e34998-5c9d-41b3-828d-563444b05d7c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.216124] env[69365]: DEBUG oslo_vmware.api [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Waiting for the task: (returnval){ [ 799.216124] env[69365]: value = "task-3468746" [ 799.216124] env[69365]: _type = "Task" [ 799.216124] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.221586] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a278c6a3-9071-43b7-8436-33821d96ccc7 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.222226] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45a1a106-2f18-4536-9821-839a591d1092 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.226572] env[69365]: DEBUG oslo_vmware.api [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': task-3468746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.231939] env[69365]: DEBUG oslo_vmware.api [None req-a278c6a3-9071-43b7-8436-33821d96ccc7 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for the task: (returnval){ [ 799.231939] env[69365]: value = "task-3468747" [ 799.231939] env[69365]: _type = "Task" [ 799.231939] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.240742] env[69365]: DEBUG oslo_vmware.api [None req-a278c6a3-9071-43b7-8436-33821d96ccc7 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468747, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.463120] env[69365]: DEBUG oslo_vmware.api [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468744, 'name': PowerOffVM_Task, 'duration_secs': 0.320895} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.463321] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.463549] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.464419] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acf01b1-291d-42df-9d0d-1a449ea1abe2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.475624] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.478407] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-785363af-c473-4d69-bc74-7b7394ae3314 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.539761] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.540029] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.540262] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Deleting the datastore file [datastore2] b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.540492] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ecb662d-8e7f-427d-b718-64ece1146989 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.546795] env[69365]: DEBUG oslo_vmware.api [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 799.546795] env[69365]: value = "task-3468749" [ 799.546795] env[69365]: _type = "Task" [ 799.546795] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.552912] env[69365]: DEBUG nova.network.neutron [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Updating instance_info_cache with network_info: [{"id": "e58916e8-062c-4277-89fa-8c407930d32b", "address": "fa:16:3e:5a:c3:7c", "network": {"id": "a3b09ef4-0032-4dba-b0ed-c8fd23c1518c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-208278887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c19eee45b12f436d954d8f8c9d67247e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape58916e8-06", "ovs_interfaceid": "e58916e8-062c-4277-89fa-8c407930d32b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.559054] env[69365]: DEBUG oslo_vmware.api [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.650438] env[69365]: INFO nova.compute.manager [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Took 39.50 seconds to build instance. [ 799.658514] env[69365]: DEBUG nova.scheduler.client.report [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.727516] env[69365]: DEBUG oslo_vmware.api [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': task-3468746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237856} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.727752] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.727916] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.728108] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.742363] env[69365]: DEBUG oslo_vmware.api [None req-a278c6a3-9071-43b7-8436-33821d96ccc7 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468747, 'name': PowerOffVM_Task, 'duration_secs': 0.226077} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.743377] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a278c6a3-9071-43b7-8436-33821d96ccc7 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.743602] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a278c6a3-9071-43b7-8436-33821d96ccc7 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.743867] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62a4c618-9491-4dde-9c5b-9352d9a8c53d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.807192] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a278c6a3-9071-43b7-8436-33821d96ccc7 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.807192] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a278c6a3-9071-43b7-8436-33821d96ccc7 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.807192] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a278c6a3-9071-43b7-8436-33821d96ccc7 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Deleting the datastore file [datastore1] e7eeb8f2-f601-4003-8b7b-db9cadc67a33 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.807192] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d378ce6e-5d48-4cea-9472-bca41192a610 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.812109] env[69365]: DEBUG oslo_vmware.api [None req-a278c6a3-9071-43b7-8436-33821d96ccc7 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for the task: (returnval){ [ 799.812109] env[69365]: value = "task-3468751" [ 799.812109] env[69365]: _type = "Task" [ 799.812109] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.819830] env[69365]: DEBUG oslo_vmware.api [None req-a278c6a3-9071-43b7-8436-33821d96ccc7 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.890027] env[69365]: DEBUG nova.compute.manager [req-b5b9d60b-7141-4e4b-9d4c-88171f2266de req-39ffbbb8-446c-4f19-8486-67c1012d3a63 service nova] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Received event network-changed-e58916e8-062c-4277-89fa-8c407930d32b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.890027] env[69365]: DEBUG nova.compute.manager [req-b5b9d60b-7141-4e4b-9d4c-88171f2266de req-39ffbbb8-446c-4f19-8486-67c1012d3a63 service nova] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Refreshing instance network info cache due to event network-changed-e58916e8-062c-4277-89fa-8c407930d32b. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.890027] env[69365]: DEBUG oslo_concurrency.lockutils [req-b5b9d60b-7141-4e4b-9d4c-88171f2266de req-39ffbbb8-446c-4f19-8486-67c1012d3a63 service nova] Acquiring lock "refresh_cache-126b7d32-2031-47e5-8601-29ec76a05c6c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.061194] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Releasing lock "refresh_cache-126b7d32-2031-47e5-8601-29ec76a05c6c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.061194] env[69365]: DEBUG nova.compute.manager [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Instance network_info: |[{"id": "e58916e8-062c-4277-89fa-8c407930d32b", "address": "fa:16:3e:5a:c3:7c", "network": {"id": "a3b09ef4-0032-4dba-b0ed-c8fd23c1518c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-208278887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c19eee45b12f436d954d8f8c9d67247e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape58916e8-06", "ovs_interfaceid": "e58916e8-062c-4277-89fa-8c407930d32b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 800.065049] env[69365]: DEBUG oslo_vmware.api [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468749, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.065049] env[69365]: DEBUG oslo_concurrency.lockutils [req-b5b9d60b-7141-4e4b-9d4c-88171f2266de req-39ffbbb8-446c-4f19-8486-67c1012d3a63 service nova] Acquired lock "refresh_cache-126b7d32-2031-47e5-8601-29ec76a05c6c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.065049] env[69365]: DEBUG nova.network.neutron [req-b5b9d60b-7141-4e4b-9d4c-88171f2266de req-39ffbbb8-446c-4f19-8486-67c1012d3a63 service nova] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Refreshing network info cache for port e58916e8-062c-4277-89fa-8c407930d32b {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.065049] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:c3:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e58916e8-062c-4277-89fa-8c407930d32b', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.076765] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.081021] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.081021] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c7ba7d5-13be-4715-a221-39ddd4b76635 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.104152] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.104152] env[69365]: value = "task-3468752" [ 800.104152] env[69365]: _type = "Task" [ 800.104152] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.112639] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468752, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.148912] env[69365]: DEBUG nova.network.neutron [-] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.153584] env[69365]: DEBUG oslo_concurrency.lockutils [None req-232a506b-872d-49d2-8832-3a431f2c2db6 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Lock "886cc949-7105-4dd5-a7fc-7bbc0390595d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.550s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.163512] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.164075] env[69365]: DEBUG nova.compute.manager [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 800.166634] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.298s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.327419] env[69365]: DEBUG oslo_vmware.api [None req-a278c6a3-9071-43b7-8436-33821d96ccc7 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468751, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.345882] env[69365]: DEBUG nova.network.neutron [req-b5b9d60b-7141-4e4b-9d4c-88171f2266de req-39ffbbb8-446c-4f19-8486-67c1012d3a63 service nova] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Updated VIF entry in instance network info cache for port e58916e8-062c-4277-89fa-8c407930d32b. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.346219] env[69365]: DEBUG nova.network.neutron [req-b5b9d60b-7141-4e4b-9d4c-88171f2266de req-39ffbbb8-446c-4f19-8486-67c1012d3a63 service nova] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Updating instance_info_cache with network_info: [{"id": "e58916e8-062c-4277-89fa-8c407930d32b", "address": "fa:16:3e:5a:c3:7c", "network": {"id": "a3b09ef4-0032-4dba-b0ed-c8fd23c1518c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-208278887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c19eee45b12f436d954d8f8c9d67247e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape58916e8-06", "ovs_interfaceid": "e58916e8-062c-4277-89fa-8c407930d32b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.558069] env[69365]: DEBUG oslo_vmware.api [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468749, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.580862} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.558648] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.558648] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.558914] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.615134] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468752, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.652334] env[69365]: INFO nova.compute.manager [-] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Took 1.67 seconds to deallocate network for instance. [ 800.656378] env[69365]: DEBUG nova.compute.manager [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.684712] env[69365]: DEBUG nova.compute.utils [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 800.685701] env[69365]: DEBUG nova.compute.manager [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.685828] env[69365]: DEBUG nova.network.neutron [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.742828] env[69365]: DEBUG nova.policy [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25d7356146ee44c8a65686b68ea2a766', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0b4d3b209df41eaa438742d4326084b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.773536] env[69365]: DEBUG nova.virt.hardware [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 800.773867] env[69365]: DEBUG nova.virt.hardware [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 800.773987] env[69365]: DEBUG nova.virt.hardware [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.774191] env[69365]: DEBUG nova.virt.hardware [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 800.774341] env[69365]: DEBUG nova.virt.hardware [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.774489] env[69365]: DEBUG nova.virt.hardware [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 800.774783] env[69365]: DEBUG nova.virt.hardware [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 800.774846] env[69365]: DEBUG nova.virt.hardware [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 800.775020] env[69365]: DEBUG nova.virt.hardware [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 800.775188] env[69365]: DEBUG nova.virt.hardware [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 800.775364] env[69365]: DEBUG nova.virt.hardware [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 800.776266] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beee560f-970a-42fe-afb3-00bbd8aa781d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.785599] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5af3397-1dcd-417f-9afc-6c9b1351cc6a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.800167] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 800.805728] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.805976] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 800.806208] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82ea719c-173a-4265-98f8-4d65ce6d2c3c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.827037] env[69365]: DEBUG oslo_vmware.api [None req-a278c6a3-9071-43b7-8436-33821d96ccc7 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468751, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.542598} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.827947] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a278c6a3-9071-43b7-8436-33821d96ccc7 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.828145] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a278c6a3-9071-43b7-8436-33821d96ccc7 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.828324] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a278c6a3-9071-43b7-8436-33821d96ccc7 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.828496] env[69365]: INFO nova.compute.manager [None req-a278c6a3-9071-43b7-8436-33821d96ccc7 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Took 1.62 seconds to destroy the instance on the hypervisor. [ 800.828719] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a278c6a3-9071-43b7-8436-33821d96ccc7 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 800.828888] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 800.828888] env[69365]: value = "task-3468753" [ 800.828888] env[69365]: _type = "Task" [ 800.828888] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.829071] env[69365]: DEBUG nova.compute.manager [-] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.829168] env[69365]: DEBUG nova.network.neutron [-] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.838166] env[69365]: INFO nova.compute.manager [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Rebuilding instance [ 800.839870] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468753, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.848643] env[69365]: DEBUG oslo_concurrency.lockutils [req-b5b9d60b-7141-4e4b-9d4c-88171f2266de req-39ffbbb8-446c-4f19-8486-67c1012d3a63 service nova] Releasing lock "refresh_cache-126b7d32-2031-47e5-8601-29ec76a05c6c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.848884] env[69365]: DEBUG nova.compute.manager [req-b5b9d60b-7141-4e4b-9d4c-88171f2266de req-39ffbbb8-446c-4f19-8486-67c1012d3a63 service nova] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Received event network-vif-deleted-69274d83-5e24-458d-90a4-86a93687ce1e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.849075] env[69365]: INFO nova.compute.manager [req-b5b9d60b-7141-4e4b-9d4c-88171f2266de req-39ffbbb8-446c-4f19-8486-67c1012d3a63 service nova] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Neutron deleted interface 69274d83-5e24-458d-90a4-86a93687ce1e; detaching it from the instance and deleting it from the info cache [ 800.849250] env[69365]: DEBUG nova.network.neutron [req-b5b9d60b-7141-4e4b-9d4c-88171f2266de req-39ffbbb8-446c-4f19-8486-67c1012d3a63 service nova] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.883338] env[69365]: DEBUG nova.compute.manager [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 800.884768] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18bb7f2-0e7a-4281-8e50-659c7f5b23a8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.116425] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468752, 'name': CreateVM_Task, 'duration_secs': 0.550424} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.116586] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.117309] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.120872] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.120872] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.120872] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8071f03-8fc1-40e4-8a97-0a1e8e0ea7bf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.123759] env[69365]: DEBUG oslo_vmware.api [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 801.123759] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b5632e-309d-8188-37ca-bae13f87d168" [ 801.123759] env[69365]: _type = "Task" [ 801.123759] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.133094] env[69365]: DEBUG oslo_vmware.api [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b5632e-309d-8188-37ca-bae13f87d168, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.167617] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d5e35bb-8a96-4ed0-9fbb-b192a2626dcf tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.180728] env[69365]: DEBUG oslo_concurrency.lockutils [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.193906] env[69365]: DEBUG nova.compute.manager [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 801.217574] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance a9672f20-2f1f-4ab4-861a-e542250eb592 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 801.217761] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 0f4e5793-a942-4c82-acd1-c175bd1e9da4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 801.217905] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 2ddf89d9-987d-4904-a7f1-b5b0be5880f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 801.218069] env[69365]: WARNING nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 0b69b2e2-0fe7-4bc8-901d-70c60738f56a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 801.218221] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance f76bd555-830a-477a-b202-a54d3090c8d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 801.218346] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance dbc6c632-cd7b-4f57-855a-acd12826d021 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 801.218488] env[69365]: WARNING nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance f5243452-580d-4894-8402-66c53ea540c4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 801.218605] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance e7eeb8f2-f601-4003-8b7b-db9cadc67a33 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 801.218728] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 598f0b6f-8524-4015-9ab1-7797fc4794b9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 801.218860] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance f1420621-d961-4ec4-a181-37b7b1284fe3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 801.218971] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 875b1a48-9e09-43b5-abf6-99c7d64d845f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 801.219180] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 9fbb3f83-183f-4e62-bf3e-48cc5431258f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 801.219398] env[69365]: WARNING nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance fabfc95e-0186-4a67-9d10-61eeb2e56640 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 801.219532] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 7424581f-2315-4bf3-a27e-d31663304dfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 801.219649] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance ce04b55d-6066-4f68-8c8c-bc4cfa0f2461 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 801.219795] env[69365]: WARNING nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance d427aa83-edf4-44e5-a860-36e1184ea51f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 801.219924] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance ac289b71-5a99-4a03-af24-e6843166dfd1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 801.220276] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance ba25f42e-945b-4884-9fca-fecf9a2d294c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 801.220789] env[69365]: WARNING nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 3de0cb15-65d2-4896-abe4-6d6546a03341 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 801.220789] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 801.220993] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 886cc949-7105-4dd5-a7fc-7bbc0390595d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 801.221316] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 4500afcc-0f0a-4dd9-ab54-893acc7cedc7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 801.221481] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 126b7d32-2031-47e5-8601-29ec76a05c6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 801.221640] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 5cff61ed-95d2-4d54-b1ad-1afeee2641fb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 801.314538] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Acquiring lock "1baa57ed-482e-4134-bcde-de19d843dc78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.314886] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Lock "1baa57ed-482e-4134-bcde-de19d843dc78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.344440] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468753, 'name': CreateVM_Task, 'duration_secs': 0.308382} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.344704] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 801.345227] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.351821] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-101eca71-539a-4193-970c-6e9d7051802f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.364799] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ab38cd-eb11-449b-9d13-cd2daaf59afb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.378849] env[69365]: DEBUG nova.network.neutron [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Successfully created port: f023788a-9f97-406f-9d31-6e852f2e3277 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.406944] env[69365]: DEBUG nova.compute.manager [req-b5b9d60b-7141-4e4b-9d4c-88171f2266de req-39ffbbb8-446c-4f19-8486-67c1012d3a63 service nova] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Detach interface failed, port_id=69274d83-5e24-458d-90a4-86a93687ce1e, reason: Instance 9fbb3f83-183f-4e62-bf3e-48cc5431258f could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 801.598087] env[69365]: DEBUG nova.virt.hardware [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.598392] env[69365]: DEBUG nova.virt.hardware [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.598558] env[69365]: DEBUG nova.virt.hardware [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.598740] env[69365]: DEBUG nova.virt.hardware [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.598890] env[69365]: DEBUG nova.virt.hardware [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.599067] env[69365]: DEBUG nova.virt.hardware [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.599302] env[69365]: DEBUG nova.virt.hardware [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.599481] env[69365]: DEBUG nova.virt.hardware [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.599620] env[69365]: DEBUG nova.virt.hardware [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.599780] env[69365]: DEBUG nova.virt.hardware [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.599949] env[69365]: DEBUG nova.virt.hardware [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.601408] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c655a3c-ec77-49c1-aea2-e78b6b5129e7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.610271] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9941f718-f418-43f6-a1d3-4029bfec1fa9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.626179] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:57:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '418ddd3d-5f64-407e-8e0c-c8b81639bee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fc66dfb-cd12-45a4-85b4-45ea26512170', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 801.633944] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 801.640807] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 801.641053] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe622f3d-7888-4e23-b07f-cbcf21b87d5e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.661476] env[69365]: DEBUG oslo_vmware.api [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b5632e-309d-8188-37ca-bae13f87d168, 'name': SearchDatastore_Task, 'duration_secs': 0.010852} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.662746] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.662984] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 801.663273] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.663429] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.663609] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 801.663845] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 801.663845] env[69365]: value = "task-3468754" [ 801.663845] env[69365]: _type = "Task" [ 801.663845] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.664219] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.664535] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.664752] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e2c8268-d2dd-4ce1-bf9e-44a5913c9b8f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.667081] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b6a9411-0a47-4bd0-a1c0-3e4705f226e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.675722] env[69365]: DEBUG oslo_vmware.api [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Waiting for the task: (returnval){ [ 801.675722] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52042d73-c191-699f-032d-5cab713d102c" [ 801.675722] env[69365]: _type = "Task" [ 801.675722] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.678873] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468754, 'name': CreateVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.682721] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 801.682896] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 801.683593] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7777ce4-fca3-43dc-bc91-bafade4daeca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.691821] env[69365]: DEBUG oslo_vmware.api [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52042d73-c191-699f-032d-5cab713d102c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.692825] env[69365]: DEBUG oslo_vmware.api [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 801.692825] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]526c3751-d7d7-ea6a-8807-4f618fb9fd9d" [ 801.692825] env[69365]: _type = "Task" [ 801.692825] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.705140] env[69365]: DEBUG oslo_vmware.api [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]526c3751-d7d7-ea6a-8807-4f618fb9fd9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.725038] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 81f0f421-a960-4ce4-964d-86e334c66838 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 801.883065] env[69365]: DEBUG nova.network.neutron [-] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.909878] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.909878] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea6d7de5-2b6f-4de0-a4fc-0098312187ee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.916762] env[69365]: DEBUG nova.compute.manager [req-7e935ab9-8165-4655-aa64-80c7401443f2 req-878dfbb9-9fe3-4393-bf83-73c77634c8e0 service nova] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Received event network-vif-deleted-a9615c92-0414-4cf5-8c84-955164299553 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.918653] env[69365]: DEBUG oslo_vmware.api [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Waiting for the task: (returnval){ [ 801.918653] env[69365]: value = "task-3468755" [ 801.918653] env[69365]: _type = "Task" [ 801.918653] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.927377] env[69365]: DEBUG oslo_vmware.api [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': task-3468755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.179093] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468754, 'name': CreateVM_Task, 'duration_secs': 0.346953} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.184031] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 802.184031] env[69365]: DEBUG oslo_concurrency.lockutils [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.189255] env[69365]: DEBUG oslo_vmware.api [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52042d73-c191-699f-032d-5cab713d102c, 'name': SearchDatastore_Task, 'duration_secs': 0.016652} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.189519] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.189734] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.189930] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.190155] env[69365]: DEBUG oslo_concurrency.lockutils [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.190447] env[69365]: DEBUG oslo_concurrency.lockutils [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.190684] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-523c49a6-8d7e-4716-a441-49f71ea8a624 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.198521] env[69365]: DEBUG oslo_vmware.api [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 802.198521] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52c44ae9-1231-5689-4ad1-36bc05de3b7a" [ 802.198521] env[69365]: _type = "Task" [ 802.198521] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.207574] env[69365]: DEBUG oslo_vmware.api [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]526c3751-d7d7-ea6a-8807-4f618fb9fd9d, 'name': SearchDatastore_Task, 'duration_secs': 0.011892} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.209189] env[69365]: DEBUG nova.compute.manager [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 802.213551] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f3325fc-c2b9-4542-b685-a01349d53b18 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.220118] env[69365]: DEBUG oslo_vmware.api [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52c44ae9-1231-5689-4ad1-36bc05de3b7a, 'name': SearchDatastore_Task, 'duration_secs': 0.009722} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.220118] env[69365]: DEBUG oslo_concurrency.lockutils [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.220273] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 802.220554] env[69365]: DEBUG oslo_concurrency.lockutils [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.222756] env[69365]: DEBUG oslo_vmware.api [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 802.222756] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5292b8fe-9f96-f981-32f5-c407d8234171" [ 802.222756] env[69365]: _type = "Task" [ 802.222756] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.228056] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 52dd36de-05c4-482e-9df9-c117e8906b2b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 802.239128] env[69365]: DEBUG oslo_vmware.api [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5292b8fe-9f96-f981-32f5-c407d8234171, 'name': SearchDatastore_Task, 'duration_secs': 0.009225} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.244954] env[69365]: DEBUG nova.virt.hardware [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 802.244954] env[69365]: DEBUG nova.virt.hardware [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 802.244954] env[69365]: DEBUG nova.virt.hardware [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 802.244954] env[69365]: DEBUG nova.virt.hardware [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 802.245132] env[69365]: DEBUG nova.virt.hardware [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 802.245132] env[69365]: DEBUG nova.virt.hardware [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 802.245132] env[69365]: DEBUG nova.virt.hardware [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 802.245132] env[69365]: DEBUG nova.virt.hardware [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 802.245132] env[69365]: DEBUG nova.virt.hardware [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 802.245282] env[69365]: DEBUG nova.virt.hardware [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 802.245432] env[69365]: DEBUG nova.virt.hardware [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 802.247503] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.247861] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 126b7d32-2031-47e5-8601-29ec76a05c6c/126b7d32-2031-47e5-8601-29ec76a05c6c.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.248732] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58453406-bc0d-4170-8d87-cc11350a0390 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.254018] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.254018] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.254018] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-94dcbfe1-4079-419e-b75e-a40d8e42de2a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.255220] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72e456ef-ce51-4e7a-ba40-15abe7356029 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.264961] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a047b18-7836-4da8-8278-9487ba83ce19 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.270494] env[69365]: DEBUG oslo_vmware.api [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 802.270494] env[69365]: value = "task-3468756" [ 802.270494] env[69365]: _type = "Task" [ 802.270494] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.272411] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.272740] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.276848] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21aadc1d-7d13-40a5-8e37-7f74065519b1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.293546] env[69365]: DEBUG oslo_vmware.api [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.294258] env[69365]: DEBUG oslo_vmware.api [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Waiting for the task: (returnval){ [ 802.294258] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52c6822d-1608-1473-4b93-048114eb0d3c" [ 802.294258] env[69365]: _type = "Task" [ 802.294258] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.301868] env[69365]: DEBUG oslo_vmware.api [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52c6822d-1608-1473-4b93-048114eb0d3c, 'name': SearchDatastore_Task, 'duration_secs': 0.009076} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.302655] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab7f773b-9f64-440e-a4e4-c6de1b691b80 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.307351] env[69365]: DEBUG oslo_vmware.api [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Waiting for the task: (returnval){ [ 802.307351] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52636e0e-504a-111f-9f84-05f328a30d51" [ 802.307351] env[69365]: _type = "Task" [ 802.307351] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.315030] env[69365]: DEBUG oslo_vmware.api [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52636e0e-504a-111f-9f84-05f328a30d51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.386241] env[69365]: INFO nova.compute.manager [-] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Took 1.56 seconds to deallocate network for instance. [ 802.429475] env[69365]: DEBUG oslo_vmware.api [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': task-3468755, 'name': PowerOffVM_Task, 'duration_secs': 0.184056} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.429754] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 802.429995] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 802.430823] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89857d3-51e8-44a4-8f14-56082576b671 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.437662] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 802.437916] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-773357e5-13f4-4411-ae71-0980afef8272 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.466811] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.466811] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.466811] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Deleting the datastore file [datastore1] 886cc949-7105-4dd5-a7fc-7bbc0390595d {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.466811] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abb7cc80-499b-4764-9e4f-5c2db56de357 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.474599] env[69365]: DEBUG oslo_vmware.api [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Waiting for the task: (returnval){ [ 802.474599] env[69365]: value = "task-3468758" [ 802.474599] env[69365]: _type = "Task" [ 802.474599] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.485453] env[69365]: DEBUG oslo_vmware.api [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': task-3468758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.731916] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance c39e4547-8e68-48d8-905b-520f917aa763 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 802.782599] env[69365]: DEBUG oslo_vmware.api [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468756, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.818653] env[69365]: DEBUG oslo_vmware.api [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52636e0e-504a-111f-9f84-05f328a30d51, 'name': SearchDatastore_Task, 'duration_secs': 0.008007} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.818653] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.818837] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 4500afcc-0f0a-4dd9-ab54-893acc7cedc7/4500afcc-0f0a-4dd9-ab54-893acc7cedc7.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 802.819119] env[69365]: DEBUG oslo_concurrency.lockutils [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.820017] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 802.820017] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff002a9d-ca98-42d6-b0fd-434a67776b52 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.825547] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43565aa0-6d02-4de5-968b-668b651e94f5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.834752] env[69365]: DEBUG oslo_vmware.api [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Waiting for the task: (returnval){ [ 802.834752] env[69365]: value = "task-3468759" [ 802.834752] env[69365]: _type = "Task" [ 802.834752] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.838802] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 802.838978] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 802.839995] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b98381fc-aca7-482b-87b3-29bd5e2254af {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.845307] env[69365]: DEBUG oslo_vmware.api [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': task-3468759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.849096] env[69365]: DEBUG oslo_vmware.api [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 802.849096] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e17bbf-a4a6-9947-ce1d-55d4af909247" [ 802.849096] env[69365]: _type = "Task" [ 802.849096] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.855937] env[69365]: DEBUG oslo_vmware.api [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e17bbf-a4a6-9947-ce1d-55d4af909247, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.894935] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a278c6a3-9071-43b7-8436-33821d96ccc7 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.987036] env[69365]: DEBUG oslo_vmware.api [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': task-3468758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16063} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.987478] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.987805] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.988107] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 803.018029] env[69365]: DEBUG nova.network.neutron [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Successfully updated port: f023788a-9f97-406f-9d31-6e852f2e3277 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.239783] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance f6b3dab5-04f1-4db5-b4b2-74af69f5c966 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 803.282943] env[69365]: DEBUG oslo_vmware.api [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53036} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.283341] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 126b7d32-2031-47e5-8601-29ec76a05c6c/126b7d32-2031-47e5-8601-29ec76a05c6c.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.283555] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.283804] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a5e211be-15dc-42f6-8852-312a4223f9d1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.289998] env[69365]: DEBUG oslo_vmware.api [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 803.289998] env[69365]: value = "task-3468760" [ 803.289998] env[69365]: _type = "Task" [ 803.289998] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.298765] env[69365]: DEBUG oslo_vmware.api [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.345186] env[69365]: DEBUG oslo_vmware.api [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': task-3468759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445752} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.345383] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 4500afcc-0f0a-4dd9-ab54-893acc7cedc7/4500afcc-0f0a-4dd9-ab54-893acc7cedc7.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 803.345641] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 803.345916] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c74dd2df-f3ce-4ab1-abaa-cffc7aaaa272 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.353710] env[69365]: DEBUG oslo_vmware.api [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Waiting for the task: (returnval){ [ 803.353710] env[69365]: value = "task-3468761" [ 803.353710] env[69365]: _type = "Task" [ 803.353710] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.360164] env[69365]: DEBUG oslo_vmware.api [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e17bbf-a4a6-9947-ce1d-55d4af909247, 'name': SearchDatastore_Task, 'duration_secs': 0.008175} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.361274] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a431d35b-120d-46f7-afd4-6bd2e942073a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.366317] env[69365]: DEBUG oslo_vmware.api [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': task-3468761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.370060] env[69365]: DEBUG oslo_vmware.api [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 803.370060] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52047529-e6af-0ede-c609-df93c1f1e6c5" [ 803.370060] env[69365]: _type = "Task" [ 803.370060] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.378172] env[69365]: DEBUG oslo_vmware.api [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52047529-e6af-0ede-c609-df93c1f1e6c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.522111] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "refresh_cache-5cff61ed-95d2-4d54-b1ad-1afeee2641fb" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.522303] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquired lock "refresh_cache-5cff61ed-95d2-4d54-b1ad-1afeee2641fb" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.522455] env[69365]: DEBUG nova.network.neutron [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.742665] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 07629f5e-e1b1-4aab-b422-8924b572449b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 803.802187] env[69365]: DEBUG oslo_vmware.api [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065783} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.802585] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.803477] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c76c5b-eeb8-4551-8d47-a9f15be445dd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.827228] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 126b7d32-2031-47e5-8601-29ec76a05c6c/126b7d32-2031-47e5-8601-29ec76a05c6c.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.827499] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e18d364d-0526-48a7-b1e4-dd48d16e8971 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.847007] env[69365]: DEBUG oslo_vmware.api [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 803.847007] env[69365]: value = "task-3468762" [ 803.847007] env[69365]: _type = "Task" [ 803.847007] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.854912] env[69365]: DEBUG oslo_vmware.api [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468762, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.862243] env[69365]: DEBUG oslo_vmware.api [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': task-3468761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.254864} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.862466] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 803.863236] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909adb65-681f-48f1-a17e-a6ecb3f20d02 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.882664] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 4500afcc-0f0a-4dd9-ab54-893acc7cedc7/4500afcc-0f0a-4dd9-ab54-893acc7cedc7.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 803.886236] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74d427b9-ef31-49d6-9f36-602fcc408f91 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.906203] env[69365]: DEBUG oslo_vmware.api [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52047529-e6af-0ede-c609-df93c1f1e6c5, 'name': SearchDatastore_Task, 'duration_secs': 0.009834} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.907675] env[69365]: DEBUG oslo_concurrency.lockutils [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.908019] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2/b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 803.908446] env[69365]: DEBUG oslo_vmware.api [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Waiting for the task: (returnval){ [ 803.908446] env[69365]: value = "task-3468763" [ 803.908446] env[69365]: _type = "Task" [ 803.908446] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.908710] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46f9e050-aaca-4b05-bfe4-f37416c0794b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.919447] env[69365]: DEBUG oslo_vmware.api [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': task-3468763, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.920758] env[69365]: DEBUG oslo_vmware.api [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 803.920758] env[69365]: value = "task-3468764" [ 803.920758] env[69365]: _type = "Task" [ 803.920758] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.928815] env[69365]: DEBUG oslo_vmware.api [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.969239] env[69365]: DEBUG nova.compute.manager [req-524bf259-dbc6-456e-885e-0a61b6094782 req-0ab678d7-2b4c-4e10-bad1-cdfb82f57f1d service nova] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Received event network-vif-plugged-f023788a-9f97-406f-9d31-6e852f2e3277 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.969459] env[69365]: DEBUG oslo_concurrency.lockutils [req-524bf259-dbc6-456e-885e-0a61b6094782 req-0ab678d7-2b4c-4e10-bad1-cdfb82f57f1d service nova] Acquiring lock "5cff61ed-95d2-4d54-b1ad-1afeee2641fb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.969743] env[69365]: DEBUG oslo_concurrency.lockutils [req-524bf259-dbc6-456e-885e-0a61b6094782 req-0ab678d7-2b4c-4e10-bad1-cdfb82f57f1d service nova] Lock "5cff61ed-95d2-4d54-b1ad-1afeee2641fb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.969827] env[69365]: DEBUG oslo_concurrency.lockutils [req-524bf259-dbc6-456e-885e-0a61b6094782 req-0ab678d7-2b4c-4e10-bad1-cdfb82f57f1d service nova] Lock "5cff61ed-95d2-4d54-b1ad-1afeee2641fb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.970032] env[69365]: DEBUG nova.compute.manager [req-524bf259-dbc6-456e-885e-0a61b6094782 req-0ab678d7-2b4c-4e10-bad1-cdfb82f57f1d service nova] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] No waiting events found dispatching network-vif-plugged-f023788a-9f97-406f-9d31-6e852f2e3277 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 803.970206] env[69365]: WARNING nova.compute.manager [req-524bf259-dbc6-456e-885e-0a61b6094782 req-0ab678d7-2b4c-4e10-bad1-cdfb82f57f1d service nova] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Received unexpected event network-vif-plugged-f023788a-9f97-406f-9d31-6e852f2e3277 for instance with vm_state building and task_state spawning. [ 803.970369] env[69365]: DEBUG nova.compute.manager [req-524bf259-dbc6-456e-885e-0a61b6094782 req-0ab678d7-2b4c-4e10-bad1-cdfb82f57f1d service nova] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Received event network-changed-f023788a-9f97-406f-9d31-6e852f2e3277 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 803.970519] env[69365]: DEBUG nova.compute.manager [req-524bf259-dbc6-456e-885e-0a61b6094782 req-0ab678d7-2b4c-4e10-bad1-cdfb82f57f1d service nova] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Refreshing instance network info cache due to event network-changed-f023788a-9f97-406f-9d31-6e852f2e3277. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 803.970732] env[69365]: DEBUG oslo_concurrency.lockutils [req-524bf259-dbc6-456e-885e-0a61b6094782 req-0ab678d7-2b4c-4e10-bad1-cdfb82f57f1d service nova] Acquiring lock "refresh_cache-5cff61ed-95d2-4d54-b1ad-1afeee2641fb" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.023441] env[69365]: DEBUG nova.virt.hardware [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.023738] env[69365]: DEBUG nova.virt.hardware [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.023945] env[69365]: DEBUG nova.virt.hardware [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.024196] env[69365]: DEBUG nova.virt.hardware [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.024380] env[69365]: DEBUG nova.virt.hardware [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.024568] env[69365]: DEBUG nova.virt.hardware [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.024836] env[69365]: DEBUG nova.virt.hardware [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.025010] env[69365]: DEBUG nova.virt.hardware [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.025239] env[69365]: DEBUG nova.virt.hardware [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.025459] env[69365]: DEBUG nova.virt.hardware [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.025686] env[69365]: DEBUG nova.virt.hardware [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.029624] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e950c4-2d62-4666-b6ac-c57e24be377d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.039411] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5274ee2c-da53-4311-9e8f-5bd99eabe7a5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.053757] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.058405] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.058664] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.059204] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6867099c-b456-4357-97e9-9c4b2c2ac590 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.071345] env[69365]: DEBUG nova.network.neutron [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.077538] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.077538] env[69365]: value = "task-3468765" [ 804.077538] env[69365]: _type = "Task" [ 804.077538] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.085456] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468765, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.245330] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 43f0d345-d519-4ab3-80a9-4af262e02c5e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 804.261529] env[69365]: DEBUG nova.network.neutron [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Updating instance_info_cache with network_info: [{"id": "f023788a-9f97-406f-9d31-6e852f2e3277", "address": "fa:16:3e:e7:be:ee", "network": {"id": "330aec01-e44f-413a-9035-a2194a82f451", "bridge": "br-int", "label": "tempest-ServersTestJSON-2129971414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0b4d3b209df41eaa438742d4326084b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf023788a-9f", "ovs_interfaceid": "f023788a-9f97-406f-9d31-6e852f2e3277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.359742] env[69365]: DEBUG oslo_vmware.api [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468762, 'name': ReconfigVM_Task, 'duration_secs': 0.266969} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.360121] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 126b7d32-2031-47e5-8601-29ec76a05c6c/126b7d32-2031-47e5-8601-29ec76a05c6c.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 804.360770] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c955e0f-de83-44bb-b74d-83617e5bd658 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.368813] env[69365]: DEBUG oslo_vmware.api [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 804.368813] env[69365]: value = "task-3468766" [ 804.368813] env[69365]: _type = "Task" [ 804.368813] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.379855] env[69365]: DEBUG oslo_vmware.api [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468766, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.421740] env[69365]: DEBUG oslo_vmware.api [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': task-3468763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.430482] env[69365]: DEBUG oslo_vmware.api [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468764, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.586771] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468765, 'name': CreateVM_Task, 'duration_secs': 0.447709} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.587213] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.587410] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.587775] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.587872] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.588139] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14863d00-4446-4642-8712-793475ee40d5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.592614] env[69365]: DEBUG oslo_vmware.api [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Waiting for the task: (returnval){ [ 804.592614] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]528ac28d-05ca-93ac-dd0a-b0345aa35d6c" [ 804.592614] env[69365]: _type = "Task" [ 804.592614] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.600658] env[69365]: DEBUG oslo_vmware.api [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]528ac28d-05ca-93ac-dd0a-b0345aa35d6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.751562] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance bdcd53fc-2733-4e88-8e45-1dcf23f3609d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 804.768111] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Releasing lock "refresh_cache-5cff61ed-95d2-4d54-b1ad-1afeee2641fb" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.768111] env[69365]: DEBUG nova.compute.manager [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Instance network_info: |[{"id": "f023788a-9f97-406f-9d31-6e852f2e3277", "address": "fa:16:3e:e7:be:ee", "network": {"id": "330aec01-e44f-413a-9035-a2194a82f451", "bridge": "br-int", "label": "tempest-ServersTestJSON-2129971414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0b4d3b209df41eaa438742d4326084b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf023788a-9f", "ovs_interfaceid": "f023788a-9f97-406f-9d31-6e852f2e3277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.768395] env[69365]: DEBUG oslo_concurrency.lockutils [req-524bf259-dbc6-456e-885e-0a61b6094782 req-0ab678d7-2b4c-4e10-bad1-cdfb82f57f1d service nova] Acquired lock "refresh_cache-5cff61ed-95d2-4d54-b1ad-1afeee2641fb" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.768395] env[69365]: DEBUG nova.network.neutron [req-524bf259-dbc6-456e-885e-0a61b6094782 req-0ab678d7-2b4c-4e10-bad1-cdfb82f57f1d service nova] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Refreshing network info cache for port f023788a-9f97-406f-9d31-6e852f2e3277 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 804.769922] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:be:ee', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f023788a-9f97-406f-9d31-6e852f2e3277', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.785718] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.789951] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.790887] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b297617e-98c8-47e6-b5a7-75bfcc86a567 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.825265] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.825265] env[69365]: value = "task-3468767" [ 804.825265] env[69365]: _type = "Task" [ 804.825265] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.839949] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468767, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.880098] env[69365]: DEBUG oslo_vmware.api [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468766, 'name': Rename_Task, 'duration_secs': 0.249187} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.880941] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.880941] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84a75f87-2b6d-42f4-8e75-e422ddbeaea9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.889053] env[69365]: DEBUG oslo_vmware.api [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 804.889053] env[69365]: value = "task-3468768" [ 804.889053] env[69365]: _type = "Task" [ 804.889053] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.905032] env[69365]: DEBUG oslo_vmware.api [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468768, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.927104] env[69365]: DEBUG oslo_vmware.api [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': task-3468763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.942287] env[69365]: DEBUG oslo_vmware.api [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468764, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544971} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.942287] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2/b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 804.942287] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 804.942287] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2b06c417-2a02-458e-88c5-c8c59a3ec3eb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.949346] env[69365]: DEBUG oslo_vmware.api [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 804.949346] env[69365]: value = "task-3468769" [ 804.949346] env[69365]: _type = "Task" [ 804.949346] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.957856] env[69365]: DEBUG oslo_vmware.api [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468769, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.107604] env[69365]: DEBUG oslo_vmware.api [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]528ac28d-05ca-93ac-dd0a-b0345aa35d6c, 'name': SearchDatastore_Task, 'duration_secs': 0.030799} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.107782] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.108040] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.108329] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.108552] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.108633] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.109257] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c98d65f7-3fbc-44ff-bbf7-acb0bbba91e1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.120898] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.120898] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.120898] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9d1a92e-0728-4fed-8cb7-5eedd9cdfa65 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.126489] env[69365]: DEBUG oslo_vmware.api [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Waiting for the task: (returnval){ [ 805.126489] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52c76bc3-a9f0-1502-9a1a-c913ce247e27" [ 805.126489] env[69365]: _type = "Task" [ 805.126489] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.138751] env[69365]: DEBUG oslo_vmware.api [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52c76bc3-a9f0-1502-9a1a-c913ce247e27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.152729] env[69365]: DEBUG nova.network.neutron [req-524bf259-dbc6-456e-885e-0a61b6094782 req-0ab678d7-2b4c-4e10-bad1-cdfb82f57f1d service nova] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Updated VIF entry in instance network info cache for port f023788a-9f97-406f-9d31-6e852f2e3277. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 805.153031] env[69365]: DEBUG nova.network.neutron [req-524bf259-dbc6-456e-885e-0a61b6094782 req-0ab678d7-2b4c-4e10-bad1-cdfb82f57f1d service nova] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Updating instance_info_cache with network_info: [{"id": "f023788a-9f97-406f-9d31-6e852f2e3277", "address": "fa:16:3e:e7:be:ee", "network": {"id": "330aec01-e44f-413a-9035-a2194a82f451", "bridge": "br-int", "label": "tempest-ServersTestJSON-2129971414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0b4d3b209df41eaa438742d4326084b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf023788a-9f", "ovs_interfaceid": "f023788a-9f97-406f-9d31-6e852f2e3277", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.254723] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 805.339618] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468767, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.400726] env[69365]: DEBUG oslo_vmware.api [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468768, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.423117] env[69365]: DEBUG oslo_vmware.api [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': task-3468763, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.460074] env[69365]: DEBUG oslo_vmware.api [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468769, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.237186} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.461032] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 805.461839] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5c6331-700a-4657-9a19-2218a3e03f7e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.485492] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2/b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 805.485785] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac32bcea-6854-485b-a386-1973f83d9045 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.505406] env[69365]: DEBUG oslo_vmware.api [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 805.505406] env[69365]: value = "task-3468770" [ 805.505406] env[69365]: _type = "Task" [ 805.505406] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.513852] env[69365]: DEBUG oslo_vmware.api [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468770, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.638482] env[69365]: DEBUG oslo_vmware.api [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52c76bc3-a9f0-1502-9a1a-c913ce247e27, 'name': SearchDatastore_Task, 'duration_secs': 0.024099} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.639257] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ce3809c-028e-462a-9abe-ee7fc75df3ec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.645741] env[69365]: DEBUG oslo_vmware.api [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Waiting for the task: (returnval){ [ 805.645741] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fdd35f-c957-671b-8f3f-1dbf37041b87" [ 805.645741] env[69365]: _type = "Task" [ 805.645741] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.655760] env[69365]: DEBUG oslo_concurrency.lockutils [req-524bf259-dbc6-456e-885e-0a61b6094782 req-0ab678d7-2b4c-4e10-bad1-cdfb82f57f1d service nova] Releasing lock "refresh_cache-5cff61ed-95d2-4d54-b1ad-1afeee2641fb" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.655915] env[69365]: DEBUG oslo_vmware.api [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fdd35f-c957-671b-8f3f-1dbf37041b87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.758218] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance db7108fa-22fd-466f-ba5b-0a33046105d4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 805.836266] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468767, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.901358] env[69365]: DEBUG oslo_vmware.api [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468768, 'name': PowerOnVM_Task, 'duration_secs': 0.940566} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.901358] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.901358] env[69365]: INFO nova.compute.manager [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Took 8.71 seconds to spawn the instance on the hypervisor. [ 805.901358] env[69365]: DEBUG nova.compute.manager [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.902426] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c80bbb5-334a-4fda-ba1f-334942ff43ff {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.923034] env[69365]: DEBUG oslo_vmware.api [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': task-3468763, 'name': ReconfigVM_Task, 'duration_secs': 1.539419} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.923034] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 4500afcc-0f0a-4dd9-ab54-893acc7cedc7/4500afcc-0f0a-4dd9-ab54-893acc7cedc7.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 805.923362] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa1ebd37-03b5-48d7-ae5d-13e878c8b55d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.930615] env[69365]: DEBUG oslo_vmware.api [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Waiting for the task: (returnval){ [ 805.930615] env[69365]: value = "task-3468771" [ 805.930615] env[69365]: _type = "Task" [ 805.930615] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.940481] env[69365]: DEBUG oslo_vmware.api [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': task-3468771, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.016560] env[69365]: DEBUG oslo_vmware.api [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.159449] env[69365]: DEBUG oslo_vmware.api [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fdd35f-c957-671b-8f3f-1dbf37041b87, 'name': SearchDatastore_Task, 'duration_secs': 0.011395} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.159883] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.160310] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 886cc949-7105-4dd5-a7fc-7bbc0390595d/886cc949-7105-4dd5-a7fc-7bbc0390595d.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.160699] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35743ba2-8230-4358-a113-a3eb1ec29c1e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.172613] env[69365]: DEBUG oslo_vmware.api [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Waiting for the task: (returnval){ [ 806.172613] env[69365]: value = "task-3468772" [ 806.172613] env[69365]: _type = "Task" [ 806.172613] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.185312] env[69365]: DEBUG oslo_vmware.api [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': task-3468772, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.265198] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 54494c65-4118-4c3d-8af2-cd772b783e1f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 806.342744] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468767, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.422095] env[69365]: INFO nova.compute.manager [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Took 43.05 seconds to build instance. [ 806.441582] env[69365]: DEBUG oslo_vmware.api [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': task-3468771, 'name': Rename_Task, 'duration_secs': 0.316586} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.441893] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 806.442293] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68c3a0fa-1d24-4ea6-8422-90d267915996 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.449836] env[69365]: DEBUG oslo_vmware.api [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Waiting for the task: (returnval){ [ 806.449836] env[69365]: value = "task-3468773" [ 806.449836] env[69365]: _type = "Task" [ 806.449836] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.458696] env[69365]: DEBUG oslo_vmware.api [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': task-3468773, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.516651] env[69365]: DEBUG oslo_vmware.api [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.686790] env[69365]: DEBUG oslo_vmware.api [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': task-3468772, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.766454] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 39323cef-0de6-4c83-a359-4188bca9463e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 806.769289] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d518d19e-4074-4a7e-8e12-ef288b6ba609 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.776941] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-92e34ea3-c1a6-4231-ae78-7142c41c636f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Suspending the VM {{(pid=69365) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 806.778059] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c753bf67-2a46-4541-b733-521eb6725964 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.785186] env[69365]: DEBUG oslo_vmware.api [None req-92e34ea3-c1a6-4231-ae78-7142c41c636f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 806.785186] env[69365]: value = "task-3468774" [ 806.785186] env[69365]: _type = "Task" [ 806.785186] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.795361] env[69365]: DEBUG oslo_vmware.api [None req-92e34ea3-c1a6-4231-ae78-7142c41c636f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468774, 'name': SuspendVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.841611] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468767, 'name': CreateVM_Task, 'duration_secs': 1.583511} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.841778] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.842517] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.842690] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.842992] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.843307] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2188b09-6a74-42e1-a777-90a564abc3f9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.848384] env[69365]: DEBUG oslo_vmware.api [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 806.848384] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52805a2c-0ebc-53d7-1062-7a48bac066be" [ 806.848384] env[69365]: _type = "Task" [ 806.848384] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.856431] env[69365]: DEBUG oslo_vmware.api [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52805a2c-0ebc-53d7-1062-7a48bac066be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.927051] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e0240e8c-d8db-43c9-9341-c6302812ace1 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "126b7d32-2031-47e5-8601-29ec76a05c6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.133s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.959980] env[69365]: DEBUG oslo_vmware.api [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': task-3468773, 'name': PowerOnVM_Task, 'duration_secs': 0.48109} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.960353] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 806.960481] env[69365]: DEBUG nova.compute.manager [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 806.961322] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f127db91-029b-4e26-843f-569bacf8a2f7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.016792] env[69365]: DEBUG oslo_vmware.api [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468770, 'name': ReconfigVM_Task, 'duration_secs': 1.13616} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.017082] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Reconfigured VM instance instance-00000022 to attach disk [datastore2] b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2/b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 807.017707] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d68426b8-a3f1-4aa9-a19d-6d57f910da9e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.024618] env[69365]: DEBUG oslo_vmware.api [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 807.024618] env[69365]: value = "task-3468775" [ 807.024618] env[69365]: _type = "Task" [ 807.024618] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.032976] env[69365]: DEBUG oslo_vmware.api [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468775, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.186175] env[69365]: DEBUG oslo_vmware.api [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': task-3468772, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554381} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.186461] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 886cc949-7105-4dd5-a7fc-7bbc0390595d/886cc949-7105-4dd5-a7fc-7bbc0390595d.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.186712] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.186971] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1cb2ea9-4334-46e4-98db-097ee7b9befd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.194555] env[69365]: DEBUG oslo_vmware.api [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Waiting for the task: (returnval){ [ 807.194555] env[69365]: value = "task-3468776" [ 807.194555] env[69365]: _type = "Task" [ 807.194555] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.202772] env[69365]: DEBUG oslo_vmware.api [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': task-3468776, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.269539] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance d3d58b6e-04b7-4a8d-88c3-149d58607224 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 807.296465] env[69365]: DEBUG oslo_vmware.api [None req-92e34ea3-c1a6-4231-ae78-7142c41c636f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468774, 'name': SuspendVM_Task} progress is 58%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.358859] env[69365]: DEBUG oslo_vmware.api [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52805a2c-0ebc-53d7-1062-7a48bac066be, 'name': SearchDatastore_Task, 'duration_secs': 0.063602} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.359170] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.359407] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 807.359638] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.359790] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.359958] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 807.360262] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f5429ff-14b0-49a6-8ced-da515f158ffd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.368949] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 807.368949] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 807.370309] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab5aaf95-eb0a-4fb8-88d5-3d3d67be47cd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.374970] env[69365]: DEBUG oslo_vmware.api [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 807.374970] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52839197-2532-0e0d-bc1f-eb3f5d99f3e7" [ 807.374970] env[69365]: _type = "Task" [ 807.374970] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.383337] env[69365]: DEBUG oslo_vmware.api [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52839197-2532-0e0d-bc1f-eb3f5d99f3e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.429583] env[69365]: DEBUG nova.compute.manager [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 807.476578] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.534386] env[69365]: DEBUG oslo_vmware.api [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468775, 'name': Rename_Task, 'duration_secs': 0.199347} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.534657] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 807.534895] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c01cc6ef-df10-46e3-b630-e14b9ea41453 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.541197] env[69365]: DEBUG oslo_vmware.api [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 807.541197] env[69365]: value = "task-3468777" [ 807.541197] env[69365]: _type = "Task" [ 807.541197] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.548797] env[69365]: DEBUG oslo_vmware.api [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.709647] env[69365]: DEBUG oslo_vmware.api [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': task-3468776, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072645} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.709772] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.711259] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930e665c-3ebc-4c78-bd36-8f576a35c938 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.739772] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 886cc949-7105-4dd5-a7fc-7bbc0390595d/886cc949-7105-4dd5-a7fc-7bbc0390595d.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.740451] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bfaebb0-bc7d-480b-8b2a-d6f28bd5d1b9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.762592] env[69365]: DEBUG oslo_vmware.api [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Waiting for the task: (returnval){ [ 807.762592] env[69365]: value = "task-3468778" [ 807.762592] env[69365]: _type = "Task" [ 807.762592] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.771541] env[69365]: DEBUG oslo_vmware.api [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': task-3468778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.772339] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance d43167ba-4f47-4d69-b26f-39250744f875 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 807.796758] env[69365]: DEBUG oslo_vmware.api [None req-92e34ea3-c1a6-4231-ae78-7142c41c636f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468774, 'name': SuspendVM_Task, 'duration_secs': 0.643409} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.797151] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-92e34ea3-c1a6-4231-ae78-7142c41c636f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Suspended the VM {{(pid=69365) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 807.797254] env[69365]: DEBUG nova.compute.manager [None req-92e34ea3-c1a6-4231-ae78-7142c41c636f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 807.798105] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1798718-2a94-471e-9f3f-6deaf124362a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.887327] env[69365]: DEBUG oslo_vmware.api [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52839197-2532-0e0d-bc1f-eb3f5d99f3e7, 'name': SearchDatastore_Task, 'duration_secs': 0.010156} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.888213] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8d7d1a2-c181-4b8b-b1c3-02540063da02 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.894040] env[69365]: DEBUG oslo_vmware.api [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 807.894040] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]528abc4c-e004-7a91-b05c-06e037e979b4" [ 807.894040] env[69365]: _type = "Task" [ 807.894040] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.902128] env[69365]: DEBUG oslo_vmware.api [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]528abc4c-e004-7a91-b05c-06e037e979b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.954607] env[69365]: DEBUG oslo_concurrency.lockutils [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.053102] env[69365]: DEBUG oslo_vmware.api [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468777, 'name': PowerOnVM_Task, 'duration_secs': 0.497652} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.053457] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 808.053573] env[69365]: DEBUG nova.compute.manager [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 808.054401] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7491169-81bc-447a-b413-ad6a601b6519 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.195477] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Acquiring lock "4500afcc-0f0a-4dd9-ab54-893acc7cedc7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.196163] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Lock "4500afcc-0f0a-4dd9-ab54-893acc7cedc7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.196163] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Acquiring lock "4500afcc-0f0a-4dd9-ab54-893acc7cedc7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.196303] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Lock "4500afcc-0f0a-4dd9-ab54-893acc7cedc7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.196341] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Lock "4500afcc-0f0a-4dd9-ab54-893acc7cedc7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.198730] env[69365]: INFO nova.compute.manager [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Terminating instance [ 808.272314] env[69365]: DEBUG oslo_vmware.api [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': task-3468778, 'name': ReconfigVM_Task, 'duration_secs': 0.289637} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.272654] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 886cc949-7105-4dd5-a7fc-7bbc0390595d/886cc949-7105-4dd5-a7fc-7bbc0390595d.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 808.273616] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b871cb99-17fb-487f-ada2-a97b48ed3963 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.275640] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 1baa57ed-482e-4134-bcde-de19d843dc78 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 808.275905] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 808.276064] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 808.284207] env[69365]: DEBUG oslo_vmware.api [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Waiting for the task: (returnval){ [ 808.284207] env[69365]: value = "task-3468779" [ 808.284207] env[69365]: _type = "Task" [ 808.284207] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.291680] env[69365]: DEBUG oslo_vmware.api [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': task-3468779, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.408570] env[69365]: DEBUG oslo_vmware.api [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]528abc4c-e004-7a91-b05c-06e037e979b4, 'name': SearchDatastore_Task, 'duration_secs': 0.010424} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.408570] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.408570] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 5cff61ed-95d2-4d54-b1ad-1afeee2641fb/5cff61ed-95d2-4d54-b1ad-1afeee2641fb.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 808.408836] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16bcb2c4-4cd2-4c2f-8a53-9fbd536f5219 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.416209] env[69365]: DEBUG oslo_vmware.api [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 808.416209] env[69365]: value = "task-3468780" [ 808.416209] env[69365]: _type = "Task" [ 808.416209] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.426419] env[69365]: DEBUG oslo_vmware.api [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3468780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.571311] env[69365]: DEBUG oslo_concurrency.lockutils [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 808.702540] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Acquiring lock "refresh_cache-4500afcc-0f0a-4dd9-ab54-893acc7cedc7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.702540] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Acquired lock "refresh_cache-4500afcc-0f0a-4dd9-ab54-893acc7cedc7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.702648] env[69365]: DEBUG nova.network.neutron [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.717513] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a91a9b-00d4-4245-99a8-e4751c8ea97d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.726927] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e05772-21f5-4e73-9409-1d52a961e406 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.757927] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbbc103-99c2-4e92-836b-302b2cff26d0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.765904] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5d337c-934a-44d6-b971-6e25fdf35f96 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.778762] env[69365]: DEBUG nova.compute.provider_tree [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.794367] env[69365]: DEBUG oslo_vmware.api [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': task-3468779, 'name': Rename_Task, 'duration_secs': 0.138654} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.794623] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.794841] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62438f6c-0add-49d4-ba9f-5b4a760278e9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.800936] env[69365]: DEBUG oslo_vmware.api [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Waiting for the task: (returnval){ [ 808.800936] env[69365]: value = "task-3468781" [ 808.800936] env[69365]: _type = "Task" [ 808.800936] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.812198] env[69365]: DEBUG oslo_vmware.api [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': task-3468781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.927315] env[69365]: DEBUG oslo_vmware.api [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3468780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.232551] env[69365]: DEBUG nova.network.neutron [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.280912] env[69365]: DEBUG nova.network.neutron [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.282781] env[69365]: DEBUG nova.scheduler.client.report [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.311600] env[69365]: DEBUG oslo_vmware.api [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': task-3468781, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.426904] env[69365]: DEBUG oslo_vmware.api [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3468780, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.789894] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Releasing lock "refresh_cache-4500afcc-0f0a-4dd9-ab54-893acc7cedc7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.790398] env[69365]: DEBUG nova.compute.manager [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 809.790590] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 809.791282] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69365) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 809.791526] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.625s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.792400] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bea63cb-9a0a-4ef5-b73f-56e6cc7c4330 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.795837] env[69365]: DEBUG oslo_concurrency.lockutils [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.854s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.797358] env[69365]: INFO nova.compute.claims [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.809788] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 809.810510] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b61b1f5-26c4-4adc-bf9c-26930633dff0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.815322] env[69365]: DEBUG oslo_vmware.api [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': task-3468781, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.821783] env[69365]: DEBUG oslo_vmware.api [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Waiting for the task: (returnval){ [ 809.821783] env[69365]: value = "task-3468782" [ 809.821783] env[69365]: _type = "Task" [ 809.821783] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.830346] env[69365]: DEBUG oslo_vmware.api [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': task-3468782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.928845] env[69365]: DEBUG oslo_vmware.api [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3468780, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.430165} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.929150] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 5cff61ed-95d2-4d54-b1ad-1afeee2641fb/5cff61ed-95d2-4d54-b1ad-1afeee2641fb.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.929386] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.929647] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-475a8f83-f600-4a2e-8a34-aa3fbb7bbf6b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.936125] env[69365]: DEBUG oslo_vmware.api [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 809.936125] env[69365]: value = "task-3468783" [ 809.936125] env[69365]: _type = "Task" [ 809.936125] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.945812] env[69365]: DEBUG oslo_vmware.api [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3468783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.095097] env[69365]: DEBUG nova.compute.manager [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.096027] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae0bf2c-09da-405b-9e79-a22d4f9d4dbf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.139517] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fcc7a61c-cd86-4c9d-b9ad-95fa0f21b5e9 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.139767] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fcc7a61c-cd86-4c9d-b9ad-95fa0f21b5e9 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.139969] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fcc7a61c-cd86-4c9d-b9ad-95fa0f21b5e9 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.140162] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fcc7a61c-cd86-4c9d-b9ad-95fa0f21b5e9 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.140369] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fcc7a61c-cd86-4c9d-b9ad-95fa0f21b5e9 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.143261] env[69365]: INFO nova.compute.manager [None req-fcc7a61c-cd86-4c9d-b9ad-95fa0f21b5e9 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Terminating instance [ 810.312145] env[69365]: DEBUG oslo_vmware.api [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': task-3468781, 'name': PowerOnVM_Task, 'duration_secs': 1.171809} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.313051] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.313239] env[69365]: DEBUG nova.compute.manager [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.314084] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d1732b-b688-479d-9c25-420876eb4f7c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.332051] env[69365]: DEBUG oslo_vmware.api [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': task-3468782, 'name': PowerOffVM_Task, 'duration_secs': 0.192689} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.332051] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.332051] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.332051] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74f671a9-698d-49a6-88a8-4824e094bf29 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.359725] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.359967] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.360369] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Deleting the datastore file [datastore2] 4500afcc-0f0a-4dd9-ab54-893acc7cedc7 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.360650] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a898d5c9-955a-425a-9c68-3e5923212f68 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.367598] env[69365]: DEBUG oslo_vmware.api [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Waiting for the task: (returnval){ [ 810.367598] env[69365]: value = "task-3468785" [ 810.367598] env[69365]: _type = "Task" [ 810.367598] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.376267] env[69365]: DEBUG oslo_vmware.api [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': task-3468785, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.446057] env[69365]: DEBUG oslo_vmware.api [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3468783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122555} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.446524] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.447209] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b56e898-d1e9-4c83-8dd4-ef2966a89dc1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.469545] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 5cff61ed-95d2-4d54-b1ad-1afeee2641fb/5cff61ed-95d2-4d54-b1ad-1afeee2641fb.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.469830] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c63a6115-5463-4842-aa54-39e0e1e20ea1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.489465] env[69365]: DEBUG oslo_vmware.api [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 810.489465] env[69365]: value = "task-3468786" [ 810.489465] env[69365]: _type = "Task" [ 810.489465] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.498571] env[69365]: DEBUG oslo_vmware.api [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3468786, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.609320] env[69365]: INFO nova.compute.manager [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] instance snapshotting [ 810.610263] env[69365]: WARNING nova.compute.manager [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 810.617612] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93500095-395e-4ed9-b16b-8a00287c184c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.640860] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570a1962-d489-47e6-9b89-d7f9edb1e02a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.644085] env[69365]: DEBUG oslo_concurrency.lockutils [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "63ba982c-a490-4a11-81ad-4bb57b31b90d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.644316] env[69365]: DEBUG oslo_concurrency.lockutils [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "63ba982c-a490-4a11-81ad-4bb57b31b90d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.646309] env[69365]: DEBUG nova.compute.manager [None req-fcc7a61c-cd86-4c9d-b9ad-95fa0f21b5e9 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 810.646493] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc7a61c-cd86-4c9d-b9ad-95fa0f21b5e9 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.649741] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790260ce-87a6-4625-b29d-5ac8df0d11c1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.661020] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc7a61c-cd86-4c9d-b9ad-95fa0f21b5e9 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.662113] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bad2d114-08bb-48ca-97e4-40cd656a1ed5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.668963] env[69365]: DEBUG oslo_vmware.api [None req-fcc7a61c-cd86-4c9d-b9ad-95fa0f21b5e9 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 810.668963] env[69365]: value = "task-3468787" [ 810.668963] env[69365]: _type = "Task" [ 810.668963] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.675573] env[69365]: DEBUG oslo_vmware.api [None req-fcc7a61c-cd86-4c9d-b9ad-95fa0f21b5e9 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.833137] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.880807] env[69365]: DEBUG oslo_vmware.api [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Task: {'id': task-3468785, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232746} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.881704] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 810.881923] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 810.882120] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 810.882343] env[69365]: INFO nova.compute.manager [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Took 1.09 seconds to destroy the instance on the hypervisor. [ 810.882616] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.882814] env[69365]: DEBUG nova.compute.manager [-] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 810.882913] env[69365]: DEBUG nova.network.neutron [-] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.900946] env[69365]: DEBUG nova.network.neutron [-] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.999446] env[69365]: DEBUG oslo_vmware.api [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3468786, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.121508] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Acquiring lock "886cc949-7105-4dd5-a7fc-7bbc0390595d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.121761] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Lock "886cc949-7105-4dd5-a7fc-7bbc0390595d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.121959] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Acquiring lock "886cc949-7105-4dd5-a7fc-7bbc0390595d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.122150] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Lock "886cc949-7105-4dd5-a7fc-7bbc0390595d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.122375] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Lock "886cc949-7105-4dd5-a7fc-7bbc0390595d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.124526] env[69365]: INFO nova.compute.manager [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Terminating instance [ 811.159018] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 811.159273] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fd976580-595f-48ba-85cb-6c012e3f85fe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.173077] env[69365]: DEBUG oslo_vmware.api [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 811.173077] env[69365]: value = "task-3468788" [ 811.173077] env[69365]: _type = "Task" [ 811.173077] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.187040] env[69365]: DEBUG oslo_vmware.api [None req-fcc7a61c-cd86-4c9d-b9ad-95fa0f21b5e9 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468787, 'name': PowerOffVM_Task, 'duration_secs': 0.324801} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.190410] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcc7a61c-cd86-4c9d-b9ad-95fa0f21b5e9 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 811.190598] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc7a61c-cd86-4c9d-b9ad-95fa0f21b5e9 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 811.190855] env[69365]: DEBUG oslo_vmware.api [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468788, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.193547] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b37c0629-c967-4528-8e30-362fb5c69891 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.256861] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc7a61c-cd86-4c9d-b9ad-95fa0f21b5e9 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 811.257094] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc7a61c-cd86-4c9d-b9ad-95fa0f21b5e9 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 811.257284] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcc7a61c-cd86-4c9d-b9ad-95fa0f21b5e9 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Deleting the datastore file [datastore2] b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 811.257542] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31910a30-4302-4393-9a29-06b13091b8a4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.267161] env[69365]: DEBUG oslo_vmware.api [None req-fcc7a61c-cd86-4c9d-b9ad-95fa0f21b5e9 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 811.267161] env[69365]: value = "task-3468790" [ 811.267161] env[69365]: _type = "Task" [ 811.267161] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.275982] env[69365]: DEBUG oslo_vmware.api [None req-fcc7a61c-cd86-4c9d-b9ad-95fa0f21b5e9 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.348776] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2d2cbc-aaf0-4eaf-b1d5-e726c8407e07 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.356649] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b977bdf6-6cd9-4a07-af44-86368f7d0eb7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.390040] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36194adc-e42c-4f20-80b3-ab90cbd5e97d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.398359] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94a0b3d-20c3-4bcb-8230-4bb7aefe45e3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.403067] env[69365]: DEBUG nova.network.neutron [-] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.413937] env[69365]: DEBUG nova.compute.provider_tree [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.500835] env[69365]: DEBUG oslo_vmware.api [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3468786, 'name': ReconfigVM_Task, 'duration_secs': 0.740422} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.501381] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 5cff61ed-95d2-4d54-b1ad-1afeee2641fb/5cff61ed-95d2-4d54-b1ad-1afeee2641fb.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 811.502224] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ca3a56c-6fdf-445d-9baf-ad8de6cccf33 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.508582] env[69365]: DEBUG oslo_vmware.api [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 811.508582] env[69365]: value = "task-3468791" [ 811.508582] env[69365]: _type = "Task" [ 811.508582] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.517129] env[69365]: DEBUG oslo_vmware.api [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3468791, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.632777] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Acquiring lock "refresh_cache-886cc949-7105-4dd5-a7fc-7bbc0390595d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.632974] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Acquired lock "refresh_cache-886cc949-7105-4dd5-a7fc-7bbc0390595d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.633194] env[69365]: DEBUG nova.network.neutron [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.686477] env[69365]: DEBUG oslo_vmware.api [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468788, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.777762] env[69365]: DEBUG oslo_vmware.api [None req-fcc7a61c-cd86-4c9d-b9ad-95fa0f21b5e9 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387608} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.778726] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcc7a61c-cd86-4c9d-b9ad-95fa0f21b5e9 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.778726] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc7a61c-cd86-4c9d-b9ad-95fa0f21b5e9 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.778726] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fcc7a61c-cd86-4c9d-b9ad-95fa0f21b5e9 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.778726] env[69365]: INFO nova.compute.manager [None req-fcc7a61c-cd86-4c9d-b9ad-95fa0f21b5e9 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 811.778726] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fcc7a61c-cd86-4c9d-b9ad-95fa0f21b5e9 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.778967] env[69365]: DEBUG nova.compute.manager [-] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 811.779085] env[69365]: DEBUG nova.network.neutron [-] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 811.905288] env[69365]: INFO nova.compute.manager [-] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Took 1.02 seconds to deallocate network for instance. [ 811.917028] env[69365]: DEBUG nova.scheduler.client.report [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.020651] env[69365]: DEBUG oslo_vmware.api [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3468791, 'name': Rename_Task, 'duration_secs': 0.13876} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.021860] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 812.021860] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0b6b999-f663-436d-a754-a2d53525e93b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.029115] env[69365]: DEBUG oslo_vmware.api [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 812.029115] env[69365]: value = "task-3468792" [ 812.029115] env[69365]: _type = "Task" [ 812.029115] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.035023] env[69365]: DEBUG oslo_vmware.api [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3468792, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.075358] env[69365]: DEBUG nova.compute.manager [req-f1ffd680-7c18-40c9-8b38-5f9031dd10c1 req-1d3d153c-d8e4-4a19-8cc8-e7c5a0ff50ba service nova] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Received event network-vif-deleted-4fc66dfb-cd12-45a4-85b4-45ea26512170 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 812.075358] env[69365]: INFO nova.compute.manager [req-f1ffd680-7c18-40c9-8b38-5f9031dd10c1 req-1d3d153c-d8e4-4a19-8cc8-e7c5a0ff50ba service nova] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Neutron deleted interface 4fc66dfb-cd12-45a4-85b4-45ea26512170; detaching it from the instance and deleting it from the info cache [ 812.075358] env[69365]: DEBUG nova.network.neutron [req-f1ffd680-7c18-40c9-8b38-5f9031dd10c1 req-1d3d153c-d8e4-4a19-8cc8-e7c5a0ff50ba service nova] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.156274] env[69365]: DEBUG nova.network.neutron [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.190911] env[69365]: DEBUG oslo_vmware.api [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468788, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.230370] env[69365]: DEBUG nova.network.neutron [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.411963] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.422094] env[69365]: DEBUG oslo_concurrency.lockutils [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.422797] env[69365]: DEBUG nova.compute.manager [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 812.426026] env[69365]: DEBUG oslo_concurrency.lockutils [None req-12900fde-5ede-4c69-885f-162a062799ed tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.702s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.426706] env[69365]: DEBUG oslo_concurrency.lockutils [None req-12900fde-5ede-4c69-885f-162a062799ed tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.428620] env[69365]: DEBUG oslo_concurrency.lockutils [None req-497b97a9-86be-4d9f-b2da-df2b544ecda4 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.428s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.428840] env[69365]: DEBUG oslo_concurrency.lockutils [None req-497b97a9-86be-4d9f-b2da-df2b544ecda4 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.430801] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.875s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.432383] env[69365]: INFO nova.compute.claims [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.465213] env[69365]: INFO nova.scheduler.client.report [None req-12900fde-5ede-4c69-885f-162a062799ed tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Deleted allocations for instance f5243452-580d-4894-8402-66c53ea540c4 [ 812.468486] env[69365]: INFO nova.scheduler.client.report [None req-497b97a9-86be-4d9f-b2da-df2b544ecda4 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Deleted allocations for instance fabfc95e-0186-4a67-9d10-61eeb2e56640 [ 812.538483] env[69365]: DEBUG oslo_vmware.api [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3468792, 'name': PowerOnVM_Task, 'duration_secs': 0.451054} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.538483] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.538483] env[69365]: INFO nova.compute.manager [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Took 10.33 seconds to spawn the instance on the hypervisor. [ 812.538483] env[69365]: DEBUG nova.compute.manager [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 812.539039] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81e4866-c697-48a8-98bd-45899a0f75a7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.553743] env[69365]: DEBUG nova.network.neutron [-] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.579488] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2f2b4fd9-65f6-442e-b5f9-e93d84e8e229 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.593490] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3294d6c8-1145-4e0d-a778-6e47c1dac189 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.624679] env[69365]: DEBUG nova.compute.manager [req-f1ffd680-7c18-40c9-8b38-5f9031dd10c1 req-1d3d153c-d8e4-4a19-8cc8-e7c5a0ff50ba service nova] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Detach interface failed, port_id=4fc66dfb-cd12-45a4-85b4-45ea26512170, reason: Instance b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 812.690071] env[69365]: DEBUG oslo_vmware.api [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468788, 'name': CreateSnapshot_Task, 'duration_secs': 1.347178} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.690071] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 812.690304] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d511cb1-86b5-47c7-93ba-b7eee2581010 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.733473] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Releasing lock "refresh_cache-886cc949-7105-4dd5-a7fc-7bbc0390595d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.734055] env[69365]: DEBUG nova.compute.manager [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 812.734315] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 812.735631] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100ccf54-75e0-4a93-b23b-0dfe7939a259 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.743541] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 812.743834] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-45efe92e-661f-418c-8da9-66dbd39e4b0f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.749878] env[69365]: DEBUG oslo_vmware.api [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Waiting for the task: (returnval){ [ 812.749878] env[69365]: value = "task-3468793" [ 812.749878] env[69365]: _type = "Task" [ 812.749878] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.761069] env[69365]: DEBUG oslo_vmware.api [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': task-3468793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.939782] env[69365]: DEBUG nova.compute.utils [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 812.942913] env[69365]: DEBUG nova.compute.manager [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 812.943741] env[69365]: DEBUG nova.network.neutron [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.979261] env[69365]: DEBUG oslo_concurrency.lockutils [None req-497b97a9-86be-4d9f-b2da-df2b544ecda4 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Lock "fabfc95e-0186-4a67-9d10-61eeb2e56640" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.656s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.980321] env[69365]: DEBUG oslo_concurrency.lockutils [None req-12900fde-5ede-4c69-885f-162a062799ed tempest-ServersTestManualDisk-96811625 tempest-ServersTestManualDisk-96811625-project-member] Lock "f5243452-580d-4894-8402-66c53ea540c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.968s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.993064] env[69365]: DEBUG nova.policy [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '140a3063abec4438a8051c54d95dbf52', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7298561c868d4d8eac33229ff471d2ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.058640] env[69365]: INFO nova.compute.manager [-] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Took 1.28 seconds to deallocate network for instance. [ 813.058640] env[69365]: INFO nova.compute.manager [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Took 44.26 seconds to build instance. [ 813.208783] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 813.209186] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7e8fdae9-b121-473f-94d5-bf806be6a329 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.219931] env[69365]: DEBUG oslo_vmware.api [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 813.219931] env[69365]: value = "task-3468794" [ 813.219931] env[69365]: _type = "Task" [ 813.219931] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.232851] env[69365]: DEBUG oslo_vmware.api [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468794, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.259402] env[69365]: DEBUG oslo_vmware.api [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': task-3468793, 'name': PowerOffVM_Task, 'duration_secs': 0.13856} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.259646] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 813.259821] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 813.260087] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bdd2d34-3b61-4151-bede-664bb720a4f3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.294398] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 813.294622] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 813.294816] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Deleting the datastore file [datastore1] 886cc949-7105-4dd5-a7fc-7bbc0390595d {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 813.295094] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dffcdce9-e7ef-4118-8a1e-84044871a599 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.302871] env[69365]: DEBUG oslo_vmware.api [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Waiting for the task: (returnval){ [ 813.302871] env[69365]: value = "task-3468796" [ 813.302871] env[69365]: _type = "Task" [ 813.302871] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.313712] env[69365]: DEBUG oslo_vmware.api [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': task-3468796, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.347954] env[69365]: DEBUG nova.network.neutron [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Successfully created port: feaca870-268c-4077-b2c5-46cc29f57bd6 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 813.443619] env[69365]: DEBUG nova.compute.manager [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 813.560727] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c4d043f-06e8-4375-b64e-99e09072c121 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "5cff61ed-95d2-4d54-b1ad-1afeee2641fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.808s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.564019] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fcc7a61c-cd86-4c9d-b9ad-95fa0f21b5e9 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.735086] env[69365]: DEBUG oslo_vmware.api [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468794, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.815629] env[69365]: DEBUG oslo_vmware.api [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Task: {'id': task-3468796, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166871} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.816104] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 813.816414] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 813.816715] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 813.817030] env[69365]: INFO nova.compute.manager [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Took 1.08 seconds to destroy the instance on the hypervisor. [ 813.818625] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.818625] env[69365]: DEBUG nova.compute.manager [-] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 813.818625] env[69365]: DEBUG nova.network.neutron [-] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 813.843546] env[69365]: DEBUG nova.network.neutron [-] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.898268] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee2a9f4c-924a-4889-9b88-3322f874f8e0 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquiring lock "ce04b55d-6066-4f68-8c8c-bc4cfa0f2461" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.898268] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee2a9f4c-924a-4889-9b88-3322f874f8e0 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Lock "ce04b55d-6066-4f68-8c8c-bc4cfa0f2461" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.898268] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee2a9f4c-924a-4889-9b88-3322f874f8e0 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquiring lock "ce04b55d-6066-4f68-8c8c-bc4cfa0f2461-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.898268] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee2a9f4c-924a-4889-9b88-3322f874f8e0 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Lock "ce04b55d-6066-4f68-8c8c-bc4cfa0f2461-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.898499] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee2a9f4c-924a-4889-9b88-3322f874f8e0 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Lock "ce04b55d-6066-4f68-8c8c-bc4cfa0f2461-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.900214] env[69365]: INFO nova.compute.manager [None req-ee2a9f4c-924a-4889-9b88-3322f874f8e0 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Terminating instance [ 814.021595] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f2203d-c973-42f7-8c21-00741e0aa3f8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.029810] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd01ffd-6404-439d-a508-185f23aac38c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.066742] env[69365]: DEBUG nova.compute.manager [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 814.071237] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129bcea3-e2c7-4b22-8b85-c9b867274c3a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.079317] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14583815-6c68-4ff7-bafa-480e4118565f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.095727] env[69365]: DEBUG nova.compute.provider_tree [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 814.108808] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e94a3483-5dbb-4b9f-9e5e-7ee68263956e tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquiring lock "7424581f-2315-4bf3-a27e-d31663304dfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.108808] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e94a3483-5dbb-4b9f-9e5e-7ee68263956e tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Lock "7424581f-2315-4bf3-a27e-d31663304dfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.108808] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e94a3483-5dbb-4b9f-9e5e-7ee68263956e tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquiring lock "7424581f-2315-4bf3-a27e-d31663304dfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.108808] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e94a3483-5dbb-4b9f-9e5e-7ee68263956e tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Lock "7424581f-2315-4bf3-a27e-d31663304dfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.109113] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e94a3483-5dbb-4b9f-9e5e-7ee68263956e tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Lock "7424581f-2315-4bf3-a27e-d31663304dfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.111111] env[69365]: INFO nova.compute.manager [None req-e94a3483-5dbb-4b9f-9e5e-7ee68263956e tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Terminating instance [ 814.231464] env[69365]: DEBUG oslo_vmware.api [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468794, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.344849] env[69365]: DEBUG nova.network.neutron [-] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.405742] env[69365]: DEBUG nova.compute.manager [None req-ee2a9f4c-924a-4889-9b88-3322f874f8e0 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.406015] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2a9f4c-924a-4889-9b88-3322f874f8e0 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.406985] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c93e2c-6b84-4f74-8214-40875a0ed8f4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.418631] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee2a9f4c-924a-4889-9b88-3322f874f8e0 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.418901] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4633965c-901c-472c-9d51-748ffb8c534a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.423629] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6994eeab-d138-4db1-8ceb-72174f8f02d3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "5cff61ed-95d2-4d54-b1ad-1afeee2641fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.423795] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6994eeab-d138-4db1-8ceb-72174f8f02d3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "5cff61ed-95d2-4d54-b1ad-1afeee2641fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.424081] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6994eeab-d138-4db1-8ceb-72174f8f02d3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "5cff61ed-95d2-4d54-b1ad-1afeee2641fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.424199] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6994eeab-d138-4db1-8ceb-72174f8f02d3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "5cff61ed-95d2-4d54-b1ad-1afeee2641fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.424362] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6994eeab-d138-4db1-8ceb-72174f8f02d3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "5cff61ed-95d2-4d54-b1ad-1afeee2641fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.427251] env[69365]: DEBUG oslo_vmware.api [None req-ee2a9f4c-924a-4889-9b88-3322f874f8e0 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for the task: (returnval){ [ 814.427251] env[69365]: value = "task-3468797" [ 814.427251] env[69365]: _type = "Task" [ 814.427251] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.428074] env[69365]: INFO nova.compute.manager [None req-6994eeab-d138-4db1-8ceb-72174f8f02d3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Terminating instance [ 814.438698] env[69365]: DEBUG oslo_vmware.api [None req-ee2a9f4c-924a-4889-9b88-3322f874f8e0 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.457399] env[69365]: DEBUG nova.compute.manager [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 814.498110] env[69365]: DEBUG nova.virt.hardware [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 814.498367] env[69365]: DEBUG nova.virt.hardware [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 814.498524] env[69365]: DEBUG nova.virt.hardware [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.498709] env[69365]: DEBUG nova.virt.hardware [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 814.498853] env[69365]: DEBUG nova.virt.hardware [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.498997] env[69365]: DEBUG nova.virt.hardware [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 814.503149] env[69365]: DEBUG nova.virt.hardware [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 814.503149] env[69365]: DEBUG nova.virt.hardware [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 814.503149] env[69365]: DEBUG nova.virt.hardware [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 814.503149] env[69365]: DEBUG nova.virt.hardware [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 814.503149] env[69365]: DEBUG nova.virt.hardware [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 814.503349] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa14d549-53e0-48a8-89b7-639332074d66 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.509838] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc40d9d-e859-47c9-a8e1-80a238851848 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.598818] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.599121] env[69365]: DEBUG nova.scheduler.client.report [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 814.616535] env[69365]: DEBUG nova.compute.manager [None req-e94a3483-5dbb-4b9f-9e5e-7ee68263956e tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.618890] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e94a3483-5dbb-4b9f-9e5e-7ee68263956e tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.621564] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6e7cca-58cc-42a7-8692-58b14561fd96 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.633011] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e94a3483-5dbb-4b9f-9e5e-7ee68263956e tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.633011] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d7e41e8-31f7-45a0-aa7c-6b2e41ee29d7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.640356] env[69365]: DEBUG oslo_vmware.api [None req-e94a3483-5dbb-4b9f-9e5e-7ee68263956e tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for the task: (returnval){ [ 814.640356] env[69365]: value = "task-3468798" [ 814.640356] env[69365]: _type = "Task" [ 814.640356] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.650339] env[69365]: DEBUG oslo_vmware.api [None req-e94a3483-5dbb-4b9f-9e5e-7ee68263956e tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.734298] env[69365]: DEBUG oslo_vmware.api [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468794, 'name': CloneVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.848328] env[69365]: INFO nova.compute.manager [-] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Took 1.03 seconds to deallocate network for instance. [ 814.942162] env[69365]: DEBUG nova.compute.manager [None req-6994eeab-d138-4db1-8ceb-72174f8f02d3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.942162] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6994eeab-d138-4db1-8ceb-72174f8f02d3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.942162] env[69365]: DEBUG oslo_vmware.api [None req-ee2a9f4c-924a-4889-9b88-3322f874f8e0 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468797, 'name': PowerOffVM_Task, 'duration_secs': 0.208349} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.942162] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03c625f-1220-4d7f-9cbe-402744b5baca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.945760] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee2a9f4c-924a-4889-9b88-3322f874f8e0 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.945937] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2a9f4c-924a-4889-9b88-3322f874f8e0 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.946576] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b11db226-3f99-462d-9bd6-be63758b3e39 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.956752] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6994eeab-d138-4db1-8ceb-72174f8f02d3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.956752] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df36941e-7846-449d-a869-437196a8b6b8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.966385] env[69365]: DEBUG oslo_vmware.api [None req-6994eeab-d138-4db1-8ceb-72174f8f02d3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 814.966385] env[69365]: value = "task-3468800" [ 814.966385] env[69365]: _type = "Task" [ 814.966385] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.975632] env[69365]: DEBUG oslo_vmware.api [None req-6994eeab-d138-4db1-8ceb-72174f8f02d3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3468800, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.038236] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2a9f4c-924a-4889-9b88-3322f874f8e0 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.038236] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2a9f4c-924a-4889-9b88-3322f874f8e0 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.038236] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee2a9f4c-924a-4889-9b88-3322f874f8e0 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Deleting the datastore file [datastore1] ce04b55d-6066-4f68-8c8c-bc4cfa0f2461 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.038236] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5f11840-ef55-480c-a3a2-1a817f530993 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.048112] env[69365]: DEBUG oslo_vmware.api [None req-ee2a9f4c-924a-4889-9b88-3322f874f8e0 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for the task: (returnval){ [ 815.048112] env[69365]: value = "task-3468801" [ 815.048112] env[69365]: _type = "Task" [ 815.048112] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.056331] env[69365]: DEBUG oslo_vmware.api [None req-ee2a9f4c-924a-4889-9b88-3322f874f8e0 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468801, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.107277] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.107974] env[69365]: DEBUG nova.compute.manager [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 815.111072] env[69365]: DEBUG oslo_concurrency.lockutils [None req-477cc8ec-eda0-45ed-b8a3-15a8b3d85945 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.612s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.111796] env[69365]: DEBUG oslo_concurrency.lockutils [None req-477cc8ec-eda0-45ed-b8a3-15a8b3d85945 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.114399] env[69365]: DEBUG oslo_concurrency.lockutils [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.285s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.119102] env[69365]: INFO nova.compute.claims [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.148408] env[69365]: INFO nova.scheduler.client.report [None req-477cc8ec-eda0-45ed-b8a3-15a8b3d85945 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Deleted allocations for instance d427aa83-edf4-44e5-a860-36e1184ea51f [ 815.154366] env[69365]: DEBUG oslo_vmware.api [None req-e94a3483-5dbb-4b9f-9e5e-7ee68263956e tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468798, 'name': PowerOffVM_Task, 'duration_secs': 0.391394} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.156334] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e94a3483-5dbb-4b9f-9e5e-7ee68263956e tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.156784] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e94a3483-5dbb-4b9f-9e5e-7ee68263956e tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.156784] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b8fd3f4-77e7-4d77-86b9-4d9f217de6ba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.228584] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e94a3483-5dbb-4b9f-9e5e-7ee68263956e tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.229452] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e94a3483-5dbb-4b9f-9e5e-7ee68263956e tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.229452] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e94a3483-5dbb-4b9f-9e5e-7ee68263956e tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Deleting the datastore file [datastore2] 7424581f-2315-4bf3-a27e-d31663304dfd {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.229932] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8cc41f51-fd0e-4b4a-87e9-ececd8eb35c0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.235455] env[69365]: DEBUG oslo_vmware.api [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468794, 'name': CloneVM_Task, 'duration_secs': 1.515109} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.236237] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Created linked-clone VM from snapshot [ 815.237124] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dddf235d-dbdd-4c96-8f31-02cd15910f6e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.241842] env[69365]: DEBUG oslo_vmware.api [None req-e94a3483-5dbb-4b9f-9e5e-7ee68263956e tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for the task: (returnval){ [ 815.241842] env[69365]: value = "task-3468803" [ 815.241842] env[69365]: _type = "Task" [ 815.241842] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.248501] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Uploading image 89aa7438-c7aa-460f-939a-f9b2916a5161 {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 815.255456] env[69365]: DEBUG oslo_vmware.api [None req-e94a3483-5dbb-4b9f-9e5e-7ee68263956e tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468803, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.271713] env[69365]: DEBUG oslo_vmware.rw_handles [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 815.271713] env[69365]: value = "vm-693248" [ 815.271713] env[69365]: _type = "VirtualMachine" [ 815.271713] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 815.271965] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c9ad872a-860c-4551-87ba-ab3978b1e4f1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.278744] env[69365]: DEBUG oslo_vmware.rw_handles [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lease: (returnval){ [ 815.278744] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d0bb3a-e921-96c6-5f78-2c5ec49b5219" [ 815.278744] env[69365]: _type = "HttpNfcLease" [ 815.278744] env[69365]: } obtained for exporting VM: (result){ [ 815.278744] env[69365]: value = "vm-693248" [ 815.278744] env[69365]: _type = "VirtualMachine" [ 815.278744] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 815.279291] env[69365]: DEBUG oslo_vmware.api [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the lease: (returnval){ [ 815.279291] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d0bb3a-e921-96c6-5f78-2c5ec49b5219" [ 815.279291] env[69365]: _type = "HttpNfcLease" [ 815.279291] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 815.289052] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 815.289052] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d0bb3a-e921-96c6-5f78-2c5ec49b5219" [ 815.289052] env[69365]: _type = "HttpNfcLease" [ 815.289052] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 815.317017] env[69365]: DEBUG nova.compute.manager [req-a1977ab1-ec4b-4f77-aeca-f273020768d7 req-bb7f2ec6-3e43-413d-8dfc-76f58a2c081c service nova] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Received event network-vif-plugged-feaca870-268c-4077-b2c5-46cc29f57bd6 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.317017] env[69365]: DEBUG oslo_concurrency.lockutils [req-a1977ab1-ec4b-4f77-aeca-f273020768d7 req-bb7f2ec6-3e43-413d-8dfc-76f58a2c081c service nova] Acquiring lock "81f0f421-a960-4ce4-964d-86e334c66838-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.317017] env[69365]: DEBUG oslo_concurrency.lockutils [req-a1977ab1-ec4b-4f77-aeca-f273020768d7 req-bb7f2ec6-3e43-413d-8dfc-76f58a2c081c service nova] Lock "81f0f421-a960-4ce4-964d-86e334c66838-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.317017] env[69365]: DEBUG oslo_concurrency.lockutils [req-a1977ab1-ec4b-4f77-aeca-f273020768d7 req-bb7f2ec6-3e43-413d-8dfc-76f58a2c081c service nova] Lock "81f0f421-a960-4ce4-964d-86e334c66838-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.317017] env[69365]: DEBUG nova.compute.manager [req-a1977ab1-ec4b-4f77-aeca-f273020768d7 req-bb7f2ec6-3e43-413d-8dfc-76f58a2c081c service nova] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] No waiting events found dispatching network-vif-plugged-feaca870-268c-4077-b2c5-46cc29f57bd6 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.317416] env[69365]: WARNING nova.compute.manager [req-a1977ab1-ec4b-4f77-aeca-f273020768d7 req-bb7f2ec6-3e43-413d-8dfc-76f58a2c081c service nova] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Received unexpected event network-vif-plugged-feaca870-268c-4077-b2c5-46cc29f57bd6 for instance with vm_state building and task_state spawning. [ 815.357459] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.474594] env[69365]: DEBUG oslo_vmware.api [None req-6994eeab-d138-4db1-8ceb-72174f8f02d3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3468800, 'name': PowerOffVM_Task, 'duration_secs': 0.270059} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.474899] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6994eeab-d138-4db1-8ceb-72174f8f02d3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.475043] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6994eeab-d138-4db1-8ceb-72174f8f02d3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.476044] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb6904da-7277-415c-8867-56b78484797e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.542024] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6994eeab-d138-4db1-8ceb-72174f8f02d3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.542024] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6994eeab-d138-4db1-8ceb-72174f8f02d3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.542024] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6994eeab-d138-4db1-8ceb-72174f8f02d3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Deleting the datastore file [datastore2] 5cff61ed-95d2-4d54-b1ad-1afeee2641fb {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.542024] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d98a75de-933f-4936-9e95-f9363bdacfdf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.546854] env[69365]: DEBUG nova.network.neutron [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Successfully updated port: feaca870-268c-4077-b2c5-46cc29f57bd6 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.555113] env[69365]: DEBUG oslo_vmware.api [None req-6994eeab-d138-4db1-8ceb-72174f8f02d3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 815.555113] env[69365]: value = "task-3468806" [ 815.555113] env[69365]: _type = "Task" [ 815.555113] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.563214] env[69365]: DEBUG oslo_vmware.api [None req-ee2a9f4c-924a-4889-9b88-3322f874f8e0 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468801, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177008} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.566038] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee2a9f4c-924a-4889-9b88-3322f874f8e0 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.566038] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2a9f4c-924a-4889-9b88-3322f874f8e0 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.566274] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2a9f4c-924a-4889-9b88-3322f874f8e0 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.566274] env[69365]: INFO nova.compute.manager [None req-ee2a9f4c-924a-4889-9b88-3322f874f8e0 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Took 1.16 seconds to destroy the instance on the hypervisor. [ 815.566496] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee2a9f4c-924a-4889-9b88-3322f874f8e0 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.570457] env[69365]: DEBUG nova.compute.manager [-] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.570596] env[69365]: DEBUG nova.network.neutron [-] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.573924] env[69365]: DEBUG oslo_vmware.api [None req-6994eeab-d138-4db1-8ceb-72174f8f02d3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3468806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.622012] env[69365]: DEBUG nova.compute.utils [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 815.625761] env[69365]: DEBUG nova.compute.manager [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Not allocating networking since 'none' was specified. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 815.667193] env[69365]: DEBUG oslo_concurrency.lockutils [None req-477cc8ec-eda0-45ed-b8a3-15a8b3d85945 tempest-DeleteServersAdminTestJSON-390053105 tempest-DeleteServersAdminTestJSON-390053105-project-member] Lock "d427aa83-edf4-44e5-a860-36e1184ea51f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.597s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.756288] env[69365]: DEBUG oslo_vmware.api [None req-e94a3483-5dbb-4b9f-9e5e-7ee68263956e tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Task: {'id': task-3468803, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148579} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.756288] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e94a3483-5dbb-4b9f-9e5e-7ee68263956e tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.756288] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e94a3483-5dbb-4b9f-9e5e-7ee68263956e tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.756288] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e94a3483-5dbb-4b9f-9e5e-7ee68263956e tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.756288] env[69365]: INFO nova.compute.manager [None req-e94a3483-5dbb-4b9f-9e5e-7ee68263956e tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 815.756466] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e94a3483-5dbb-4b9f-9e5e-7ee68263956e tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.756466] env[69365]: DEBUG nova.compute.manager [-] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.756466] env[69365]: DEBUG nova.network.neutron [-] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.794172] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 815.794172] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d0bb3a-e921-96c6-5f78-2c5ec49b5219" [ 815.794172] env[69365]: _type = "HttpNfcLease" [ 815.794172] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 815.794172] env[69365]: DEBUG oslo_vmware.rw_handles [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 815.794172] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d0bb3a-e921-96c6-5f78-2c5ec49b5219" [ 815.794172] env[69365]: _type = "HttpNfcLease" [ 815.794172] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 815.794172] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929e6643-385c-47e5-9280-05bd9591e7da {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.801823] env[69365]: DEBUG oslo_vmware.rw_handles [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52691e72-a854-f991-0c93-50d288c0ccc9/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 815.802150] env[69365]: DEBUG oslo_vmware.rw_handles [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52691e72-a854-f991-0c93-50d288c0ccc9/disk-0.vmdk for reading. {{(pid=69365) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 815.912106] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-969fde25-0485-494c-bdd3-11a44ddb140d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.057812] env[69365]: DEBUG oslo_concurrency.lockutils [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Acquiring lock "refresh_cache-81f0f421-a960-4ce4-964d-86e334c66838" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.058496] env[69365]: DEBUG oslo_concurrency.lockutils [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Acquired lock "refresh_cache-81f0f421-a960-4ce4-964d-86e334c66838" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.058496] env[69365]: DEBUG nova.network.neutron [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.071477] env[69365]: DEBUG oslo_vmware.api [None req-6994eeab-d138-4db1-8ceb-72174f8f02d3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3468806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176561} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.071724] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6994eeab-d138-4db1-8ceb-72174f8f02d3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.071898] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6994eeab-d138-4db1-8ceb-72174f8f02d3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.074397] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6994eeab-d138-4db1-8ceb-72174f8f02d3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.074591] env[69365]: INFO nova.compute.manager [None req-6994eeab-d138-4db1-8ceb-72174f8f02d3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 816.074867] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6994eeab-d138-4db1-8ceb-72174f8f02d3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 816.075778] env[69365]: DEBUG nova.compute.manager [-] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 816.075885] env[69365]: DEBUG nova.network.neutron [-] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.126261] env[69365]: DEBUG nova.compute.manager [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 816.517191] env[69365]: DEBUG nova.network.neutron [-] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.599576] env[69365]: DEBUG nova.network.neutron [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.766748] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd28e12c-7214-44b9-8e2e-9c329cea3c92 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.775578] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb5439d-13d7-4d26-9ae9-547c02ea0363 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.821471] env[69365]: DEBUG nova.network.neutron [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Updating instance_info_cache with network_info: [{"id": "feaca870-268c-4077-b2c5-46cc29f57bd6", "address": "fa:16:3e:40:4e:bf", "network": {"id": "bbc8e9df-d364-4f02-be93-81d2200f88ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1035741317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7298561c868d4d8eac33229ff471d2ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeaca870-26", "ovs_interfaceid": "feaca870-268c-4077-b2c5-46cc29f57bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.822816] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb46112-2b58-45de-a33e-175fc86b8375 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.831895] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e49bea8-dbb7-4929-9d0c-48e11362555a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.837752] env[69365]: DEBUG nova.network.neutron [-] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.852129] env[69365]: DEBUG nova.compute.provider_tree [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 817.019135] env[69365]: INFO nova.compute.manager [-] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Took 1.45 seconds to deallocate network for instance. [ 817.056070] env[69365]: DEBUG nova.network.neutron [-] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.150021] env[69365]: DEBUG nova.compute.manager [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 817.176164] env[69365]: DEBUG nova.virt.hardware [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.176477] env[69365]: DEBUG nova.virt.hardware [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.176699] env[69365]: DEBUG nova.virt.hardware [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.176887] env[69365]: DEBUG nova.virt.hardware [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.179026] env[69365]: DEBUG nova.virt.hardware [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.179236] env[69365]: DEBUG nova.virt.hardware [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.179563] env[69365]: DEBUG nova.virt.hardware [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.179801] env[69365]: DEBUG nova.virt.hardware [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.180435] env[69365]: DEBUG nova.virt.hardware [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.180435] env[69365]: DEBUG nova.virt.hardware [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.180435] env[69365]: DEBUG nova.virt.hardware [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.183814] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04dd9094-4bee-4d0a-bf2b-c1530278b0a6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.190430] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d041b01f-d992-44ae-b1eb-04c41d282788 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.206272] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.212327] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Creating folder: Project (ba68e179a20b4b658bc215e1975e9cb0). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.212632] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcf58b5f-2c81-459d-942a-86a4ca5aa523 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.225813] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Created folder: Project (ba68e179a20b4b658bc215e1975e9cb0) in parent group-v693134. [ 817.225936] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Creating folder: Instances. Parent ref: group-v693249. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.227248] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-796a9fc9-4ac7-4238-ac99-bd1ba3598b81 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.235994] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Created folder: Instances in parent group-v693249. [ 817.236267] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.236464] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.236671] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8970543c-405b-474e-b881-75d0d4faf75c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.254152] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.254152] env[69365]: value = "task-3468809" [ 817.254152] env[69365]: _type = "Task" [ 817.254152] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.262507] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468809, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.328025] env[69365]: DEBUG oslo_concurrency.lockutils [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Releasing lock "refresh_cache-81f0f421-a960-4ce4-964d-86e334c66838" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.328025] env[69365]: DEBUG nova.compute.manager [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Instance network_info: |[{"id": "feaca870-268c-4077-b2c5-46cc29f57bd6", "address": "fa:16:3e:40:4e:bf", "network": {"id": "bbc8e9df-d364-4f02-be93-81d2200f88ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1035741317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7298561c868d4d8eac33229ff471d2ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeaca870-26", "ovs_interfaceid": "feaca870-268c-4077-b2c5-46cc29f57bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.328208] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:4e:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00a15667-7ca5-4dc9-be92-164750d87988', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'feaca870-268c-4077-b2c5-46cc29f57bd6', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.336364] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Creating folder: Project (7298561c868d4d8eac33229ff471d2ee). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.337086] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11137313-b13c-4f94-8c86-49f56cf02b76 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.340714] env[69365]: INFO nova.compute.manager [-] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Took 1.59 seconds to deallocate network for instance. [ 817.350444] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Created folder: Project (7298561c868d4d8eac33229ff471d2ee) in parent group-v693134. [ 817.350444] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Creating folder: Instances. Parent ref: group-v693252. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.350444] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b951c80-f2f0-4d4b-944e-375d78ec354c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.356322] env[69365]: DEBUG nova.scheduler.client.report [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.361975] env[69365]: DEBUG nova.compute.manager [req-6b988799-6ef8-42bd-8dd6-1a7b44b64586 req-9e22441f-c7a2-4727-b94f-32da0df439cb service nova] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Received event network-changed-feaca870-268c-4077-b2c5-46cc29f57bd6 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.362203] env[69365]: DEBUG nova.compute.manager [req-6b988799-6ef8-42bd-8dd6-1a7b44b64586 req-9e22441f-c7a2-4727-b94f-32da0df439cb service nova] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Refreshing instance network info cache due to event network-changed-feaca870-268c-4077-b2c5-46cc29f57bd6. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.362420] env[69365]: DEBUG oslo_concurrency.lockutils [req-6b988799-6ef8-42bd-8dd6-1a7b44b64586 req-9e22441f-c7a2-4727-b94f-32da0df439cb service nova] Acquiring lock "refresh_cache-81f0f421-a960-4ce4-964d-86e334c66838" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.362579] env[69365]: DEBUG oslo_concurrency.lockutils [req-6b988799-6ef8-42bd-8dd6-1a7b44b64586 req-9e22441f-c7a2-4727-b94f-32da0df439cb service nova] Acquired lock "refresh_cache-81f0f421-a960-4ce4-964d-86e334c66838" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.362782] env[69365]: DEBUG nova.network.neutron [req-6b988799-6ef8-42bd-8dd6-1a7b44b64586 req-9e22441f-c7a2-4727-b94f-32da0df439cb service nova] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Refreshing network info cache for port feaca870-268c-4077-b2c5-46cc29f57bd6 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 817.367382] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Created folder: Instances in parent group-v693252. [ 817.367649] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.368710] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.369074] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37f78d3c-0a30-489b-a42a-92b03e79558f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.396718] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.396718] env[69365]: value = "task-3468812" [ 817.396718] env[69365]: _type = "Task" [ 817.396718] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.408765] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468812, 'name': CreateVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.529709] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee2a9f4c-924a-4889-9b88-3322f874f8e0 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.560054] env[69365]: INFO nova.compute.manager [-] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Took 1.48 seconds to deallocate network for instance. [ 817.763805] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468809, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.853047] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e94a3483-5dbb-4b9f-9e5e-7ee68263956e tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.868976] env[69365]: DEBUG oslo_concurrency.lockutils [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.869656] env[69365]: DEBUG nova.compute.manager [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 817.872943] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.726s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.874423] env[69365]: INFO nova.compute.claims [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.908293] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468812, 'name': CreateVM_Task, 'duration_secs': 0.398382} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.908486] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.912025] env[69365]: DEBUG oslo_concurrency.lockutils [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.912025] env[69365]: DEBUG oslo_concurrency.lockutils [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.912025] env[69365]: DEBUG oslo_concurrency.lockutils [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.912025] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c1ce506-7577-437b-abd5-8f56054ce358 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.915236] env[69365]: DEBUG oslo_vmware.api [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Waiting for the task: (returnval){ [ 817.915236] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]521ed0fd-e32c-3edf-ec38-8a938d045ff3" [ 817.915236] env[69365]: _type = "Task" [ 817.915236] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.926728] env[69365]: DEBUG oslo_vmware.api [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521ed0fd-e32c-3edf-ec38-8a938d045ff3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.067106] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6994eeab-d138-4db1-8ceb-72174f8f02d3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.239888] env[69365]: DEBUG nova.network.neutron [req-6b988799-6ef8-42bd-8dd6-1a7b44b64586 req-9e22441f-c7a2-4727-b94f-32da0df439cb service nova] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Updated VIF entry in instance network info cache for port feaca870-268c-4077-b2c5-46cc29f57bd6. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 818.240219] env[69365]: DEBUG nova.network.neutron [req-6b988799-6ef8-42bd-8dd6-1a7b44b64586 req-9e22441f-c7a2-4727-b94f-32da0df439cb service nova] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Updating instance_info_cache with network_info: [{"id": "feaca870-268c-4077-b2c5-46cc29f57bd6", "address": "fa:16:3e:40:4e:bf", "network": {"id": "bbc8e9df-d364-4f02-be93-81d2200f88ad", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1035741317-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7298561c868d4d8eac33229ff471d2ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00a15667-7ca5-4dc9-be92-164750d87988", "external-id": "nsx-vlan-transportzone-933", "segmentation_id": 933, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfeaca870-26", "ovs_interfaceid": "feaca870-268c-4077-b2c5-46cc29f57bd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.266196] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468809, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.382601] env[69365]: DEBUG nova.compute.utils [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 818.383864] env[69365]: DEBUG nova.compute.manager [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 818.383971] env[69365]: DEBUG nova.network.neutron [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 818.427668] env[69365]: DEBUG oslo_vmware.api [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521ed0fd-e32c-3edf-ec38-8a938d045ff3, 'name': SearchDatastore_Task, 'duration_secs': 0.011179} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.427801] env[69365]: DEBUG oslo_concurrency.lockutils [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.428494] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.428494] env[69365]: DEBUG oslo_concurrency.lockutils [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.428628] env[69365]: DEBUG oslo_concurrency.lockutils [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.428726] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.429042] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ccaa5ea0-2e14-4d42-bb1e-f552f1128c38 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.438665] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.438880] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.439657] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c40c0e5-8e5e-4a29-9282-809f1835ecd2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.445633] env[69365]: DEBUG oslo_vmware.api [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Waiting for the task: (returnval){ [ 818.445633] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]520f6454-fef9-b204-a4d6-3c3efa17f358" [ 818.445633] env[69365]: _type = "Task" [ 818.445633] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.447308] env[69365]: DEBUG nova.policy [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '479ebf24e0ab4272a52e3c860226c365', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a23499dbec6b45aab53178a6d1cc1b4d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 818.459170] env[69365]: DEBUG oslo_vmware.api [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]520f6454-fef9-b204-a4d6-3c3efa17f358, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.744508] env[69365]: DEBUG oslo_concurrency.lockutils [req-6b988799-6ef8-42bd-8dd6-1a7b44b64586 req-9e22441f-c7a2-4727-b94f-32da0df439cb service nova] Releasing lock "refresh_cache-81f0f421-a960-4ce4-964d-86e334c66838" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.744823] env[69365]: DEBUG nova.compute.manager [req-6b988799-6ef8-42bd-8dd6-1a7b44b64586 req-9e22441f-c7a2-4727-b94f-32da0df439cb service nova] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Received event network-vif-deleted-e4ca11ec-7d99-431b-9ccf-d45ef553187b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.745022] env[69365]: DEBUG nova.compute.manager [req-6b988799-6ef8-42bd-8dd6-1a7b44b64586 req-9e22441f-c7a2-4727-b94f-32da0df439cb service nova] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Received event network-vif-deleted-cffa4b64-fdd2-4032-a5a5-bc0746b59e92 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.745200] env[69365]: DEBUG nova.compute.manager [req-6b988799-6ef8-42bd-8dd6-1a7b44b64586 req-9e22441f-c7a2-4727-b94f-32da0df439cb service nova] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Received event network-vif-deleted-f023788a-9f97-406f-9d31-6e852f2e3277 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.768563] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468809, 'name': CreateVM_Task, 'duration_secs': 1.333161} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.768786] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.769510] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.769510] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.769812] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.770025] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6a5eb46-e9c5-498c-aae8-cfcceb86ef7d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.777043] env[69365]: DEBUG oslo_vmware.api [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Waiting for the task: (returnval){ [ 818.777043] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]520e02ca-2f43-50c4-7e26-7d71fccbcbc5" [ 818.777043] env[69365]: _type = "Task" [ 818.777043] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.785666] env[69365]: DEBUG oslo_vmware.api [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]520e02ca-2f43-50c4-7e26-7d71fccbcbc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.823011] env[69365]: DEBUG nova.network.neutron [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Successfully created port: 380bb886-614b-4056-a9d4-3870840d28d7 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 818.884292] env[69365]: DEBUG nova.compute.manager [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 818.961473] env[69365]: DEBUG oslo_vmware.api [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]520f6454-fef9-b204-a4d6-3c3efa17f358, 'name': SearchDatastore_Task, 'duration_secs': 0.010757} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.962844] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cf5d334-45fe-46c1-a64d-d0f55ecff49b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.969221] env[69365]: DEBUG oslo_vmware.api [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Waiting for the task: (returnval){ [ 818.969221] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a07f06-1c0c-137b-e29d-742e1bf9fbed" [ 818.969221] env[69365]: _type = "Task" [ 818.969221] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.979869] env[69365]: DEBUG oslo_vmware.api [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a07f06-1c0c-137b-e29d-742e1bf9fbed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.144174] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Acquiring lock "7b9fc139-6875-4aaf-9a5f-153ae95cb045" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.144174] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Lock "7b9fc139-6875-4aaf-9a5f-153ae95cb045" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.293176] env[69365]: DEBUG oslo_vmware.api [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]520e02ca-2f43-50c4-7e26-7d71fccbcbc5, 'name': SearchDatastore_Task, 'duration_secs': 0.011414} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.294146] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.294146] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.294283] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.467680] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dea3b1-d153-4370-84b4-68d83defa632 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.484048] env[69365]: DEBUG oslo_vmware.api [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a07f06-1c0c-137b-e29d-742e1bf9fbed, 'name': SearchDatastore_Task, 'duration_secs': 0.016195} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.484435] env[69365]: DEBUG oslo_concurrency.lockutils [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.484807] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 81f0f421-a960-4ce4-964d-86e334c66838/81f0f421-a960-4ce4-964d-86e334c66838.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.486009] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e85d89d-01bf-421f-8e73-60af27f374e7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.490067] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.490416] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.490675] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9276e71b-e145-4bda-9c40-b195cae7713d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.493236] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8041db71-6971-4660-bfad-6af7e9cc8139 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.528199] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1c3fec-6a16-4e3a-bb6f-0235601a1cec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.530892] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.531076] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.531897] env[69365]: DEBUG oslo_vmware.api [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Waiting for the task: (returnval){ [ 819.531897] env[69365]: value = "task-3468813" [ 819.531897] env[69365]: _type = "Task" [ 819.531897] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.532103] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-869333b4-b096-4340-82a1-a2af150c4f7d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.541213] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44299691-7f6b-4ab3-b6a1-28ce83e8b17b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.549177] env[69365]: DEBUG oslo_vmware.api [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Task: {'id': task-3468813, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.549488] env[69365]: DEBUG oslo_vmware.api [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Waiting for the task: (returnval){ [ 819.549488] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52edd535-1a43-c234-7ae6-235aa74631bd" [ 819.549488] env[69365]: _type = "Task" [ 819.549488] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.560971] env[69365]: DEBUG nova.compute.provider_tree [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.567612] env[69365]: DEBUG oslo_vmware.api [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52edd535-1a43-c234-7ae6-235aa74631bd, 'name': SearchDatastore_Task, 'duration_secs': 0.010081} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.568390] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dddcace-8240-4a9e-9433-2973b52d3531 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.574433] env[69365]: DEBUG oslo_vmware.api [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Waiting for the task: (returnval){ [ 819.574433] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5210d4fa-c3b4-3231-7f8f-db0c5a328a86" [ 819.574433] env[69365]: _type = "Task" [ 819.574433] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.584265] env[69365]: DEBUG oslo_vmware.api [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5210d4fa-c3b4-3231-7f8f-db0c5a328a86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.900182] env[69365]: DEBUG nova.compute.manager [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 819.930474] env[69365]: DEBUG nova.virt.hardware [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 819.930742] env[69365]: DEBUG nova.virt.hardware [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 819.931199] env[69365]: DEBUG nova.virt.hardware [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.931199] env[69365]: DEBUG nova.virt.hardware [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 819.931295] env[69365]: DEBUG nova.virt.hardware [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.931369] env[69365]: DEBUG nova.virt.hardware [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 819.931565] env[69365]: DEBUG nova.virt.hardware [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 819.931723] env[69365]: DEBUG nova.virt.hardware [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 819.931891] env[69365]: DEBUG nova.virt.hardware [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 819.932100] env[69365]: DEBUG nova.virt.hardware [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 819.932280] env[69365]: DEBUG nova.virt.hardware [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 819.933262] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc060f2-8a49-4d89-aae4-773e5ae27885 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.942415] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7a0f78-27b7-4a80-a87f-b5ccce0f50e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.046069] env[69365]: DEBUG oslo_vmware.api [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Task: {'id': task-3468813, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515403} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.046069] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 81f0f421-a960-4ce4-964d-86e334c66838/81f0f421-a960-4ce4-964d-86e334c66838.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.046069] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.046069] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac4b5c84-2abf-46e3-87f5-ab1e8dbb0529 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.051586] env[69365]: DEBUG oslo_vmware.api [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Waiting for the task: (returnval){ [ 820.051586] env[69365]: value = "task-3468814" [ 820.051586] env[69365]: _type = "Task" [ 820.051586] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.059233] env[69365]: DEBUG oslo_vmware.api [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Task: {'id': task-3468814, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.064866] env[69365]: DEBUG nova.scheduler.client.report [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 820.086092] env[69365]: DEBUG oslo_vmware.api [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5210d4fa-c3b4-3231-7f8f-db0c5a328a86, 'name': SearchDatastore_Task, 'duration_secs': 0.020643} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.086362] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.086631] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 52dd36de-05c4-482e-9df9-c117e8906b2b/52dd36de-05c4-482e-9df9-c117e8906b2b.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.087610] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-464e5d17-3af3-4aa2-ac57-51e4f7d5ad0e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.095312] env[69365]: DEBUG oslo_vmware.api [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Waiting for the task: (returnval){ [ 820.095312] env[69365]: value = "task-3468815" [ 820.095312] env[69365]: _type = "Task" [ 820.095312] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.107817] env[69365]: DEBUG oslo_vmware.api [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': task-3468815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.455263] env[69365]: DEBUG nova.compute.manager [req-27a64ddf-9f29-4304-a79f-d078cec40e5f req-c03ba926-88ab-4a7a-b40e-15995c5ff797 service nova] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Received event network-vif-plugged-380bb886-614b-4056-a9d4-3870840d28d7 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.455263] env[69365]: DEBUG oslo_concurrency.lockutils [req-27a64ddf-9f29-4304-a79f-d078cec40e5f req-c03ba926-88ab-4a7a-b40e-15995c5ff797 service nova] Acquiring lock "c39e4547-8e68-48d8-905b-520f917aa763-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.455263] env[69365]: DEBUG oslo_concurrency.lockutils [req-27a64ddf-9f29-4304-a79f-d078cec40e5f req-c03ba926-88ab-4a7a-b40e-15995c5ff797 service nova] Lock "c39e4547-8e68-48d8-905b-520f917aa763-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.455895] env[69365]: DEBUG oslo_concurrency.lockutils [req-27a64ddf-9f29-4304-a79f-d078cec40e5f req-c03ba926-88ab-4a7a-b40e-15995c5ff797 service nova] Lock "c39e4547-8e68-48d8-905b-520f917aa763-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.456300] env[69365]: DEBUG nova.compute.manager [req-27a64ddf-9f29-4304-a79f-d078cec40e5f req-c03ba926-88ab-4a7a-b40e-15995c5ff797 service nova] [instance: c39e4547-8e68-48d8-905b-520f917aa763] No waiting events found dispatching network-vif-plugged-380bb886-614b-4056-a9d4-3870840d28d7 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 820.456649] env[69365]: WARNING nova.compute.manager [req-27a64ddf-9f29-4304-a79f-d078cec40e5f req-c03ba926-88ab-4a7a-b40e-15995c5ff797 service nova] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Received unexpected event network-vif-plugged-380bb886-614b-4056-a9d4-3870840d28d7 for instance with vm_state building and task_state spawning. [ 820.521373] env[69365]: DEBUG nova.network.neutron [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Successfully updated port: 380bb886-614b-4056-a9d4-3870840d28d7 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 820.564624] env[69365]: DEBUG oslo_vmware.api [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Task: {'id': task-3468814, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078394} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.564734] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.566462] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd35c560-f25b-4359-818b-e92419f6804d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.569647] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.570220] env[69365]: DEBUG nova.compute.manager [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.584702] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b6a8a0e9-5620-458d-afab-95769ae04fce tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.826s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.584869] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b6a8a0e9-5620-458d-afab-95769ae04fce tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.587857] env[69365]: DEBUG oslo_concurrency.lockutils [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.332s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.589760] env[69365]: INFO nova.compute.claims [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.606092] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 81f0f421-a960-4ce4-964d-86e334c66838/81f0f421-a960-4ce4-964d-86e334c66838.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.607691] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e4279b0-b9ee-4b8b-a751-ff9f5fd99ad3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.634221] env[69365]: INFO nova.scheduler.client.report [None req-b6a8a0e9-5620-458d-afab-95769ae04fce tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Deleted allocations for instance 0b69b2e2-0fe7-4bc8-901d-70c60738f56a [ 820.641670] env[69365]: DEBUG oslo_vmware.api [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Waiting for the task: (returnval){ [ 820.641670] env[69365]: value = "task-3468816" [ 820.641670] env[69365]: _type = "Task" [ 820.641670] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.642311] env[69365]: DEBUG oslo_vmware.api [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': task-3468815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514604} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.645630] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 52dd36de-05c4-482e-9df9-c117e8906b2b/52dd36de-05c4-482e-9df9-c117e8906b2b.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.645630] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.649665] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ab7ad73-5461-4537-8e20-d3fff417ec3c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.663686] env[69365]: DEBUG oslo_vmware.api [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Waiting for the task: (returnval){ [ 820.663686] env[69365]: value = "task-3468817" [ 820.663686] env[69365]: _type = "Task" [ 820.663686] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.673325] env[69365]: DEBUG oslo_vmware.api [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': task-3468817, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.025216] env[69365]: DEBUG oslo_concurrency.lockutils [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Acquiring lock "refresh_cache-c39e4547-8e68-48d8-905b-520f917aa763" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.025486] env[69365]: DEBUG oslo_concurrency.lockutils [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Acquired lock "refresh_cache-c39e4547-8e68-48d8-905b-520f917aa763" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.025626] env[69365]: DEBUG nova.network.neutron [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.111679] env[69365]: DEBUG nova.compute.utils [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.113927] env[69365]: DEBUG nova.compute.manager [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.114135] env[69365]: DEBUG nova.network.neutron [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.157990] env[69365]: DEBUG oslo_vmware.api [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Task: {'id': task-3468816, 'name': ReconfigVM_Task, 'duration_secs': 0.39849} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.158473] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b6a8a0e9-5620-458d-afab-95769ae04fce tempest-VolumesAssistedSnapshotsTest-737708639 tempest-VolumesAssistedSnapshotsTest-737708639-project-member] Lock "0b69b2e2-0fe7-4bc8-901d-70c60738f56a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.291s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.159605] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 81f0f421-a960-4ce4-964d-86e334c66838/81f0f421-a960-4ce4-964d-86e334c66838.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.160396] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9550fc7d-cb7e-43ef-b536-4112832cabcb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.169057] env[69365]: DEBUG nova.policy [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8c7443dc4dc4382875f36183bca2bc7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e873b4597734ea887a2cb435c3ec45e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.182753] env[69365]: DEBUG oslo_vmware.api [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': task-3468817, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070721} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.183080] env[69365]: DEBUG oslo_vmware.api [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Waiting for the task: (returnval){ [ 821.183080] env[69365]: value = "task-3468818" [ 821.183080] env[69365]: _type = "Task" [ 821.183080] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.183927] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.188437] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa9d19e-5c73-4a50-b96f-4b6d796e7529 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.219149] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 52dd36de-05c4-482e-9df9-c117e8906b2b/52dd36de-05c4-482e-9df9-c117e8906b2b.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.223438] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb8e67f7-ef2a-4278-bd84-542a3fdb1e34 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.240521] env[69365]: DEBUG oslo_vmware.api [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Task: {'id': task-3468818, 'name': Rename_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.247369] env[69365]: DEBUG oslo_vmware.api [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Waiting for the task: (returnval){ [ 821.247369] env[69365]: value = "task-3468819" [ 821.247369] env[69365]: _type = "Task" [ 821.247369] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.257659] env[69365]: DEBUG oslo_vmware.api [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': task-3468819, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.582098] env[69365]: DEBUG nova.network.neutron [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.630417] env[69365]: DEBUG nova.compute.manager [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.636933] env[69365]: DEBUG nova.network.neutron [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Successfully created port: 3897b924-516f-4f89-95c9-3a3df99711f5 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 821.707838] env[69365]: DEBUG oslo_vmware.api [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Task: {'id': task-3468818, 'name': Rename_Task, 'duration_secs': 0.196265} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.708470] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 821.708621] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f173d209-c61f-4a72-82b1-9701a9374142 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.715672] env[69365]: DEBUG oslo_vmware.api [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Waiting for the task: (returnval){ [ 821.715672] env[69365]: value = "task-3468820" [ 821.715672] env[69365]: _type = "Task" [ 821.715672] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.727880] env[69365]: DEBUG oslo_vmware.api [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Task: {'id': task-3468820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.757664] env[69365]: DEBUG oslo_vmware.api [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': task-3468819, 'name': ReconfigVM_Task, 'duration_secs': 0.293873} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.757935] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 52dd36de-05c4-482e-9df9-c117e8906b2b/52dd36de-05c4-482e-9df9-c117e8906b2b.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.758581] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c479516d-d8cc-4a03-9281-3f4138862e5b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.767586] env[69365]: DEBUG oslo_vmware.api [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Waiting for the task: (returnval){ [ 821.767586] env[69365]: value = "task-3468821" [ 821.767586] env[69365]: _type = "Task" [ 821.767586] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.784276] env[69365]: DEBUG oslo_vmware.api [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': task-3468821, 'name': Rename_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.907988] env[69365]: DEBUG nova.network.neutron [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Updating instance_info_cache with network_info: [{"id": "380bb886-614b-4056-a9d4-3870840d28d7", "address": "fa:16:3e:59:b8:fa", "network": {"id": "b512aa6e-90a5-4378-8828-e133c4475824", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1566659948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a23499dbec6b45aab53178a6d1cc1b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap380bb886-61", "ovs_interfaceid": "380bb886-614b-4056-a9d4-3870840d28d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.206936] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302731fa-ed78-44c8-8bb2-66555fe141f5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.217261] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7227790-99b7-411e-a696-6cc3a27fb24d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.229731] env[69365]: DEBUG oslo_vmware.api [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Task: {'id': task-3468820, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.268213] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4166f5a2-3934-4565-bf26-a5b2ef54eff3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.284177] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939ca1fd-5276-4151-835e-c710b5056791 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.288273] env[69365]: DEBUG oslo_vmware.api [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': task-3468821, 'name': Rename_Task, 'duration_secs': 0.142084} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.288603] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.289187] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89b5744a-05b9-4e1e-b36d-d444eb69bc44 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.299578] env[69365]: DEBUG nova.compute.provider_tree [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.307136] env[69365]: DEBUG oslo_vmware.api [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Waiting for the task: (returnval){ [ 822.307136] env[69365]: value = "task-3468822" [ 822.307136] env[69365]: _type = "Task" [ 822.307136] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.307567] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Acquiring lock "3b213cad-bbda-44b3-8536-0e59dc08b402" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.307649] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Lock "3b213cad-bbda-44b3-8536-0e59dc08b402" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.320670] env[69365]: DEBUG oslo_vmware.api [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': task-3468822, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.410861] env[69365]: DEBUG oslo_concurrency.lockutils [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Releasing lock "refresh_cache-c39e4547-8e68-48d8-905b-520f917aa763" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.411697] env[69365]: DEBUG nova.compute.manager [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Instance network_info: |[{"id": "380bb886-614b-4056-a9d4-3870840d28d7", "address": "fa:16:3e:59:b8:fa", "network": {"id": "b512aa6e-90a5-4378-8828-e133c4475824", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1566659948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a23499dbec6b45aab53178a6d1cc1b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap380bb886-61", "ovs_interfaceid": "380bb886-614b-4056-a9d4-3870840d28d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 822.413069] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:b8:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d31a554-a94c-4471-892f-f65aa87b8279', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '380bb886-614b-4056-a9d4-3870840d28d7', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.433711] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.434064] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.435239] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14555812-f6bd-4551-a88b-78e1d7af1c6f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.461274] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.461274] env[69365]: value = "task-3468823" [ 822.461274] env[69365]: _type = "Task" [ 822.461274] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.470878] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468823, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.488772] env[69365]: DEBUG nova.compute.manager [req-eb2708e4-3616-4ad3-91ef-cde3d9a736d2 req-b6dfda59-944f-44bf-bb9a-befff448a0aa service nova] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Received event network-changed-380bb886-614b-4056-a9d4-3870840d28d7 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.488772] env[69365]: DEBUG nova.compute.manager [req-eb2708e4-3616-4ad3-91ef-cde3d9a736d2 req-b6dfda59-944f-44bf-bb9a-befff448a0aa service nova] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Refreshing instance network info cache due to event network-changed-380bb886-614b-4056-a9d4-3870840d28d7. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 822.488772] env[69365]: DEBUG oslo_concurrency.lockutils [req-eb2708e4-3616-4ad3-91ef-cde3d9a736d2 req-b6dfda59-944f-44bf-bb9a-befff448a0aa service nova] Acquiring lock "refresh_cache-c39e4547-8e68-48d8-905b-520f917aa763" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.488772] env[69365]: DEBUG oslo_concurrency.lockutils [req-eb2708e4-3616-4ad3-91ef-cde3d9a736d2 req-b6dfda59-944f-44bf-bb9a-befff448a0aa service nova] Acquired lock "refresh_cache-c39e4547-8e68-48d8-905b-520f917aa763" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.488772] env[69365]: DEBUG nova.network.neutron [req-eb2708e4-3616-4ad3-91ef-cde3d9a736d2 req-b6dfda59-944f-44bf-bb9a-befff448a0aa service nova] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Refreshing network info cache for port 380bb886-614b-4056-a9d4-3870840d28d7 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.649670] env[69365]: DEBUG nova.compute.manager [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.680786] env[69365]: DEBUG nova.virt.hardware [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.682834] env[69365]: DEBUG nova.virt.hardware [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.682834] env[69365]: DEBUG nova.virt.hardware [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.682834] env[69365]: DEBUG nova.virt.hardware [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.682834] env[69365]: DEBUG nova.virt.hardware [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.682834] env[69365]: DEBUG nova.virt.hardware [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.683046] env[69365]: DEBUG nova.virt.hardware [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.683148] env[69365]: DEBUG nova.virt.hardware [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.683431] env[69365]: DEBUG nova.virt.hardware [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.684808] env[69365]: DEBUG nova.virt.hardware [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.684808] env[69365]: DEBUG nova.virt.hardware [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.686282] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17354167-6309-4dcc-a569-afaa48dcf117 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.696014] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4bc2ed-85d5-4aa0-8013-cbcf3ef7ad97 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.728785] env[69365]: DEBUG oslo_vmware.api [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Task: {'id': task-3468820, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.803933] env[69365]: DEBUG nova.scheduler.client.report [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.816997] env[69365]: DEBUG oslo_vmware.api [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': task-3468822, 'name': PowerOnVM_Task, 'duration_secs': 0.50672} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.817164] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.817306] env[69365]: INFO nova.compute.manager [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Took 5.67 seconds to spawn the instance on the hypervisor. [ 822.817485] env[69365]: DEBUG nova.compute.manager [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 822.818291] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcc5008-bee5-443d-bb0d-8f8310c40d89 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.972423] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468823, 'name': CreateVM_Task, 'duration_secs': 0.34488} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.972627] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.973355] env[69365]: DEBUG oslo_concurrency.lockutils [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.973596] env[69365]: DEBUG oslo_concurrency.lockutils [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.973827] env[69365]: DEBUG oslo_concurrency.lockutils [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.974094] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7733c6e-c66f-4fd8-9f2b-819d4168c1bf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.978663] env[69365]: DEBUG oslo_vmware.api [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Waiting for the task: (returnval){ [ 822.978663] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52736d77-a895-5e7e-e4af-d2adeed4fe6e" [ 822.978663] env[69365]: _type = "Task" [ 822.978663] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.986765] env[69365]: DEBUG oslo_vmware.api [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52736d77-a895-5e7e-e4af-d2adeed4fe6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.230951] env[69365]: DEBUG oslo_vmware.api [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Task: {'id': task-3468820, 'name': PowerOnVM_Task, 'duration_secs': 1.176019} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.235714] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.235948] env[69365]: INFO nova.compute.manager [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Took 8.78 seconds to spawn the instance on the hypervisor. [ 823.236147] env[69365]: DEBUG nova.compute.manager [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.236987] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbc328f-b3f6-4584-93e8-0c8dbf33234a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.308917] env[69365]: DEBUG oslo_concurrency.lockutils [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.721s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.309785] env[69365]: DEBUG nova.compute.manager [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.314604] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f49d938e-607f-4b67-91ea-242b2f7e4cf1 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.963s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.314831] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f49d938e-607f-4b67-91ea-242b2f7e4cf1 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.317478] env[69365]: DEBUG oslo_concurrency.lockutils [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.921s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.320546] env[69365]: INFO nova.compute.claims [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.342869] env[69365]: INFO nova.compute.manager [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Took 40.80 seconds to build instance. [ 823.354375] env[69365]: DEBUG nova.network.neutron [req-eb2708e4-3616-4ad3-91ef-cde3d9a736d2 req-b6dfda59-944f-44bf-bb9a-befff448a0aa service nova] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Updated VIF entry in instance network info cache for port 380bb886-614b-4056-a9d4-3870840d28d7. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.354702] env[69365]: DEBUG nova.network.neutron [req-eb2708e4-3616-4ad3-91ef-cde3d9a736d2 req-b6dfda59-944f-44bf-bb9a-befff448a0aa service nova] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Updating instance_info_cache with network_info: [{"id": "380bb886-614b-4056-a9d4-3870840d28d7", "address": "fa:16:3e:59:b8:fa", "network": {"id": "b512aa6e-90a5-4378-8828-e133c4475824", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1566659948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a23499dbec6b45aab53178a6d1cc1b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap380bb886-61", "ovs_interfaceid": "380bb886-614b-4056-a9d4-3870840d28d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.362955] env[69365]: INFO nova.scheduler.client.report [None req-f49d938e-607f-4b67-91ea-242b2f7e4cf1 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Deleted allocations for instance 3de0cb15-65d2-4896-abe4-6d6546a03341 [ 823.490659] env[69365]: DEBUG oslo_vmware.api [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52736d77-a895-5e7e-e4af-d2adeed4fe6e, 'name': SearchDatastore_Task, 'duration_secs': 0.012973} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.491256] env[69365]: DEBUG oslo_concurrency.lockutils [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.491598] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.491976] env[69365]: DEBUG oslo_concurrency.lockutils [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.492248] env[69365]: DEBUG oslo_concurrency.lockutils [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.497140] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.497140] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3571310e-a304-4dce-9c59-0a8d05d4d9ca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.517420] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.517619] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.518510] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78f079aa-0709-4d0f-aea8-34af1cca9c55 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.524572] env[69365]: DEBUG oslo_vmware.api [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Waiting for the task: (returnval){ [ 823.524572] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a7a475-6944-b539-4cb0-b9c680b54fab" [ 823.524572] env[69365]: _type = "Task" [ 823.524572] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.539023] env[69365]: DEBUG oslo_vmware.api [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a7a475-6944-b539-4cb0-b9c680b54fab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.558556] env[69365]: DEBUG nova.network.neutron [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Successfully updated port: 3897b924-516f-4f89-95c9-3a3df99711f5 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 823.758724] env[69365]: INFO nova.compute.manager [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Took 49.85 seconds to build instance. [ 823.826074] env[69365]: DEBUG nova.compute.utils [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 823.830426] env[69365]: DEBUG nova.compute.manager [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 823.830603] env[69365]: DEBUG nova.network.neutron [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 823.843980] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a5287909-b354-468b-821f-7575e0171c30 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Lock "52dd36de-05c4-482e-9df9-c117e8906b2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.799s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.858654] env[69365]: DEBUG oslo_concurrency.lockutils [req-eb2708e4-3616-4ad3-91ef-cde3d9a736d2 req-b6dfda59-944f-44bf-bb9a-befff448a0aa service nova] Releasing lock "refresh_cache-c39e4547-8e68-48d8-905b-520f917aa763" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.876191] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f49d938e-607f-4b67-91ea-242b2f7e4cf1 tempest-ServerExternalEventsTest-1185170337 tempest-ServerExternalEventsTest-1185170337-project-member] Lock "3de0cb15-65d2-4896-abe4-6d6546a03341" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.020s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.919021] env[69365]: DEBUG nova.policy [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f0050cb117a4f3fa44d7f15e0364c54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b2cf307cf4e4974b5e0a86d35a92e32', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.039892] env[69365]: DEBUG oslo_vmware.api [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a7a475-6944-b539-4cb0-b9c680b54fab, 'name': SearchDatastore_Task, 'duration_secs': 0.016397} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.041074] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e60173ca-a579-4ee9-9aac-3dd97e120f99 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.049085] env[69365]: DEBUG oslo_vmware.api [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Waiting for the task: (returnval){ [ 824.049085] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a0180d-9320-2618-1980-2cdea08dad5d" [ 824.049085] env[69365]: _type = "Task" [ 824.049085] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.059370] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquiring lock "refresh_cache-f6b3dab5-04f1-4db5-b4b2-74af69f5c966" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.059577] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquired lock "refresh_cache-f6b3dab5-04f1-4db5-b4b2-74af69f5c966" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.059656] env[69365]: DEBUG nova.network.neutron [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 824.060799] env[69365]: DEBUG oslo_vmware.api [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a0180d-9320-2618-1980-2cdea08dad5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.125430] env[69365]: DEBUG oslo_vmware.rw_handles [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52691e72-a854-f991-0c93-50d288c0ccc9/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 824.126366] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-820938fe-9d03-4330-b339-d937de217588 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.134242] env[69365]: DEBUG oslo_vmware.rw_handles [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52691e72-a854-f991-0c93-50d288c0ccc9/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 824.134242] env[69365]: ERROR oslo_vmware.rw_handles [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52691e72-a854-f991-0c93-50d288c0ccc9/disk-0.vmdk due to incomplete transfer. [ 824.135553] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e3cb1913-7763-41bf-9e1d-c9d1cdab91a2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.143236] env[69365]: DEBUG oslo_vmware.rw_handles [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52691e72-a854-f991-0c93-50d288c0ccc9/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 824.143413] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Uploaded image 89aa7438-c7aa-460f-939a-f9b2916a5161 to the Glance image server {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 824.145825] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 824.146172] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f2770b80-8ea1-496d-ac98-a944539fbbd3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.157214] env[69365]: DEBUG oslo_vmware.api [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 824.157214] env[69365]: value = "task-3468824" [ 824.157214] env[69365]: _type = "Task" [ 824.157214] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.166667] env[69365]: DEBUG oslo_vmware.api [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468824, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.264506] env[69365]: DEBUG oslo_concurrency.lockutils [None req-84c36891-d7eb-4111-92c8-22fab6129273 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Lock "81f0f421-a960-4ce4-964d-86e334c66838" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.164s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.331398] env[69365]: DEBUG nova.compute.manager [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.346347] env[69365]: DEBUG nova.compute.manager [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.559895] env[69365]: DEBUG oslo_vmware.api [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a0180d-9320-2618-1980-2cdea08dad5d, 'name': SearchDatastore_Task, 'duration_secs': 0.010967} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.562706] env[69365]: DEBUG oslo_concurrency.lockutils [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.562946] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] c39e4547-8e68-48d8-905b-520f917aa763/c39e4547-8e68-48d8-905b-520f917aa763.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.565913] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e435b9a-08b9-42b7-a261-2895a7a21464 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.572290] env[69365]: DEBUG oslo_vmware.api [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Waiting for the task: (returnval){ [ 824.572290] env[69365]: value = "task-3468825" [ 824.572290] env[69365]: _type = "Task" [ 824.572290] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.583523] env[69365]: DEBUG oslo_vmware.api [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': task-3468825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.598253] env[69365]: DEBUG nova.network.neutron [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Successfully created port: 967b8d92-dd27-4384-9cfc-581748f09615 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 824.639392] env[69365]: DEBUG nova.network.neutron [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 824.673113] env[69365]: DEBUG oslo_vmware.api [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468824, 'name': Destroy_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.768139] env[69365]: DEBUG nova.compute.manager [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.869822] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.943727] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503037ab-3c90-451b-8fb5-d4afe1f26965 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.956662] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855de937-f7ff-4507-b9a8-25521ec49d0d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.999581] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb16720-07d5-4029-9d5f-8d32e13eac4a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.007344] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20871be-7ddd-435d-b834-f2664db583b8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.021646] env[69365]: DEBUG nova.compute.provider_tree [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 825.061289] env[69365]: DEBUG nova.network.neutron [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Updating instance_info_cache with network_info: [{"id": "3897b924-516f-4f89-95c9-3a3df99711f5", "address": "fa:16:3e:fd:32:d8", "network": {"id": "de3d234a-b9f1-4fe1-8bf9-5f5bfd332a74", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-113912166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e873b4597734ea887a2cb435c3ec45e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3897b924-51", "ovs_interfaceid": "3897b924-516f-4f89-95c9-3a3df99711f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.082304] env[69365]: DEBUG oslo_vmware.api [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': task-3468825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.129918] env[69365]: DEBUG nova.compute.manager [req-1bfba739-f5eb-48be-b1d6-62f076974ad5 req-58ee3d08-aa88-4180-b865-f8f18a4425c9 service nova] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Received event network-vif-plugged-3897b924-516f-4f89-95c9-3a3df99711f5 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.130861] env[69365]: DEBUG oslo_concurrency.lockutils [req-1bfba739-f5eb-48be-b1d6-62f076974ad5 req-58ee3d08-aa88-4180-b865-f8f18a4425c9 service nova] Acquiring lock "f6b3dab5-04f1-4db5-b4b2-74af69f5c966-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.130861] env[69365]: DEBUG oslo_concurrency.lockutils [req-1bfba739-f5eb-48be-b1d6-62f076974ad5 req-58ee3d08-aa88-4180-b865-f8f18a4425c9 service nova] Lock "f6b3dab5-04f1-4db5-b4b2-74af69f5c966-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.130861] env[69365]: DEBUG oslo_concurrency.lockutils [req-1bfba739-f5eb-48be-b1d6-62f076974ad5 req-58ee3d08-aa88-4180-b865-f8f18a4425c9 service nova] Lock "f6b3dab5-04f1-4db5-b4b2-74af69f5c966-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.130861] env[69365]: DEBUG nova.compute.manager [req-1bfba739-f5eb-48be-b1d6-62f076974ad5 req-58ee3d08-aa88-4180-b865-f8f18a4425c9 service nova] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] No waiting events found dispatching network-vif-plugged-3897b924-516f-4f89-95c9-3a3df99711f5 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 825.131102] env[69365]: WARNING nova.compute.manager [req-1bfba739-f5eb-48be-b1d6-62f076974ad5 req-58ee3d08-aa88-4180-b865-f8f18a4425c9 service nova] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Received unexpected event network-vif-plugged-3897b924-516f-4f89-95c9-3a3df99711f5 for instance with vm_state building and task_state spawning. [ 825.131275] env[69365]: DEBUG nova.compute.manager [req-1bfba739-f5eb-48be-b1d6-62f076974ad5 req-58ee3d08-aa88-4180-b865-f8f18a4425c9 service nova] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Received event network-changed-3897b924-516f-4f89-95c9-3a3df99711f5 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.131365] env[69365]: DEBUG nova.compute.manager [req-1bfba739-f5eb-48be-b1d6-62f076974ad5 req-58ee3d08-aa88-4180-b865-f8f18a4425c9 service nova] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Refreshing instance network info cache due to event network-changed-3897b924-516f-4f89-95c9-3a3df99711f5. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.131621] env[69365]: DEBUG oslo_concurrency.lockutils [req-1bfba739-f5eb-48be-b1d6-62f076974ad5 req-58ee3d08-aa88-4180-b865-f8f18a4425c9 service nova] Acquiring lock "refresh_cache-f6b3dab5-04f1-4db5-b4b2-74af69f5c966" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.167727] env[69365]: DEBUG oslo_vmware.api [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468824, 'name': Destroy_Task, 'duration_secs': 0.830079} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.167919] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Destroyed the VM [ 825.168185] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 825.168482] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-06374fb7-5819-4b9b-bd53-4a49ea6aa771 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.175977] env[69365]: DEBUG oslo_vmware.api [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 825.175977] env[69365]: value = "task-3468826" [ 825.175977] env[69365]: _type = "Task" [ 825.175977] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.183676] env[69365]: DEBUG oslo_vmware.api [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468826, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.291999] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.351970] env[69365]: DEBUG nova.compute.manager [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.387184] env[69365]: DEBUG nova.virt.hardware [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.387271] env[69365]: DEBUG nova.virt.hardware [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.387547] env[69365]: DEBUG nova.virt.hardware [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.388213] env[69365]: DEBUG nova.virt.hardware [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.388213] env[69365]: DEBUG nova.virt.hardware [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.388213] env[69365]: DEBUG nova.virt.hardware [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.388544] env[69365]: DEBUG nova.virt.hardware [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.388731] env[69365]: DEBUG nova.virt.hardware [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.388917] env[69365]: DEBUG nova.virt.hardware [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.389427] env[69365]: DEBUG nova.virt.hardware [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.389427] env[69365]: DEBUG nova.virt.hardware [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.391375] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3294b667-c246-4cce-9c37-7f8b9e2c7695 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.406866] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8f5398-4e18-42b5-b3f7-62c2a902c695 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.526863] env[69365]: DEBUG nova.scheduler.client.report [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.565182] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Releasing lock "refresh_cache-f6b3dab5-04f1-4db5-b4b2-74af69f5c966" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.565649] env[69365]: DEBUG nova.compute.manager [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Instance network_info: |[{"id": "3897b924-516f-4f89-95c9-3a3df99711f5", "address": "fa:16:3e:fd:32:d8", "network": {"id": "de3d234a-b9f1-4fe1-8bf9-5f5bfd332a74", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-113912166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e873b4597734ea887a2cb435c3ec45e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3897b924-51", "ovs_interfaceid": "3897b924-516f-4f89-95c9-3a3df99711f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 825.566032] env[69365]: DEBUG oslo_concurrency.lockutils [req-1bfba739-f5eb-48be-b1d6-62f076974ad5 req-58ee3d08-aa88-4180-b865-f8f18a4425c9 service nova] Acquired lock "refresh_cache-f6b3dab5-04f1-4db5-b4b2-74af69f5c966" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.566262] env[69365]: DEBUG nova.network.neutron [req-1bfba739-f5eb-48be-b1d6-62f076974ad5 req-58ee3d08-aa88-4180-b865-f8f18a4425c9 service nova] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Refreshing network info cache for port 3897b924-516f-4f89-95c9-3a3df99711f5 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.570279] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:32:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3897b924-516f-4f89-95c9-3a3df99711f5', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.583875] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.585976] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.591223] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e73c63f4-1b8a-4600-bb80-a0f60a9fb0a9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.614932] env[69365]: DEBUG oslo_vmware.api [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': task-3468825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.977894} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.616110] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] c39e4547-8e68-48d8-905b-520f917aa763/c39e4547-8e68-48d8-905b-520f917aa763.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.616875] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.616875] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.616875] env[69365]: value = "task-3468827" [ 825.616875] env[69365]: _type = "Task" [ 825.616875] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.616875] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20628318-f524-484b-b566-f047fb408b71 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.629508] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468827, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.630686] env[69365]: DEBUG oslo_vmware.api [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Waiting for the task: (returnval){ [ 825.630686] env[69365]: value = "task-3468828" [ 825.630686] env[69365]: _type = "Task" [ 825.630686] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.639089] env[69365]: DEBUG oslo_vmware.api [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': task-3468828, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.696745] env[69365]: DEBUG oslo_vmware.api [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468826, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.034171] env[69365]: DEBUG oslo_concurrency.lockutils [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.037024] env[69365]: DEBUG nova.compute.manager [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 826.038251] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.350s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.040196] env[69365]: INFO nova.compute.claims [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 826.129045] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468827, 'name': CreateVM_Task, 'duration_secs': 0.362954} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.129818] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 826.131341] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.132484] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.133546] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.133965] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0bb8d1f-6161-4899-ac2f-48d361286f01 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.141805] env[69365]: DEBUG oslo_vmware.api [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 826.141805] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52c59e8c-f07b-5e5b-0687-402e435e5313" [ 826.141805] env[69365]: _type = "Task" [ 826.141805] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.147730] env[69365]: DEBUG oslo_vmware.api [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': task-3468828, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094981} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.150903] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.153734] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f1032a-fe26-4a82-a92e-b0559dce4283 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.162831] env[69365]: DEBUG oslo_vmware.api [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52c59e8c-f07b-5e5b-0687-402e435e5313, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.182180] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] c39e4547-8e68-48d8-905b-520f917aa763/c39e4547-8e68-48d8-905b-520f917aa763.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.182444] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bb65170-f4c9-410c-bda8-553a9dcb297c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.199951] env[69365]: INFO nova.compute.manager [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Rebuilding instance [ 826.209100] env[69365]: DEBUG oslo_vmware.api [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468826, 'name': RemoveSnapshot_Task, 'duration_secs': 0.789818} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.210514] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 826.210735] env[69365]: INFO nova.compute.manager [None req-91bc98e6-7322-46b8-89a0-be1b1b6bd39e tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Took 15.59 seconds to snapshot the instance on the hypervisor. [ 826.213240] env[69365]: DEBUG oslo_vmware.api [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Waiting for the task: (returnval){ [ 826.213240] env[69365]: value = "task-3468829" [ 826.213240] env[69365]: _type = "Task" [ 826.213240] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.222308] env[69365]: DEBUG oslo_vmware.api [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': task-3468829, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.269952] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2ca3b3a8-3039-4e88-8a2c-26b37b2c0158 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Acquiring lock "81f0f421-a960-4ce4-964d-86e334c66838" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.270214] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2ca3b3a8-3039-4e88-8a2c-26b37b2c0158 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Lock "81f0f421-a960-4ce4-964d-86e334c66838" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.270482] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2ca3b3a8-3039-4e88-8a2c-26b37b2c0158 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Acquiring lock "81f0f421-a960-4ce4-964d-86e334c66838-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.270579] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2ca3b3a8-3039-4e88-8a2c-26b37b2c0158 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Lock "81f0f421-a960-4ce4-964d-86e334c66838-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 826.270746] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2ca3b3a8-3039-4e88-8a2c-26b37b2c0158 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Lock "81f0f421-a960-4ce4-964d-86e334c66838-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.276634] env[69365]: INFO nova.compute.manager [None req-2ca3b3a8-3039-4e88-8a2c-26b37b2c0158 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Terminating instance [ 826.276701] env[69365]: DEBUG nova.compute.manager [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.277588] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b594775-664d-4d7e-93b4-57b448974cdc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.546647] env[69365]: DEBUG nova.compute.utils [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 826.550068] env[69365]: DEBUG nova.compute.manager [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 826.552815] env[69365]: DEBUG nova.network.neutron [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 826.639383] env[69365]: DEBUG nova.policy [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0676969afcc84ca59fd0976aa9d00f5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '583b5a35b330466cb14a543a9dca7387', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 826.660429] env[69365]: DEBUG oslo_vmware.api [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52c59e8c-f07b-5e5b-0687-402e435e5313, 'name': SearchDatastore_Task, 'duration_secs': 0.025371} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.660945] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.661802] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 826.662447] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.662678] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.662899] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.663631] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79bc488f-fc5a-47ae-a9a1-00ac6f4a1544 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.674283] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.674567] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.675346] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7abecbc6-d710-44cf-aa2c-bd0c4b154838 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.681436] env[69365]: DEBUG oslo_vmware.api [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 826.681436] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]521c6d6c-7190-fb1a-972d-06ffa74070b7" [ 826.681436] env[69365]: _type = "Task" [ 826.681436] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.689908] env[69365]: DEBUG oslo_vmware.api [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521c6d6c-7190-fb1a-972d-06ffa74070b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.732019] env[69365]: DEBUG oslo_vmware.api [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': task-3468829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.784401] env[69365]: DEBUG nova.compute.manager [None req-2ca3b3a8-3039-4e88-8a2c-26b37b2c0158 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 826.784720] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca3b3a8-3039-4e88-8a2c-26b37b2c0158 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.785861] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be7b46f-293e-4dd3-be41-5d819187af4f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.809022] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca3b3a8-3039-4e88-8a2c-26b37b2c0158 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.809022] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5689ab99-f1b3-4bc7-bd31-649296369609 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.816359] env[69365]: DEBUG oslo_vmware.api [None req-2ca3b3a8-3039-4e88-8a2c-26b37b2c0158 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Waiting for the task: (returnval){ [ 826.816359] env[69365]: value = "task-3468830" [ 826.816359] env[69365]: _type = "Task" [ 826.816359] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.828375] env[69365]: DEBUG oslo_vmware.api [None req-2ca3b3a8-3039-4e88-8a2c-26b37b2c0158 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Task: {'id': task-3468830, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.952615] env[69365]: DEBUG nova.network.neutron [req-1bfba739-f5eb-48be-b1d6-62f076974ad5 req-58ee3d08-aa88-4180-b865-f8f18a4425c9 service nova] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Updated VIF entry in instance network info cache for port 3897b924-516f-4f89-95c9-3a3df99711f5. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.954300] env[69365]: DEBUG nova.network.neutron [req-1bfba739-f5eb-48be-b1d6-62f076974ad5 req-58ee3d08-aa88-4180-b865-f8f18a4425c9 service nova] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Updating instance_info_cache with network_info: [{"id": "3897b924-516f-4f89-95c9-3a3df99711f5", "address": "fa:16:3e:fd:32:d8", "network": {"id": "de3d234a-b9f1-4fe1-8bf9-5f5bfd332a74", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-113912166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e873b4597734ea887a2cb435c3ec45e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3897b924-51", "ovs_interfaceid": "3897b924-516f-4f89-95c9-3a3df99711f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.045023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0a6ca7b3-6f50-4bdc-b577-cc6068720087 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "126b7d32-2031-47e5-8601-29ec76a05c6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.045023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0a6ca7b3-6f50-4bdc-b577-cc6068720087 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "126b7d32-2031-47e5-8601-29ec76a05c6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.045023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0a6ca7b3-6f50-4bdc-b577-cc6068720087 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "126b7d32-2031-47e5-8601-29ec76a05c6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.045023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0a6ca7b3-6f50-4bdc-b577-cc6068720087 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "126b7d32-2031-47e5-8601-29ec76a05c6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.045223] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0a6ca7b3-6f50-4bdc-b577-cc6068720087 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "126b7d32-2031-47e5-8601-29ec76a05c6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.046960] env[69365]: INFO nova.compute.manager [None req-0a6ca7b3-6f50-4bdc-b577-cc6068720087 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Terminating instance [ 827.050096] env[69365]: DEBUG nova.compute.manager [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 827.192826] env[69365]: DEBUG oslo_vmware.api [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521c6d6c-7190-fb1a-972d-06ffa74070b7, 'name': SearchDatastore_Task, 'duration_secs': 0.016282} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.193646] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ff73859-5819-441a-91bd-29d7a3f76665 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.203840] env[69365]: DEBUG oslo_vmware.api [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 827.203840] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]523cb8c8-d0d1-7db5-5ef5-04771b101cea" [ 827.203840] env[69365]: _type = "Task" [ 827.203840] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.214317] env[69365]: DEBUG oslo_vmware.api [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523cb8c8-d0d1-7db5-5ef5-04771b101cea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.228460] env[69365]: DEBUG oslo_vmware.api [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': task-3468829, 'name': ReconfigVM_Task, 'duration_secs': 0.913648} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.228733] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Reconfigured VM instance instance-00000029 to attach disk [datastore1] c39e4547-8e68-48d8-905b-520f917aa763/c39e4547-8e68-48d8-905b-520f917aa763.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 827.229366] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cb944e0-63ee-48ca-9f99-cfcba165362c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.236278] env[69365]: DEBUG oslo_vmware.api [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Waiting for the task: (returnval){ [ 827.236278] env[69365]: value = "task-3468831" [ 827.236278] env[69365]: _type = "Task" [ 827.236278] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.245108] env[69365]: DEBUG oslo_vmware.api [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': task-3468831, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.287566] env[69365]: DEBUG nova.network.neutron [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Successfully created port: baad3547-d2f1-4cef-8209-71257f36e626 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 827.300187] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.300481] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31588a92-040d-4f14-bb84-10fa9feae71b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.308883] env[69365]: DEBUG oslo_vmware.api [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Waiting for the task: (returnval){ [ 827.308883] env[69365]: value = "task-3468832" [ 827.308883] env[69365]: _type = "Task" [ 827.308883] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.317504] env[69365]: DEBUG oslo_vmware.api [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': task-3468832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.328833] env[69365]: DEBUG oslo_vmware.api [None req-2ca3b3a8-3039-4e88-8a2c-26b37b2c0158 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Task: {'id': task-3468830, 'name': PowerOffVM_Task, 'duration_secs': 0.19844} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.328833] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ca3b3a8-3039-4e88-8a2c-26b37b2c0158 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.328833] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca3b3a8-3039-4e88-8a2c-26b37b2c0158 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.328833] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8b3fde2-6584-4a99-8f99-c3d9fbe6e27a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.338595] env[69365]: DEBUG nova.network.neutron [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Successfully updated port: 967b8d92-dd27-4384-9cfc-581748f09615 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 827.457936] env[69365]: DEBUG oslo_concurrency.lockutils [req-1bfba739-f5eb-48be-b1d6-62f076974ad5 req-58ee3d08-aa88-4180-b865-f8f18a4425c9 service nova] Releasing lock "refresh_cache-f6b3dab5-04f1-4db5-b4b2-74af69f5c966" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.553925] env[69365]: DEBUG nova.compute.manager [None req-0a6ca7b3-6f50-4bdc-b577-cc6068720087 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 827.554402] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6ca7b3-6f50-4bdc-b577-cc6068720087 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.558830] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a287fdd8-b748-4e0b-bd3d-c14205d68573 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.570120] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6ca7b3-6f50-4bdc-b577-cc6068720087 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.570518] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8fc2f7f-8911-4c4a-9106-b5f033b2de05 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.627722] env[69365]: DEBUG nova.compute.manager [req-406e9b9c-1694-426d-9989-7651e8bc9e58 req-ef5b1934-2022-4716-b49c-f3548bdc9636 service nova] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Received event network-vif-plugged-967b8d92-dd27-4384-9cfc-581748f09615 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.627927] env[69365]: DEBUG oslo_concurrency.lockutils [req-406e9b9c-1694-426d-9989-7651e8bc9e58 req-ef5b1934-2022-4716-b49c-f3548bdc9636 service nova] Acquiring lock "07629f5e-e1b1-4aab-b422-8924b572449b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.628161] env[69365]: DEBUG oslo_concurrency.lockutils [req-406e9b9c-1694-426d-9989-7651e8bc9e58 req-ef5b1934-2022-4716-b49c-f3548bdc9636 service nova] Lock "07629f5e-e1b1-4aab-b422-8924b572449b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.628324] env[69365]: DEBUG oslo_concurrency.lockutils [req-406e9b9c-1694-426d-9989-7651e8bc9e58 req-ef5b1934-2022-4716-b49c-f3548bdc9636 service nova] Lock "07629f5e-e1b1-4aab-b422-8924b572449b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.630549] env[69365]: DEBUG nova.compute.manager [req-406e9b9c-1694-426d-9989-7651e8bc9e58 req-ef5b1934-2022-4716-b49c-f3548bdc9636 service nova] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] No waiting events found dispatching network-vif-plugged-967b8d92-dd27-4384-9cfc-581748f09615 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 827.630549] env[69365]: WARNING nova.compute.manager [req-406e9b9c-1694-426d-9989-7651e8bc9e58 req-ef5b1934-2022-4716-b49c-f3548bdc9636 service nova] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Received unexpected event network-vif-plugged-967b8d92-dd27-4384-9cfc-581748f09615 for instance with vm_state building and task_state spawning. [ 827.669868] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b797bc8-4817-4a27-ba92-3a70b3c0c2e5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.679549] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e67faf-c594-4ecc-a405-69be4f47d2c1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.714704] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e946b806-ae91-4261-8b18-8edaad26e437 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.724085] env[69365]: DEBUG oslo_vmware.api [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523cb8c8-d0d1-7db5-5ef5-04771b101cea, 'name': SearchDatastore_Task, 'duration_secs': 0.014007} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.727106] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.727106] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] f6b3dab5-04f1-4db5-b4b2-74af69f5c966/f6b3dab5-04f1-4db5-b4b2-74af69f5c966.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.727106] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0dbe65bf-b887-44e8-8384-51396f7ef240 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.735963] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a5be31-3cbd-42f3-b004-22892d733ef7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.740192] env[69365]: DEBUG oslo_vmware.api [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 827.740192] env[69365]: value = "task-3468835" [ 827.740192] env[69365]: _type = "Task" [ 827.740192] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.755049] env[69365]: DEBUG nova.compute.provider_tree [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 827.762131] env[69365]: DEBUG oslo_vmware.api [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': task-3468831, 'name': Rename_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.769837] env[69365]: DEBUG oslo_vmware.api [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.818647] env[69365]: DEBUG oslo_vmware.api [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': task-3468832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.837972] env[69365]: DEBUG oslo_concurrency.lockutils [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "refresh_cache-07629f5e-e1b1-4aab-b422-8924b572449b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.838204] env[69365]: DEBUG oslo_concurrency.lockutils [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquired lock "refresh_cache-07629f5e-e1b1-4aab-b422-8924b572449b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.838474] env[69365]: DEBUG nova.network.neutron [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.018172] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "cd6045d8-83e8-4147-8233-1996687bc731" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.018553] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "cd6045d8-83e8-4147-8233-1996687bc731" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.069753] env[69365]: DEBUG nova.compute.manager [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 828.104553] env[69365]: DEBUG nova.virt.hardware [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 828.105270] env[69365]: DEBUG nova.virt.hardware [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 828.105659] env[69365]: DEBUG nova.virt.hardware [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 828.106489] env[69365]: DEBUG nova.virt.hardware [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 828.107016] env[69365]: DEBUG nova.virt.hardware [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 828.107312] env[69365]: DEBUG nova.virt.hardware [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 828.107709] env[69365]: DEBUG nova.virt.hardware [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 828.108060] env[69365]: DEBUG nova.virt.hardware [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 828.108360] env[69365]: DEBUG nova.virt.hardware [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 828.108704] env[69365]: DEBUG nova.virt.hardware [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 828.109016] env[69365]: DEBUG nova.virt.hardware [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 828.113023] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e625e92a-bb89-44dc-a504-b6e116f43f64 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.120888] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4468dcf-ab29-4895-b342-b65a6a39b6eb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.257491] env[69365]: DEBUG oslo_vmware.api [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': task-3468831, 'name': Rename_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.264224] env[69365]: DEBUG nova.scheduler.client.report [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 828.268491] env[69365]: DEBUG oslo_vmware.api [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468835, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.319820] env[69365]: DEBUG oslo_vmware.api [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': task-3468832, 'name': PowerOffVM_Task, 'duration_secs': 0.982477} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.320159] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.320990] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.321919] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6610cea5-2d05-46b0-be28-865d548eddb8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.330382] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.330751] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18e7834d-8237-4b5d-ae68-5cd1fd424ecf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.366178] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.366481] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.366740] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Deleting the datastore file [datastore1] 52dd36de-05c4-482e-9df9-c117e8906b2b {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.367143] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b6a229d-934a-4fab-93e3-7c84b34c143d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.378279] env[69365]: DEBUG oslo_vmware.api [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Waiting for the task: (returnval){ [ 828.378279] env[69365]: value = "task-3468837" [ 828.378279] env[69365]: _type = "Task" [ 828.378279] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.388183] env[69365]: DEBUG oslo_vmware.api [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': task-3468837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.434824] env[69365]: DEBUG nova.network.neutron [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.758158] env[69365]: DEBUG oslo_vmware.api [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.640351} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.758443] env[69365]: DEBUG oslo_vmware.api [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': task-3468831, 'name': Rename_Task, 'duration_secs': 1.116584} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.758864] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] f6b3dab5-04f1-4db5-b4b2-74af69f5c966/f6b3dab5-04f1-4db5-b4b2-74af69f5c966.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.759345] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.759714] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 828.760017] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e072a0a4-1df8-44d9-8926-20546e2a8753 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.762219] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-746d9519-c07b-4801-b326-6f47db1cb79e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.765465] env[69365]: DEBUG nova.network.neutron [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Updating instance_info_cache with network_info: [{"id": "967b8d92-dd27-4384-9cfc-581748f09615", "address": "fa:16:3e:cb:37:c9", "network": {"id": "0a070169-0690-453d-b7d9-d59c0d25b157", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1450700306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2cf307cf4e4974b5e0a86d35a92e32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap967b8d92-dd", "ovs_interfaceid": "967b8d92-dd27-4384-9cfc-581748f09615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.768686] env[69365]: DEBUG oslo_vmware.api [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 828.768686] env[69365]: value = "task-3468838" [ 828.768686] env[69365]: _type = "Task" [ 828.768686] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.773375] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.773924] env[69365]: DEBUG nova.compute.manager [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 828.776869] env[69365]: DEBUG oslo_vmware.api [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Waiting for the task: (returnval){ [ 828.776869] env[69365]: value = "task-3468839" [ 828.776869] env[69365]: _type = "Task" [ 828.776869] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.777569] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d5e35bb-8a96-4ed0-9fbb-b192a2626dcf tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.610s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.777905] env[69365]: DEBUG nova.objects.instance [None req-8d5e35bb-8a96-4ed0-9fbb-b192a2626dcf tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Lazy-loading 'resources' on Instance uuid 9fbb3f83-183f-4e62-bf3e-48cc5431258f {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.787103] env[69365]: DEBUG oslo_vmware.api [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468838, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.792900] env[69365]: DEBUG oslo_vmware.api [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': task-3468839, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.893280] env[69365]: DEBUG oslo_vmware.api [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': task-3468837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129538} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.894197] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 828.894197] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 828.894197] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 828.951461] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca3b3a8-3039-4e88-8a2c-26b37b2c0158 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.951688] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca3b3a8-3039-4e88-8a2c-26b37b2c0158 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.951871] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca3b3a8-3039-4e88-8a2c-26b37b2c0158 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Deleting the datastore file [datastore1] 81f0f421-a960-4ce4-964d-86e334c66838 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.952841] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21189d55-b5cd-4e27-9417-d10c77d8259e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.956230] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6ca7b3-6f50-4bdc-b577-cc6068720087 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.956230] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6ca7b3-6f50-4bdc-b577-cc6068720087 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.956230] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a6ca7b3-6f50-4bdc-b577-cc6068720087 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Deleting the datastore file [datastore2] 126b7d32-2031-47e5-8601-29ec76a05c6c {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.957104] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b72e441-b66d-40a3-9483-e2d9064a069c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.962088] env[69365]: DEBUG oslo_vmware.api [None req-2ca3b3a8-3039-4e88-8a2c-26b37b2c0158 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Waiting for the task: (returnval){ [ 828.962088] env[69365]: value = "task-3468840" [ 828.962088] env[69365]: _type = "Task" [ 828.962088] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.966513] env[69365]: DEBUG oslo_vmware.api [None req-0a6ca7b3-6f50-4bdc-b577-cc6068720087 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 828.966513] env[69365]: value = "task-3468841" [ 828.966513] env[69365]: _type = "Task" [ 828.966513] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.975133] env[69365]: DEBUG oslo_vmware.api [None req-2ca3b3a8-3039-4e88-8a2c-26b37b2c0158 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Task: {'id': task-3468840, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.980838] env[69365]: DEBUG oslo_vmware.api [None req-0a6ca7b3-6f50-4bdc-b577-cc6068720087 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.268929] env[69365]: DEBUG oslo_concurrency.lockutils [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Releasing lock "refresh_cache-07629f5e-e1b1-4aab-b422-8924b572449b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.268929] env[69365]: DEBUG nova.compute.manager [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Instance network_info: |[{"id": "967b8d92-dd27-4384-9cfc-581748f09615", "address": "fa:16:3e:cb:37:c9", "network": {"id": "0a070169-0690-453d-b7d9-d59c0d25b157", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1450700306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2cf307cf4e4974b5e0a86d35a92e32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap967b8d92-dd", "ovs_interfaceid": "967b8d92-dd27-4384-9cfc-581748f09615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 829.269187] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:37:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '967b8d92-dd27-4384-9cfc-581748f09615', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.277387] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Creating folder: Project (8b2cf307cf4e4974b5e0a86d35a92e32). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.278836] env[69365]: DEBUG nova.compute.utils [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 829.280710] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f24517b-7a47-4a3b-9176-9a48eb14137e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.286227] env[69365]: DEBUG nova.compute.manager [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 829.286344] env[69365]: DEBUG nova.network.neutron [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 829.301945] env[69365]: DEBUG oslo_vmware.api [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468838, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184686} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.314101] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.314532] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Created folder: Project (8b2cf307cf4e4974b5e0a86d35a92e32) in parent group-v693134. [ 829.314711] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Creating folder: Instances. Parent ref: group-v693257. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.314933] env[69365]: DEBUG oslo_vmware.api [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': task-3468839, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.316021] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65f00cc-79e0-4e01-8b25-917e1bf6a145 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.321520] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38a09328-930d-4214-84d5-e3ce876e3c5f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.351491] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] f6b3dab5-04f1-4db5-b4b2-74af69f5c966/f6b3dab5-04f1-4db5-b4b2-74af69f5c966.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.352934] env[69365]: DEBUG nova.compute.manager [req-adda43ce-643f-4df3-9432-fa21deae244d req-a9b55bd1-5114-487f-b456-88c5661aa58e service nova] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Received event network-vif-plugged-baad3547-d2f1-4cef-8209-71257f36e626 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.353147] env[69365]: DEBUG oslo_concurrency.lockutils [req-adda43ce-643f-4df3-9432-fa21deae244d req-a9b55bd1-5114-487f-b456-88c5661aa58e service nova] Acquiring lock "43f0d345-d519-4ab3-80a9-4af262e02c5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.353354] env[69365]: DEBUG oslo_concurrency.lockutils [req-adda43ce-643f-4df3-9432-fa21deae244d req-a9b55bd1-5114-487f-b456-88c5661aa58e service nova] Lock "43f0d345-d519-4ab3-80a9-4af262e02c5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.353510] env[69365]: DEBUG oslo_concurrency.lockutils [req-adda43ce-643f-4df3-9432-fa21deae244d req-a9b55bd1-5114-487f-b456-88c5661aa58e service nova] Lock "43f0d345-d519-4ab3-80a9-4af262e02c5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.353697] env[69365]: DEBUG nova.compute.manager [req-adda43ce-643f-4df3-9432-fa21deae244d req-a9b55bd1-5114-487f-b456-88c5661aa58e service nova] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] No waiting events found dispatching network-vif-plugged-baad3547-d2f1-4cef-8209-71257f36e626 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 829.353872] env[69365]: WARNING nova.compute.manager [req-adda43ce-643f-4df3-9432-fa21deae244d req-a9b55bd1-5114-487f-b456-88c5661aa58e service nova] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Received unexpected event network-vif-plugged-baad3547-d2f1-4cef-8209-71257f36e626 for instance with vm_state building and task_state spawning. [ 829.358864] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-136af20a-bd26-4152-ad10-5c50530e48f3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.375580] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Created folder: Instances in parent group-v693257. [ 829.375852] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.376545] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.377262] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd46217c-5fff-416c-badb-ba09c78e7d31 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.397447] env[69365]: DEBUG oslo_vmware.api [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 829.397447] env[69365]: value = "task-3468844" [ 829.397447] env[69365]: _type = "Task" [ 829.397447] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.410745] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.410745] env[69365]: value = "task-3468845" [ 829.410745] env[69365]: _type = "Task" [ 829.410745] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.416469] env[69365]: DEBUG oslo_vmware.api [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468844, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.432634] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468845, 'name': CreateVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.434553] env[69365]: DEBUG nova.policy [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4aa7aa55b2246578bd9341d2fe9e2eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '451f6e3e255944a694ef230ebe100f97', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 829.474739] env[69365]: DEBUG oslo_vmware.api [None req-2ca3b3a8-3039-4e88-8a2c-26b37b2c0158 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Task: {'id': task-3468840, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157732} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.478119] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ca3b3a8-3039-4e88-8a2c-26b37b2c0158 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.478369] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca3b3a8-3039-4e88-8a2c-26b37b2c0158 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.478561] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2ca3b3a8-3039-4e88-8a2c-26b37b2c0158 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.478740] env[69365]: INFO nova.compute.manager [None req-2ca3b3a8-3039-4e88-8a2c-26b37b2c0158 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Took 2.69 seconds to destroy the instance on the hypervisor. [ 829.479314] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ca3b3a8-3039-4e88-8a2c-26b37b2c0158 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.482450] env[69365]: DEBUG nova.compute.manager [-] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.482556] env[69365]: DEBUG nova.network.neutron [-] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.484336] env[69365]: DEBUG oslo_vmware.api [None req-0a6ca7b3-6f50-4bdc-b577-cc6068720087 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3468841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162651} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.484901] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a6ca7b3-6f50-4bdc-b577-cc6068720087 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.485099] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6ca7b3-6f50-4bdc-b577-cc6068720087 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.485279] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0a6ca7b3-6f50-4bdc-b577-cc6068720087 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.487254] env[69365]: INFO nova.compute.manager [None req-0a6ca7b3-6f50-4bdc-b577-cc6068720087 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Took 1.93 seconds to destroy the instance on the hypervisor. [ 829.487254] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a6ca7b3-6f50-4bdc-b577-cc6068720087 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.487254] env[69365]: DEBUG nova.compute.manager [-] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 829.487254] env[69365]: DEBUG nova.network.neutron [-] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 829.507399] env[69365]: DEBUG nova.network.neutron [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Successfully updated port: baad3547-d2f1-4cef-8209-71257f36e626 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 829.783125] env[69365]: DEBUG nova.compute.manager [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 829.802938] env[69365]: DEBUG oslo_vmware.api [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': task-3468839, 'name': PowerOnVM_Task, 'duration_secs': 0.654049} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.803364] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 829.803661] env[69365]: INFO nova.compute.manager [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Took 9.90 seconds to spawn the instance on the hypervisor. [ 829.803963] env[69365]: DEBUG nova.compute.manager [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 829.805756] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b1a2ea-d4d8-4400-b676-2eee76c43c3e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.817961] env[69365]: DEBUG nova.compute.manager [req-1d8fbf77-6857-429b-9482-2a5d5ec4675e req-bd10a2d2-f6a7-4aae-991a-82c6559bf2b4 service nova] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Received event network-changed-967b8d92-dd27-4384-9cfc-581748f09615 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 829.817961] env[69365]: DEBUG nova.compute.manager [req-1d8fbf77-6857-429b-9482-2a5d5ec4675e req-bd10a2d2-f6a7-4aae-991a-82c6559bf2b4 service nova] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Refreshing instance network info cache due to event network-changed-967b8d92-dd27-4384-9cfc-581748f09615. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 829.817961] env[69365]: DEBUG oslo_concurrency.lockutils [req-1d8fbf77-6857-429b-9482-2a5d5ec4675e req-bd10a2d2-f6a7-4aae-991a-82c6559bf2b4 service nova] Acquiring lock "refresh_cache-07629f5e-e1b1-4aab-b422-8924b572449b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.817961] env[69365]: DEBUG oslo_concurrency.lockutils [req-1d8fbf77-6857-429b-9482-2a5d5ec4675e req-bd10a2d2-f6a7-4aae-991a-82c6559bf2b4 service nova] Acquired lock "refresh_cache-07629f5e-e1b1-4aab-b422-8924b572449b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.817961] env[69365]: DEBUG nova.network.neutron [req-1d8fbf77-6857-429b-9482-2a5d5ec4675e req-bd10a2d2-f6a7-4aae-991a-82c6559bf2b4 service nova] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Refreshing network info cache for port 967b8d92-dd27-4384-9cfc-581748f09615 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 829.925122] env[69365]: DEBUG oslo_vmware.api [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468844, 'name': ReconfigVM_Task, 'duration_secs': 0.29} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.934400] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Reconfigured VM instance instance-0000002a to attach disk [datastore1] f6b3dab5-04f1-4db5-b4b2-74af69f5c966/f6b3dab5-04f1-4db5-b4b2-74af69f5c966.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.934400] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bc3a8c4-8b28-4323-af73-0975c336a135 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.943130] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468845, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.945879] env[69365]: DEBUG oslo_vmware.api [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 829.945879] env[69365]: value = "task-3468846" [ 829.945879] env[69365]: _type = "Task" [ 829.945879] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.962461] env[69365]: DEBUG nova.virt.hardware [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 829.962740] env[69365]: DEBUG nova.virt.hardware [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 829.962953] env[69365]: DEBUG nova.virt.hardware [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.964170] env[69365]: DEBUG nova.virt.hardware [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 829.964170] env[69365]: DEBUG nova.virt.hardware [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.964170] env[69365]: DEBUG nova.virt.hardware [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 829.964170] env[69365]: DEBUG nova.virt.hardware [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 829.964170] env[69365]: DEBUG nova.virt.hardware [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 829.964442] env[69365]: DEBUG nova.virt.hardware [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 829.964442] env[69365]: DEBUG nova.virt.hardware [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 829.964682] env[69365]: DEBUG nova.virt.hardware [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 829.965435] env[69365]: DEBUG oslo_vmware.api [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468846, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.966258] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac1e417-c266-4e1e-a550-aaf67f846b48 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.976244] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21312df-2c4c-4eb9-9596-53aecd28392b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.990168] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.996024] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.998836] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.999255] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f56959e-39c4-4f03-8d01-3920ef2d65f3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.013918] env[69365]: DEBUG oslo_concurrency.lockutils [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "refresh_cache-43f0d345-d519-4ab3-80a9-4af262e02c5e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.014054] env[69365]: DEBUG oslo_concurrency.lockutils [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquired lock "refresh_cache-43f0d345-d519-4ab3-80a9-4af262e02c5e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.014175] env[69365]: DEBUG nova.network.neutron [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.020258] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 830.020258] env[69365]: value = "task-3468847" [ 830.020258] env[69365]: _type = "Task" [ 830.020258] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.027958] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468847, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.070752] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d5fe84-effe-4bab-a8da-25f5b36deb02 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.079300] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e6ba4f-6e60-4ef8-860e-cb23b0eefc37 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.114997] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce03618c-9a78-46d0-8bf2-3f2bae5ade6d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.123044] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f13e7d0-1760-45a1-afd0-07999e3a2792 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.138701] env[69365]: DEBUG nova.compute.provider_tree [None req-8d5e35bb-8a96-4ed0-9fbb-b192a2626dcf tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 830.341675] env[69365]: INFO nova.compute.manager [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Took 44.53 seconds to build instance. [ 830.441881] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468845, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.456247] env[69365]: DEBUG oslo_vmware.api [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468846, 'name': Rename_Task, 'duration_secs': 0.145827} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.458315] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.458315] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d39c545d-b532-472f-8baa-cef0479d085e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.468359] env[69365]: DEBUG oslo_vmware.api [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 830.468359] env[69365]: value = "task-3468848" [ 830.468359] env[69365]: _type = "Task" [ 830.468359] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.474753] env[69365]: DEBUG oslo_vmware.api [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.532466] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468847, 'name': CreateVM_Task, 'duration_secs': 0.305126} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.534493] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.535601] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.535601] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.535601] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.535959] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab2f9d55-f367-458e-97e1-bf81f4ee02b2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.541685] env[69365]: DEBUG oslo_vmware.api [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Waiting for the task: (returnval){ [ 830.541685] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5202615a-04d5-3a26-ec0a-b0fb3b6ead6e" [ 830.541685] env[69365]: _type = "Task" [ 830.541685] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.551820] env[69365]: DEBUG oslo_vmware.api [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5202615a-04d5-3a26-ec0a-b0fb3b6ead6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.581246] env[69365]: DEBUG nova.network.neutron [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 830.641611] env[69365]: DEBUG nova.scheduler.client.report [None req-8d5e35bb-8a96-4ed0-9fbb-b192a2626dcf tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 830.676931] env[69365]: DEBUG nova.network.neutron [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Successfully created port: 1e7caead-72ff-40ee-9e2d-cd39ad02bb77 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 830.718156] env[69365]: DEBUG nova.network.neutron [req-1d8fbf77-6857-429b-9482-2a5d5ec4675e req-bd10a2d2-f6a7-4aae-991a-82c6559bf2b4 service nova] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Updated VIF entry in instance network info cache for port 967b8d92-dd27-4384-9cfc-581748f09615. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 830.718156] env[69365]: DEBUG nova.network.neutron [req-1d8fbf77-6857-429b-9482-2a5d5ec4675e req-bd10a2d2-f6a7-4aae-991a-82c6559bf2b4 service nova] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Updating instance_info_cache with network_info: [{"id": "967b8d92-dd27-4384-9cfc-581748f09615", "address": "fa:16:3e:cb:37:c9", "network": {"id": "0a070169-0690-453d-b7d9-d59c0d25b157", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1450700306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2cf307cf4e4974b5e0a86d35a92e32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap967b8d92-dd", "ovs_interfaceid": "967b8d92-dd27-4384-9cfc-581748f09615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.794264] env[69365]: DEBUG nova.compute.manager [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 830.821366] env[69365]: DEBUG nova.network.neutron [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Updating instance_info_cache with network_info: [{"id": "baad3547-d2f1-4cef-8209-71257f36e626", "address": "fa:16:3e:e9:bb:49", "network": {"id": "01234884-b301-4869-b424-4eec87e841e3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1621870660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583b5a35b330466cb14a543a9dca7387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaad3547-d2", "ovs_interfaceid": "baad3547-d2f1-4cef-8209-71257f36e626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.824624] env[69365]: DEBUG nova.virt.hardware [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 830.825106] env[69365]: DEBUG nova.virt.hardware [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 830.825405] env[69365]: DEBUG nova.virt.hardware [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 830.829016] env[69365]: DEBUG nova.virt.hardware [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 830.829016] env[69365]: DEBUG nova.virt.hardware [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 830.829016] env[69365]: DEBUG nova.virt.hardware [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 830.829016] env[69365]: DEBUG nova.virt.hardware [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 830.829016] env[69365]: DEBUG nova.virt.hardware [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 830.829243] env[69365]: DEBUG nova.virt.hardware [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 830.829243] env[69365]: DEBUG nova.virt.hardware [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 830.829243] env[69365]: DEBUG nova.virt.hardware [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 830.829243] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55eb0c89-2874-49dd-a316-b56c829ab736 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.838295] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae13eb1-b3eb-4fe9-a32a-8e9911d5a57a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.843327] env[69365]: DEBUG oslo_concurrency.lockutils [None req-89be228e-768c-4814-9f55-f52be24cb2b2 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Lock "c39e4547-8e68-48d8-905b-520f917aa763" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.453s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.940258] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468845, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.980037] env[69365]: DEBUG oslo_vmware.api [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468848, 'name': PowerOnVM_Task, 'duration_secs': 0.482544} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.980365] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 830.980571] env[69365]: INFO nova.compute.manager [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Took 8.33 seconds to spawn the instance on the hypervisor. [ 830.980751] env[69365]: DEBUG nova.compute.manager [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 830.982171] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff99655-05a9-4952-8c9a-3614d625444c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.047891] env[69365]: DEBUG nova.network.neutron [-] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.057927] env[69365]: DEBUG nova.network.neutron [-] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.058627] env[69365]: DEBUG oslo_vmware.api [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5202615a-04d5-3a26-ec0a-b0fb3b6ead6e, 'name': SearchDatastore_Task, 'duration_secs': 0.009952} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.059149] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.059380] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 831.059607] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.059780] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.059955] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 831.060234] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf0c6e83-137f-4fd4-9812-731161fb0778 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.071270] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 831.071270] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 831.080487] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1eb8c670-13bc-4e32-a214-7fd163c6b3a8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.085973] env[69365]: DEBUG oslo_vmware.api [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Waiting for the task: (returnval){ [ 831.085973] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5206c764-5435-ccc1-f663-163688296a29" [ 831.085973] env[69365]: _type = "Task" [ 831.085973] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.098712] env[69365]: DEBUG oslo_vmware.api [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5206c764-5435-ccc1-f663-163688296a29, 'name': SearchDatastore_Task, 'duration_secs': 0.008722} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.100099] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b21e2e91-179b-4b9d-a43b-09d39fb5fb0d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.105687] env[69365]: DEBUG oslo_vmware.api [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Waiting for the task: (returnval){ [ 831.105687] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52339916-3cec-6d01-2c7d-ce1f294102be" [ 831.105687] env[69365]: _type = "Task" [ 831.105687] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.114806] env[69365]: DEBUG oslo_vmware.api [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52339916-3cec-6d01-2c7d-ce1f294102be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.150019] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d5e35bb-8a96-4ed0-9fbb-b192a2626dcf tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.372s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.156316] env[69365]: DEBUG oslo_concurrency.lockutils [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.973s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.156316] env[69365]: INFO nova.compute.claims [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 831.192044] env[69365]: INFO nova.scheduler.client.report [None req-8d5e35bb-8a96-4ed0-9fbb-b192a2626dcf tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Deleted allocations for instance 9fbb3f83-183f-4e62-bf3e-48cc5431258f [ 831.221359] env[69365]: DEBUG oslo_concurrency.lockutils [req-1d8fbf77-6857-429b-9482-2a5d5ec4675e req-bd10a2d2-f6a7-4aae-991a-82c6559bf2b4 service nova] Releasing lock "refresh_cache-07629f5e-e1b1-4aab-b422-8924b572449b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.323239] env[69365]: DEBUG oslo_concurrency.lockutils [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Releasing lock "refresh_cache-43f0d345-d519-4ab3-80a9-4af262e02c5e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.323610] env[69365]: DEBUG nova.compute.manager [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Instance network_info: |[{"id": "baad3547-d2f1-4cef-8209-71257f36e626", "address": "fa:16:3e:e9:bb:49", "network": {"id": "01234884-b301-4869-b424-4eec87e841e3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1621870660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583b5a35b330466cb14a543a9dca7387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaad3547-d2", "ovs_interfaceid": "baad3547-d2f1-4cef-8209-71257f36e626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 831.324046] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:bb:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '683a619f-b10d-41a3-8c03-4f69f6c9ce53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'baad3547-d2f1-4cef-8209-71257f36e626', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 831.336673] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 831.337556] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 831.337556] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c441d912-bdc2-4002-8e2c-8f2ae8160358 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.357873] env[69365]: DEBUG nova.compute.manager [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 831.365984] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 831.365984] env[69365]: value = "task-3468849" [ 831.365984] env[69365]: _type = "Task" [ 831.365984] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.375892] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468849, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.437328] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468845, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.502367] env[69365]: INFO nova.compute.manager [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Took 41.38 seconds to build instance. [ 831.552211] env[69365]: INFO nova.compute.manager [-] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Took 2.07 seconds to deallocate network for instance. [ 831.559512] env[69365]: INFO nova.compute.manager [-] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Took 2.07 seconds to deallocate network for instance. [ 831.618199] env[69365]: DEBUG oslo_vmware.api [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52339916-3cec-6d01-2c7d-ce1f294102be, 'name': SearchDatastore_Task, 'duration_secs': 0.008987} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.618408] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.618664] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 52dd36de-05c4-482e-9df9-c117e8906b2b/52dd36de-05c4-482e-9df9-c117e8906b2b.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.618912] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ad92f31-5707-4f6b-a0f8-2ae5db63684c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.628470] env[69365]: DEBUG oslo_vmware.api [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Waiting for the task: (returnval){ [ 831.628470] env[69365]: value = "task-3468850" [ 831.628470] env[69365]: _type = "Task" [ 831.628470] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.637568] env[69365]: DEBUG oslo_vmware.api [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': task-3468850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.707548] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d5e35bb-8a96-4ed0-9fbb-b192a2626dcf tempest-ImagesOneServerTestJSON-2017661083 tempest-ImagesOneServerTestJSON-2017661083-project-member] Lock "9fbb3f83-183f-4e62-bf3e-48cc5431258f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.394s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.831359] env[69365]: DEBUG nova.compute.manager [req-43cae396-f367-41c6-a4cc-4ec13e43a016 req-d36460ca-8e6c-4aca-bcb7-dd780d67e7d9 service nova] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Received event network-changed-baad3547-d2f1-4cef-8209-71257f36e626 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.831649] env[69365]: DEBUG nova.compute.manager [req-43cae396-f367-41c6-a4cc-4ec13e43a016 req-d36460ca-8e6c-4aca-bcb7-dd780d67e7d9 service nova] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Refreshing instance network info cache due to event network-changed-baad3547-d2f1-4cef-8209-71257f36e626. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 831.831815] env[69365]: DEBUG oslo_concurrency.lockutils [req-43cae396-f367-41c6-a4cc-4ec13e43a016 req-d36460ca-8e6c-4aca-bcb7-dd780d67e7d9 service nova] Acquiring lock "refresh_cache-43f0d345-d519-4ab3-80a9-4af262e02c5e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.831959] env[69365]: DEBUG oslo_concurrency.lockutils [req-43cae396-f367-41c6-a4cc-4ec13e43a016 req-d36460ca-8e6c-4aca-bcb7-dd780d67e7d9 service nova] Acquired lock "refresh_cache-43f0d345-d519-4ab3-80a9-4af262e02c5e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.832465] env[69365]: DEBUG nova.network.neutron [req-43cae396-f367-41c6-a4cc-4ec13e43a016 req-d36460ca-8e6c-4aca-bcb7-dd780d67e7d9 service nova] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Refreshing network info cache for port baad3547-d2f1-4cef-8209-71257f36e626 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.877832] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468849, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.893830] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.941076] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468845, 'name': CreateVM_Task, 'duration_secs': 2.383859} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.941557] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 831.942029] env[69365]: DEBUG oslo_concurrency.lockutils [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.942243] env[69365]: DEBUG oslo_concurrency.lockutils [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.942596] env[69365]: DEBUG oslo_concurrency.lockutils [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.942938] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88201cb0-86e5-404e-8c6f-08357b565be0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.949032] env[69365]: DEBUG oslo_vmware.api [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 831.949032] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]528e6bfe-5ab7-fe5d-af9d-5f3a7b013aca" [ 831.949032] env[69365]: _type = "Task" [ 831.949032] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.959140] env[69365]: DEBUG oslo_vmware.api [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]528e6bfe-5ab7-fe5d-af9d-5f3a7b013aca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.006442] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e141c391-35b8-4add-9ac7-c14a64477413 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Lock "f6b3dab5-04f1-4db5-b4b2-74af69f5c966" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.991s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.059062] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2ca3b3a8-3039-4e88-8a2c-26b37b2c0158 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.066243] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0a6ca7b3-6f50-4bdc-b577-cc6068720087 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.140879] env[69365]: DEBUG oslo_vmware.api [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': task-3468850, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.379323] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468849, 'name': CreateVM_Task, 'duration_secs': 0.842454} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.379323] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 832.380110] env[69365]: DEBUG oslo_concurrency.lockutils [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.380273] env[69365]: DEBUG oslo_concurrency.lockutils [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.380597] env[69365]: DEBUG oslo_concurrency.lockutils [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.380869] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-233318fc-8c83-4d23-8d6c-ed42ed0e1575 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.388993] env[69365]: DEBUG oslo_vmware.api [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 832.388993] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52ba50fd-db7f-ef94-29d1-581dd07787de" [ 832.388993] env[69365]: _type = "Task" [ 832.388993] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.403074] env[69365]: DEBUG oslo_vmware.api [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52ba50fd-db7f-ef94-29d1-581dd07787de, 'name': SearchDatastore_Task, 'duration_secs': 0.010469} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.407372] env[69365]: DEBUG oslo_concurrency.lockutils [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.408063] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.408938] env[69365]: DEBUG oslo_concurrency.lockutils [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.408938] env[69365]: DEBUG oslo_concurrency.lockutils [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.408938] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.409868] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca0d1f45-8d51-4598-8dde-6d04d0b6bb61 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.419536] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.419747] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.420519] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-882b94e7-d042-4097-bc0a-21c0c248bde6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.428195] env[69365]: DEBUG oslo_vmware.api [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 832.428195] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5241b97f-9a8b-4130-607c-dd46ff1107a9" [ 832.428195] env[69365]: _type = "Task" [ 832.428195] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.441066] env[69365]: DEBUG oslo_vmware.api [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5241b97f-9a8b-4130-607c-dd46ff1107a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.458497] env[69365]: DEBUG nova.compute.manager [req-fa8a4509-8372-4018-9ce7-3a5eb9db2908 req-eb08c508-7907-48c4-8bc0-ea10229ca572 service nova] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Received event network-vif-deleted-feaca870-268c-4077-b2c5-46cc29f57bd6 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.458497] env[69365]: DEBUG nova.compute.manager [req-fa8a4509-8372-4018-9ce7-3a5eb9db2908 req-eb08c508-7907-48c4-8bc0-ea10229ca572 service nova] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Received event network-vif-deleted-e58916e8-062c-4277-89fa-8c407930d32b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 832.466483] env[69365]: DEBUG oslo_vmware.api [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]528e6bfe-5ab7-fe5d-af9d-5f3a7b013aca, 'name': SearchDatastore_Task, 'duration_secs': 0.02088} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.467010] env[69365]: DEBUG oslo_concurrency.lockutils [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.467254] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 832.467508] env[69365]: DEBUG oslo_concurrency.lockutils [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.467703] env[69365]: DEBUG oslo_concurrency.lockutils [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.467932] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 832.468625] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b168c3bc-4f81-4403-9363-2ab24f3a7a46 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.483723] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 832.484671] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 832.484671] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a56365b-6057-4398-8e33-3c0b94fd8e5c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.492901] env[69365]: DEBUG oslo_vmware.api [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 832.492901] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]524ccb1f-3949-017c-09b3-1b38a0bd0909" [ 832.492901] env[69365]: _type = "Task" [ 832.492901] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.500592] env[69365]: DEBUG oslo_vmware.api [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]524ccb1f-3949-017c-09b3-1b38a0bd0909, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.511100] env[69365]: DEBUG nova.compute.manager [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 832.546522] env[69365]: DEBUG nova.network.neutron [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Successfully updated port: 1e7caead-72ff-40ee-9e2d-cd39ad02bb77 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 832.643899] env[69365]: DEBUG oslo_vmware.api [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': task-3468850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53958} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.644979] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 52dd36de-05c4-482e-9df9-c117e8906b2b/52dd36de-05c4-482e-9df9-c117e8906b2b.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.644979] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.644979] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac00a037-3bb0-43ae-9158-70f2c838ff3f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.653891] env[69365]: DEBUG oslo_vmware.api [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Waiting for the task: (returnval){ [ 832.653891] env[69365]: value = "task-3468851" [ 832.653891] env[69365]: _type = "Task" [ 832.653891] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.665477] env[69365]: DEBUG oslo_vmware.api [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': task-3468851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.714777] env[69365]: DEBUG nova.network.neutron [req-43cae396-f367-41c6-a4cc-4ec13e43a016 req-d36460ca-8e6c-4aca-bcb7-dd780d67e7d9 service nova] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Updated VIF entry in instance network info cache for port baad3547-d2f1-4cef-8209-71257f36e626. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.715167] env[69365]: DEBUG nova.network.neutron [req-43cae396-f367-41c6-a4cc-4ec13e43a016 req-d36460ca-8e6c-4aca-bcb7-dd780d67e7d9 service nova] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Updating instance_info_cache with network_info: [{"id": "baad3547-d2f1-4cef-8209-71257f36e626", "address": "fa:16:3e:e9:bb:49", "network": {"id": "01234884-b301-4869-b424-4eec87e841e3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1621870660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583b5a35b330466cb14a543a9dca7387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaad3547-d2", "ovs_interfaceid": "baad3547-d2f1-4cef-8209-71257f36e626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.828525] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08828c94-ced1-4d85-944c-bf108c9a50d5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.836671] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0183fad0-3d9f-46d7-930f-859e13454ebc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.870669] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0083fa4-abf3-4a64-a713-8248eecbc527 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.878358] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf01aee0-f214-4d6f-95d9-9139851e5146 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.892525] env[69365]: DEBUG nova.compute.provider_tree [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.937145] env[69365]: DEBUG oslo_vmware.api [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5241b97f-9a8b-4130-607c-dd46ff1107a9, 'name': SearchDatastore_Task, 'duration_secs': 0.009305} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.937861] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d863ea6e-9fcc-47ae-8047-5e2ce7eecf08 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.943331] env[69365]: DEBUG oslo_vmware.api [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 832.943331] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52acb74d-21e2-81a3-89bd-77244054990c" [ 832.943331] env[69365]: _type = "Task" [ 832.943331] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.951175] env[69365]: DEBUG oslo_vmware.api [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52acb74d-21e2-81a3-89bd-77244054990c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.001860] env[69365]: DEBUG oslo_vmware.api [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]524ccb1f-3949-017c-09b3-1b38a0bd0909, 'name': SearchDatastore_Task, 'duration_secs': 0.009271} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.003078] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e14d98a-b657-4d2d-bc9b-977ddce0a6ce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.008745] env[69365]: DEBUG oslo_vmware.api [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 833.008745] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]526970cf-e431-7e71-805f-1753b245986b" [ 833.008745] env[69365]: _type = "Task" [ 833.008745] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.019088] env[69365]: DEBUG oslo_vmware.api [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]526970cf-e431-7e71-805f-1753b245986b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.036327] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.050438] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Acquiring lock "refresh_cache-bdcd53fc-2733-4e88-8e45-1dcf23f3609d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.050579] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Acquired lock "refresh_cache-bdcd53fc-2733-4e88-8e45-1dcf23f3609d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.050748] env[69365]: DEBUG nova.network.neutron [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 833.163492] env[69365]: DEBUG oslo_vmware.api [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': task-3468851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071243} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.163740] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.164692] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01cdb6e4-678f-4966-8838-cc27a3783db8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.194096] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] 52dd36de-05c4-482e-9df9-c117e8906b2b/52dd36de-05c4-482e-9df9-c117e8906b2b.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.194748] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3adf029-3095-4437-8e1d-742a3dcd2941 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.214770] env[69365]: DEBUG oslo_vmware.api [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Waiting for the task: (returnval){ [ 833.214770] env[69365]: value = "task-3468855" [ 833.214770] env[69365]: _type = "Task" [ 833.214770] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.219783] env[69365]: DEBUG oslo_concurrency.lockutils [req-43cae396-f367-41c6-a4cc-4ec13e43a016 req-d36460ca-8e6c-4aca-bcb7-dd780d67e7d9 service nova] Releasing lock "refresh_cache-43f0d345-d519-4ab3-80a9-4af262e02c5e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.223341] env[69365]: DEBUG oslo_vmware.api [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': task-3468855, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.394810] env[69365]: DEBUG nova.scheduler.client.report [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 833.456313] env[69365]: DEBUG oslo_vmware.api [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52acb74d-21e2-81a3-89bd-77244054990c, 'name': SearchDatastore_Task, 'duration_secs': 0.00895} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.456628] env[69365]: DEBUG oslo_concurrency.lockutils [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.457897] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 43f0d345-d519-4ab3-80a9-4af262e02c5e/43f0d345-d519-4ab3-80a9-4af262e02c5e.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.457897] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dab1b926-0eb9-420a-8c72-2a924e03450b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.466269] env[69365]: DEBUG oslo_vmware.api [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 833.466269] env[69365]: value = "task-3468856" [ 833.466269] env[69365]: _type = "Task" [ 833.466269] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.475850] env[69365]: DEBUG oslo_vmware.api [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468856, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.522274] env[69365]: DEBUG oslo_vmware.api [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]526970cf-e431-7e71-805f-1753b245986b, 'name': SearchDatastore_Task, 'duration_secs': 0.009236} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.522577] env[69365]: DEBUG oslo_concurrency.lockutils [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.522885] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 07629f5e-e1b1-4aab-b422-8924b572449b/07629f5e-e1b1-4aab-b422-8924b572449b.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 833.525132] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a160409b-c4d9-4db1-ab9f-83bb18953cb1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.531967] env[69365]: DEBUG oslo_vmware.api [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 833.531967] env[69365]: value = "task-3468857" [ 833.531967] env[69365]: _type = "Task" [ 833.531967] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.543486] env[69365]: DEBUG oslo_vmware.api [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3468857, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.612041] env[69365]: DEBUG nova.network.neutron [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 833.725563] env[69365]: DEBUG oslo_vmware.api [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': task-3468855, 'name': ReconfigVM_Task, 'duration_secs': 0.418895} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.725836] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Reconfigured VM instance instance-00000028 to attach disk [datastore2] 52dd36de-05c4-482e-9df9-c117e8906b2b/52dd36de-05c4-482e-9df9-c117e8906b2b.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.726491] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cf3e13e2-4b3b-4f3c-99b7-8b561a97c15b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.734100] env[69365]: DEBUG oslo_vmware.api [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Waiting for the task: (returnval){ [ 833.734100] env[69365]: value = "task-3468858" [ 833.734100] env[69365]: _type = "Task" [ 833.734100] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.744560] env[69365]: DEBUG oslo_vmware.api [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': task-3468858, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.791284] env[69365]: DEBUG nova.compute.manager [None req-cc1c868e-a3b4-4242-9b38-1a3b019d5b32 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.793159] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9814bcb6-7b20-4220-9c77-cf74b00839bc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.900447] env[69365]: DEBUG oslo_concurrency.lockutils [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.901377] env[69365]: DEBUG nova.compute.manager [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 833.904776] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a278c6a3-9071-43b7-8436-33821d96ccc7 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.010s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.908304] env[69365]: DEBUG nova.objects.instance [None req-a278c6a3-9071-43b7-8436-33821d96ccc7 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lazy-loading 'resources' on Instance uuid e7eeb8f2-f601-4003-8b7b-db9cadc67a33 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.979129] env[69365]: DEBUG oslo_vmware.api [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468856, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.047019] env[69365]: DEBUG oslo_vmware.api [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3468857, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.244794] env[69365]: DEBUG oslo_vmware.api [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': task-3468858, 'name': Rename_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.292179] env[69365]: DEBUG nova.network.neutron [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Updating instance_info_cache with network_info: [{"id": "1e7caead-72ff-40ee-9e2d-cd39ad02bb77", "address": "fa:16:3e:b8:55:fa", "network": {"id": "1d9246a8-439a-42c2-a6ba-a8d64f3031b5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-38563194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "451f6e3e255944a694ef230ebe100f97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e7caead-72", "ovs_interfaceid": "1e7caead-72ff-40ee-9e2d-cd39ad02bb77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.311497] env[69365]: INFO nova.compute.manager [None req-cc1c868e-a3b4-4242-9b38-1a3b019d5b32 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] instance snapshotting [ 834.318270] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807ae7d0-b622-4504-bb36-3561546addc9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.345494] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabce0bd-b4a5-4570-a543-b2dae10c235d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.411728] env[69365]: DEBUG nova.compute.utils [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 834.416728] env[69365]: DEBUG nova.compute.manager [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 834.417095] env[69365]: DEBUG nova.network.neutron [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 834.444880] env[69365]: DEBUG nova.compute.manager [req-be245054-4090-4a1c-9b40-19849f003b4b req-b71f20f1-73f7-4514-babc-64724565f149 service nova] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Received event network-changed-5e6c01c8-8a99-4361-828f-f40c2d3ececd {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.445178] env[69365]: DEBUG nova.compute.manager [req-be245054-4090-4a1c-9b40-19849f003b4b req-b71f20f1-73f7-4514-babc-64724565f149 service nova] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Refreshing instance network info cache due to event network-changed-5e6c01c8-8a99-4361-828f-f40c2d3ececd. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 834.445295] env[69365]: DEBUG oslo_concurrency.lockutils [req-be245054-4090-4a1c-9b40-19849f003b4b req-b71f20f1-73f7-4514-babc-64724565f149 service nova] Acquiring lock "refresh_cache-598f0b6f-8524-4015-9ab1-7797fc4794b9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.445507] env[69365]: DEBUG oslo_concurrency.lockutils [req-be245054-4090-4a1c-9b40-19849f003b4b req-b71f20f1-73f7-4514-babc-64724565f149 service nova] Acquired lock "refresh_cache-598f0b6f-8524-4015-9ab1-7797fc4794b9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.445586] env[69365]: DEBUG nova.network.neutron [req-be245054-4090-4a1c-9b40-19849f003b4b req-b71f20f1-73f7-4514-babc-64724565f149 service nova] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Refreshing network info cache for port 5e6c01c8-8a99-4361-828f-f40c2d3ececd {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 834.482162] env[69365]: DEBUG oslo_vmware.api [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468856, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646267} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.482460] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 43f0d345-d519-4ab3-80a9-4af262e02c5e/43f0d345-d519-4ab3-80a9-4af262e02c5e.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.482681] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.482983] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05cf9e7d-e182-4954-9eb4-83f6a1ad175c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.490792] env[69365]: DEBUG oslo_vmware.api [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 834.490792] env[69365]: value = "task-3468859" [ 834.490792] env[69365]: _type = "Task" [ 834.490792] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.500920] env[69365]: DEBUG oslo_vmware.api [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.534670] env[69365]: DEBUG nova.policy [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df7599cd53cd4a9c80b875078651c908', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b76251eba3846c38a8af3c67c5134f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 834.544964] env[69365]: DEBUG oslo_vmware.api [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3468857, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639529} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.547698] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 07629f5e-e1b1-4aab-b422-8924b572449b/07629f5e-e1b1-4aab-b422-8924b572449b.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.547930] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 834.548435] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-896899db-7a92-47f9-8557-47829fb8a808 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.559250] env[69365]: DEBUG oslo_vmware.api [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 834.559250] env[69365]: value = "task-3468860" [ 834.559250] env[69365]: _type = "Task" [ 834.559250] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.573439] env[69365]: DEBUG oslo_vmware.api [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3468860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.747187] env[69365]: DEBUG oslo_vmware.api [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': task-3468858, 'name': Rename_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.794538] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Releasing lock "refresh_cache-bdcd53fc-2733-4e88-8e45-1dcf23f3609d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.794869] env[69365]: DEBUG nova.compute.manager [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Instance network_info: |[{"id": "1e7caead-72ff-40ee-9e2d-cd39ad02bb77", "address": "fa:16:3e:b8:55:fa", "network": {"id": "1d9246a8-439a-42c2-a6ba-a8d64f3031b5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-38563194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "451f6e3e255944a694ef230ebe100f97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e7caead-72", "ovs_interfaceid": "1e7caead-72ff-40ee-9e2d-cd39ad02bb77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 834.795326] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:55:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6fb0104-186b-4288-b87e-634893f46f01', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e7caead-72ff-40ee-9e2d-cd39ad02bb77', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 834.803656] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Creating folder: Project (451f6e3e255944a694ef230ebe100f97). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.806475] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7a5aacf-47ea-46f9-b606-5b0abe9a9b7a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.816517] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Created folder: Project (451f6e3e255944a694ef230ebe100f97) in parent group-v693134. [ 834.816764] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Creating folder: Instances. Parent ref: group-v693265. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 834.816958] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c55b3fde-2d45-4bb2-91f9-6f8ff9e73214 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.827999] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Created folder: Instances in parent group-v693265. [ 834.827999] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 834.827999] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 834.827999] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f90e5dc8-7b60-476d-8fb5-ec35f6a3853d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.849693] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 834.849693] env[69365]: value = "task-3468863" [ 834.849693] env[69365]: _type = "Task" [ 834.849693] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.858625] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1c868e-a3b4-4242-9b38-1a3b019d5b32 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 834.858869] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468863, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.861608] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-204324f0-abef-4887-b784-559939bdbba5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.867204] env[69365]: DEBUG oslo_vmware.api [None req-cc1c868e-a3b4-4242-9b38-1a3b019d5b32 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 834.867204] env[69365]: value = "task-3468864" [ 834.867204] env[69365]: _type = "Task" [ 834.867204] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.879667] env[69365]: DEBUG oslo_vmware.api [None req-cc1c868e-a3b4-4242-9b38-1a3b019d5b32 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468864, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.923533] env[69365]: DEBUG nova.compute.manager [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 834.999683] env[69365]: DEBUG oslo_vmware.api [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097554} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.003030] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.004118] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b1560c-76fd-4733-95f3-0d2c31d59f14 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.029382] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 43f0d345-d519-4ab3-80a9-4af262e02c5e/43f0d345-d519-4ab3-80a9-4af262e02c5e.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.034568] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0da3aa39-ab1a-45a6-917c-f7630e4c6549 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.055935] env[69365]: DEBUG oslo_vmware.api [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 835.055935] env[69365]: value = "task-3468865" [ 835.055935] env[69365]: _type = "Task" [ 835.055935] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.073941] env[69365]: DEBUG oslo_vmware.api [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3468860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066269} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.075861] env[69365]: DEBUG oslo_vmware.api [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468865, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.075972] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.082186] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5e17fd-80f9-4fa4-b86e-a37f00341d9c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.105375] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 07629f5e-e1b1-4aab-b422-8924b572449b/07629f5e-e1b1-4aab-b422-8924b572449b.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 835.108775] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3305653-483c-48ff-80bb-2e13d59516f1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.124109] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1c7ea0-9a2b-454c-aaad-2328616cc6b4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.136399] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-239eb029-060e-4c5f-97bc-59e15ee7c100 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.140691] env[69365]: DEBUG oslo_vmware.api [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 835.140691] env[69365]: value = "task-3468866" [ 835.140691] env[69365]: _type = "Task" [ 835.140691] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.194776] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b978ca-5ab4-424e-813f-54cc785ef931 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.201625] env[69365]: DEBUG oslo_vmware.api [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3468866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.206911] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c354eb96-f135-43c0-91e6-24c2fd775cb5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.217340] env[69365]: DEBUG nova.compute.manager [req-dded3258-e991-4d34-985a-4b32761c302a req-7787abbe-f104-4a56-9e34-8072e1ab5d5f service nova] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Received event network-vif-plugged-1e7caead-72ff-40ee-9e2d-cd39ad02bb77 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.217340] env[69365]: DEBUG oslo_concurrency.lockutils [req-dded3258-e991-4d34-985a-4b32761c302a req-7787abbe-f104-4a56-9e34-8072e1ab5d5f service nova] Acquiring lock "bdcd53fc-2733-4e88-8e45-1dcf23f3609d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.217340] env[69365]: DEBUG oslo_concurrency.lockutils [req-dded3258-e991-4d34-985a-4b32761c302a req-7787abbe-f104-4a56-9e34-8072e1ab5d5f service nova] Lock "bdcd53fc-2733-4e88-8e45-1dcf23f3609d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.217340] env[69365]: DEBUG oslo_concurrency.lockutils [req-dded3258-e991-4d34-985a-4b32761c302a req-7787abbe-f104-4a56-9e34-8072e1ab5d5f service nova] Lock "bdcd53fc-2733-4e88-8e45-1dcf23f3609d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.217340] env[69365]: DEBUG nova.compute.manager [req-dded3258-e991-4d34-985a-4b32761c302a req-7787abbe-f104-4a56-9e34-8072e1ab5d5f service nova] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] No waiting events found dispatching network-vif-plugged-1e7caead-72ff-40ee-9e2d-cd39ad02bb77 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 835.217734] env[69365]: WARNING nova.compute.manager [req-dded3258-e991-4d34-985a-4b32761c302a req-7787abbe-f104-4a56-9e34-8072e1ab5d5f service nova] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Received unexpected event network-vif-plugged-1e7caead-72ff-40ee-9e2d-cd39ad02bb77 for instance with vm_state building and task_state spawning. [ 835.217734] env[69365]: DEBUG nova.compute.manager [req-dded3258-e991-4d34-985a-4b32761c302a req-7787abbe-f104-4a56-9e34-8072e1ab5d5f service nova] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Received event network-changed-1e7caead-72ff-40ee-9e2d-cd39ad02bb77 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.217734] env[69365]: DEBUG nova.compute.manager [req-dded3258-e991-4d34-985a-4b32761c302a req-7787abbe-f104-4a56-9e34-8072e1ab5d5f service nova] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Refreshing instance network info cache due to event network-changed-1e7caead-72ff-40ee-9e2d-cd39ad02bb77. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 835.217734] env[69365]: DEBUG oslo_concurrency.lockutils [req-dded3258-e991-4d34-985a-4b32761c302a req-7787abbe-f104-4a56-9e34-8072e1ab5d5f service nova] Acquiring lock "refresh_cache-bdcd53fc-2733-4e88-8e45-1dcf23f3609d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.217734] env[69365]: DEBUG oslo_concurrency.lockutils [req-dded3258-e991-4d34-985a-4b32761c302a req-7787abbe-f104-4a56-9e34-8072e1ab5d5f service nova] Acquired lock "refresh_cache-bdcd53fc-2733-4e88-8e45-1dcf23f3609d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.217871] env[69365]: DEBUG nova.network.neutron [req-dded3258-e991-4d34-985a-4b32761c302a req-7787abbe-f104-4a56-9e34-8072e1ab5d5f service nova] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Refreshing network info cache for port 1e7caead-72ff-40ee-9e2d-cd39ad02bb77 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 835.233028] env[69365]: DEBUG nova.compute.provider_tree [None req-a278c6a3-9071-43b7-8436-33821d96ccc7 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.251495] env[69365]: DEBUG oslo_vmware.api [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': task-3468858, 'name': Rename_Task, 'duration_secs': 1.233546} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.251862] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.252186] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8dc48405-2812-400a-97d4-4e1080925e05 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.259749] env[69365]: DEBUG oslo_vmware.api [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Waiting for the task: (returnval){ [ 835.259749] env[69365]: value = "task-3468867" [ 835.259749] env[69365]: _type = "Task" [ 835.259749] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.269340] env[69365]: DEBUG oslo_vmware.api [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': task-3468867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.330401] env[69365]: DEBUG nova.network.neutron [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Successfully created port: 70ae3bb0-6e0e-43ad-a842-a96b39e2c13a {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.361130] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468863, 'name': CreateVM_Task, 'duration_secs': 0.403559} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.361130] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 835.361130] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.361130] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.361879] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.362316] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00a28210-c728-4dfa-87e0-40a29796d488 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.369406] env[69365]: DEBUG oslo_vmware.api [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Waiting for the task: (returnval){ [ 835.369406] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52eadb28-e37f-bed2-f98f-9b0f0778798f" [ 835.369406] env[69365]: _type = "Task" [ 835.369406] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.383614] env[69365]: DEBUG oslo_vmware.api [None req-cc1c868e-a3b4-4242-9b38-1a3b019d5b32 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468864, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.390077] env[69365]: DEBUG oslo_vmware.api [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52eadb28-e37f-bed2-f98f-9b0f0778798f, 'name': SearchDatastore_Task, 'duration_secs': 0.009786} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.390851] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.391183] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 835.391594] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.391835] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.392093] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 835.392759] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f929f3a3-df17-4e31-9e8b-f340c31930f9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.402181] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 835.402761] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 835.403309] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a955a19f-a526-4ca0-8644-4ac1fb1ce63a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.409286] env[69365]: DEBUG oslo_vmware.api [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Waiting for the task: (returnval){ [ 835.409286] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52be5246-dab9-aaa4-2e3b-f82b4ef6ad6d" [ 835.409286] env[69365]: _type = "Task" [ 835.409286] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.417725] env[69365]: DEBUG oslo_vmware.api [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52be5246-dab9-aaa4-2e3b-f82b4ef6ad6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.445803] env[69365]: DEBUG nova.network.neutron [req-be245054-4090-4a1c-9b40-19849f003b4b req-b71f20f1-73f7-4514-babc-64724565f149 service nova] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Updated VIF entry in instance network info cache for port 5e6c01c8-8a99-4361-828f-f40c2d3ececd. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 835.446279] env[69365]: DEBUG nova.network.neutron [req-be245054-4090-4a1c-9b40-19849f003b4b req-b71f20f1-73f7-4514-babc-64724565f149 service nova] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Updating instance_info_cache with network_info: [{"id": "5e6c01c8-8a99-4361-828f-f40c2d3ececd", "address": "fa:16:3e:46:ed:c3", "network": {"id": "b512aa6e-90a5-4378-8828-e133c4475824", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1566659948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a23499dbec6b45aab53178a6d1cc1b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6c01c8-8a", "ovs_interfaceid": "5e6c01c8-8a99-4361-828f-f40c2d3ececd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.571219] env[69365]: DEBUG oslo_vmware.api [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468865, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.653977] env[69365]: DEBUG oslo_vmware.api [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3468866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.736220] env[69365]: DEBUG nova.scheduler.client.report [None req-a278c6a3-9071-43b7-8436-33821d96ccc7 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.775210] env[69365]: DEBUG oslo_vmware.api [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': task-3468867, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.881534] env[69365]: DEBUG oslo_vmware.api [None req-cc1c868e-a3b4-4242-9b38-1a3b019d5b32 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468864, 'name': CreateSnapshot_Task, 'duration_secs': 0.704104} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.881534] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1c868e-a3b4-4242-9b38-1a3b019d5b32 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 835.882259] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d8b7b6-1562-45c5-9de6-55485d1f88c7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.924886] env[69365]: DEBUG oslo_vmware.api [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52be5246-dab9-aaa4-2e3b-f82b4ef6ad6d, 'name': SearchDatastore_Task, 'duration_secs': 0.009533} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.924886] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41025ec3-c2fe-48c1-8ed5-3a1cdec25989 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.929148] env[69365]: DEBUG oslo_vmware.api [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Waiting for the task: (returnval){ [ 835.929148] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]525888cc-c800-c736-7a69-9ad28f3075f6" [ 835.929148] env[69365]: _type = "Task" [ 835.929148] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.933562] env[69365]: DEBUG nova.compute.manager [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 835.943714] env[69365]: DEBUG oslo_vmware.api [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]525888cc-c800-c736-7a69-9ad28f3075f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.949231] env[69365]: DEBUG oslo_concurrency.lockutils [req-be245054-4090-4a1c-9b40-19849f003b4b req-b71f20f1-73f7-4514-babc-64724565f149 service nova] Releasing lock "refresh_cache-598f0b6f-8524-4015-9ab1-7797fc4794b9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.976634] env[69365]: DEBUG nova.virt.hardware [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.976982] env[69365]: DEBUG nova.virt.hardware [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.977229] env[69365]: DEBUG nova.virt.hardware [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.977551] env[69365]: DEBUG nova.virt.hardware [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.977787] env[69365]: DEBUG nova.virt.hardware [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.977991] env[69365]: DEBUG nova.virt.hardware [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.978348] env[69365]: DEBUG nova.virt.hardware [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.978581] env[69365]: DEBUG nova.virt.hardware [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.978870] env[69365]: DEBUG nova.virt.hardware [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.979147] env[69365]: DEBUG nova.virt.hardware [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.979437] env[69365]: DEBUG nova.virt.hardware [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.980703] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd72f512-b957-4473-ab3a-4bec00843688 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.986104] env[69365]: DEBUG nova.network.neutron [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Successfully created port: 98deaf3e-661b-4e5f-8efd-0a3868f0716e {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 835.993923] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63767152-7c64-47f9-ab93-be8e6f43f766 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.070174] env[69365]: DEBUG oslo_vmware.api [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468865, 'name': ReconfigVM_Task, 'duration_secs': 0.635966} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.070716] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 43f0d345-d519-4ab3-80a9-4af262e02c5e/43f0d345-d519-4ab3-80a9-4af262e02c5e.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.071798] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df37182f-4e20-4ca2-9470-179998c3bebb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.082750] env[69365]: DEBUG oslo_vmware.api [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 836.082750] env[69365]: value = "task-3468869" [ 836.082750] env[69365]: _type = "Task" [ 836.082750] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.097275] env[69365]: DEBUG oslo_vmware.api [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468869, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.150704] env[69365]: DEBUG oslo_vmware.api [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3468866, 'name': ReconfigVM_Task, 'duration_secs': 0.63393} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.151013] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 07629f5e-e1b1-4aab-b422-8924b572449b/07629f5e-e1b1-4aab-b422-8924b572449b.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.151617] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-190aff21-b85e-4cbd-b37b-a0ade28b7208 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.157562] env[69365]: DEBUG oslo_vmware.api [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 836.157562] env[69365]: value = "task-3468870" [ 836.157562] env[69365]: _type = "Task" [ 836.157562] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.165734] env[69365]: DEBUG oslo_vmware.api [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3468870, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.166571] env[69365]: DEBUG nova.network.neutron [req-dded3258-e991-4d34-985a-4b32761c302a req-7787abbe-f104-4a56-9e34-8072e1ab5d5f service nova] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Updated VIF entry in instance network info cache for port 1e7caead-72ff-40ee-9e2d-cd39ad02bb77. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 836.166894] env[69365]: DEBUG nova.network.neutron [req-dded3258-e991-4d34-985a-4b32761c302a req-7787abbe-f104-4a56-9e34-8072e1ab5d5f service nova] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Updating instance_info_cache with network_info: [{"id": "1e7caead-72ff-40ee-9e2d-cd39ad02bb77", "address": "fa:16:3e:b8:55:fa", "network": {"id": "1d9246a8-439a-42c2-a6ba-a8d64f3031b5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-38563194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "451f6e3e255944a694ef230ebe100f97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e7caead-72", "ovs_interfaceid": "1e7caead-72ff-40ee-9e2d-cd39ad02bb77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.241021] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a278c6a3-9071-43b7-8436-33821d96ccc7 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.336s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.243546] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.767s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.243747] env[69365]: DEBUG nova.objects.instance [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69365) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 836.273804] env[69365]: DEBUG oslo_vmware.api [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': task-3468867, 'name': PowerOnVM_Task, 'duration_secs': 0.85288} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.274862] env[69365]: INFO nova.scheduler.client.report [None req-a278c6a3-9071-43b7-8436-33821d96ccc7 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Deleted allocations for instance e7eeb8f2-f601-4003-8b7b-db9cadc67a33 [ 836.275892] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.276681] env[69365]: DEBUG nova.compute.manager [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.277301] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d946810-7ad7-477b-8ad0-e98a7d1b109c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.284257] env[69365]: DEBUG nova.network.neutron [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Successfully created port: 1506a0ba-73bc-47b9-837e-f6bd5fecb8aa {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.408952] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1c868e-a3b4-4242-9b38-1a3b019d5b32 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 836.409300] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7f0865ab-3266-4960-a6d5-0dff5aebab02 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.419086] env[69365]: DEBUG oslo_vmware.api [None req-cc1c868e-a3b4-4242-9b38-1a3b019d5b32 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 836.419086] env[69365]: value = "task-3468871" [ 836.419086] env[69365]: _type = "Task" [ 836.419086] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.437752] env[69365]: DEBUG oslo_vmware.api [None req-cc1c868e-a3b4-4242-9b38-1a3b019d5b32 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468871, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.444068] env[69365]: DEBUG oslo_vmware.api [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]525888cc-c800-c736-7a69-9ad28f3075f6, 'name': SearchDatastore_Task, 'duration_secs': 0.031639} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.444294] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.444573] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] bdcd53fc-2733-4e88-8e45-1dcf23f3609d/bdcd53fc-2733-4e88-8e45-1dcf23f3609d.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 836.445232] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b3953be-e533-4629-9f47-21095b1b23b8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.452920] env[69365]: DEBUG oslo_vmware.api [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Waiting for the task: (returnval){ [ 836.452920] env[69365]: value = "task-3468872" [ 836.452920] env[69365]: _type = "Task" [ 836.452920] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.462968] env[69365]: DEBUG oslo_vmware.api [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Task: {'id': task-3468872, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.596409] env[69365]: DEBUG oslo_vmware.api [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468869, 'name': Rename_Task, 'duration_secs': 0.274766} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.596409] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.596409] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f42c8e3-af82-475a-ad4d-836b72089b12 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.604078] env[69365]: DEBUG oslo_vmware.api [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 836.604078] env[69365]: value = "task-3468873" [ 836.604078] env[69365]: _type = "Task" [ 836.604078] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.620400] env[69365]: DEBUG oslo_vmware.api [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468873, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.668171] env[69365]: DEBUG oslo_vmware.api [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3468870, 'name': Rename_Task, 'duration_secs': 0.223464} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.668513] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 836.668789] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc23ece5-0859-498b-a7da-8aa9b55043c7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.671781] env[69365]: DEBUG oslo_concurrency.lockutils [req-dded3258-e991-4d34-985a-4b32761c302a req-7787abbe-f104-4a56-9e34-8072e1ab5d5f service nova] Releasing lock "refresh_cache-bdcd53fc-2733-4e88-8e45-1dcf23f3609d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.677714] env[69365]: DEBUG oslo_vmware.api [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 836.677714] env[69365]: value = "task-3468874" [ 836.677714] env[69365]: _type = "Task" [ 836.677714] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.687205] env[69365]: DEBUG oslo_vmware.api [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3468874, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.803550] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a278c6a3-9071-43b7-8436-33821d96ccc7 tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lock "e7eeb8f2-f601-4003-8b7b-db9cadc67a33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.103s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.808935] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.932124] env[69365]: DEBUG oslo_vmware.api [None req-cc1c868e-a3b4-4242-9b38-1a3b019d5b32 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468871, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.965707] env[69365]: DEBUG oslo_vmware.api [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Task: {'id': task-3468872, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.969571] env[69365]: DEBUG nova.compute.manager [req-7cd3e155-0c11-4cf3-a5cd-5631e94dc81b req-7e2b9a52-4054-4016-8b33-3cab13d2eedf service nova] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Received event network-changed-5e6c01c8-8a99-4361-828f-f40c2d3ececd {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 836.969876] env[69365]: DEBUG nova.compute.manager [req-7cd3e155-0c11-4cf3-a5cd-5631e94dc81b req-7e2b9a52-4054-4016-8b33-3cab13d2eedf service nova] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Refreshing instance network info cache due to event network-changed-5e6c01c8-8a99-4361-828f-f40c2d3ececd. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 836.970145] env[69365]: DEBUG oslo_concurrency.lockutils [req-7cd3e155-0c11-4cf3-a5cd-5631e94dc81b req-7e2b9a52-4054-4016-8b33-3cab13d2eedf service nova] Acquiring lock "refresh_cache-598f0b6f-8524-4015-9ab1-7797fc4794b9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.970353] env[69365]: DEBUG oslo_concurrency.lockutils [req-7cd3e155-0c11-4cf3-a5cd-5631e94dc81b req-7e2b9a52-4054-4016-8b33-3cab13d2eedf service nova] Acquired lock "refresh_cache-598f0b6f-8524-4015-9ab1-7797fc4794b9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.970576] env[69365]: DEBUG nova.network.neutron [req-7cd3e155-0c11-4cf3-a5cd-5631e94dc81b req-7e2b9a52-4054-4016-8b33-3cab13d2eedf service nova] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Refreshing network info cache for port 5e6c01c8-8a99-4361-828f-f40c2d3ececd {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.119482] env[69365]: DEBUG oslo_vmware.api [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468873, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.190227] env[69365]: DEBUG oslo_vmware.api [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3468874, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.257632] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b918e4e-0ad1-4537-af3c-ee3f6db6eb70 tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.258882] env[69365]: DEBUG oslo_concurrency.lockutils [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.304s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.266026] env[69365]: INFO nova.compute.claims [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 837.432113] env[69365]: DEBUG oslo_vmware.api [None req-cc1c868e-a3b4-4242-9b38-1a3b019d5b32 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468871, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.465364] env[69365]: DEBUG oslo_vmware.api [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Task: {'id': task-3468872, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636664} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.465630] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] bdcd53fc-2733-4e88-8e45-1dcf23f3609d/bdcd53fc-2733-4e88-8e45-1dcf23f3609d.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.465851] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.466122] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ec0f82d-5838-48d8-9b57-42d1a2a5d14c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.475377] env[69365]: DEBUG oslo_vmware.api [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Waiting for the task: (returnval){ [ 837.475377] env[69365]: value = "task-3468875" [ 837.475377] env[69365]: _type = "Task" [ 837.475377] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.484452] env[69365]: DEBUG oslo_vmware.api [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Task: {'id': task-3468875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.616927] env[69365]: DEBUG oslo_vmware.api [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468873, 'name': PowerOnVM_Task, 'duration_secs': 0.836889} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.617338] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.617559] env[69365]: INFO nova.compute.manager [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Took 9.55 seconds to spawn the instance on the hypervisor. [ 837.617738] env[69365]: DEBUG nova.compute.manager [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.618598] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483ddaac-b884-456c-8f94-62f8ee62b6e7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.693480] env[69365]: DEBUG oslo_vmware.api [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3468874, 'name': PowerOnVM_Task, 'duration_secs': 0.655182} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.694056] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 837.696170] env[69365]: INFO nova.compute.manager [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Took 12.34 seconds to spawn the instance on the hypervisor. [ 837.696170] env[69365]: DEBUG nova.compute.manager [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 837.696170] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20112c72-25bf-4217-a899-d32670237071 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.886610] env[69365]: DEBUG oslo_concurrency.lockutils [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Acquiring lock "52dd36de-05c4-482e-9df9-c117e8906b2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.886900] env[69365]: DEBUG oslo_concurrency.lockutils [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Lock "52dd36de-05c4-482e-9df9-c117e8906b2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.887306] env[69365]: DEBUG oslo_concurrency.lockutils [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Acquiring lock "52dd36de-05c4-482e-9df9-c117e8906b2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.887570] env[69365]: DEBUG oslo_concurrency.lockutils [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Lock "52dd36de-05c4-482e-9df9-c117e8906b2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.887780] env[69365]: DEBUG oslo_concurrency.lockutils [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Lock "52dd36de-05c4-482e-9df9-c117e8906b2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.890383] env[69365]: INFO nova.compute.manager [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Terminating instance [ 837.899868] env[69365]: DEBUG nova.network.neutron [req-7cd3e155-0c11-4cf3-a5cd-5631e94dc81b req-7e2b9a52-4054-4016-8b33-3cab13d2eedf service nova] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Updated VIF entry in instance network info cache for port 5e6c01c8-8a99-4361-828f-f40c2d3ececd. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 837.900213] env[69365]: DEBUG nova.network.neutron [req-7cd3e155-0c11-4cf3-a5cd-5631e94dc81b req-7e2b9a52-4054-4016-8b33-3cab13d2eedf service nova] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Updating instance_info_cache with network_info: [{"id": "5e6c01c8-8a99-4361-828f-f40c2d3ececd", "address": "fa:16:3e:46:ed:c3", "network": {"id": "b512aa6e-90a5-4378-8828-e133c4475824", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1566659948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a23499dbec6b45aab53178a6d1cc1b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6c01c8-8a", "ovs_interfaceid": "5e6c01c8-8a99-4361-828f-f40c2d3ececd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.932858] env[69365]: DEBUG oslo_vmware.api [None req-cc1c868e-a3b4-4242-9b38-1a3b019d5b32 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468871, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.985721] env[69365]: DEBUG oslo_vmware.api [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Task: {'id': task-3468875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067335} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.985996] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 837.988308] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e05700-dbfc-4f6d-b5c7-4b1149c20060 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.017467] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] bdcd53fc-2733-4e88-8e45-1dcf23f3609d/bdcd53fc-2733-4e88-8e45-1dcf23f3609d.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.019366] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-625f0f22-061f-4d67-9731-5b10b27bc3b5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.048025] env[69365]: DEBUG oslo_vmware.api [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Waiting for the task: (returnval){ [ 838.048025] env[69365]: value = "task-3468877" [ 838.048025] env[69365]: _type = "Task" [ 838.048025] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.056675] env[69365]: DEBUG oslo_vmware.api [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Task: {'id': task-3468877, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.140048] env[69365]: INFO nova.compute.manager [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Took 40.77 seconds to build instance. [ 838.222080] env[69365]: INFO nova.compute.manager [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Took 45.98 seconds to build instance. [ 838.346589] env[69365]: DEBUG nova.network.neutron [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Successfully updated port: 70ae3bb0-6e0e-43ad-a842-a96b39e2c13a {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 838.396024] env[69365]: DEBUG oslo_concurrency.lockutils [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Acquiring lock "refresh_cache-52dd36de-05c4-482e-9df9-c117e8906b2b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.396024] env[69365]: DEBUG oslo_concurrency.lockutils [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Acquired lock "refresh_cache-52dd36de-05c4-482e-9df9-c117e8906b2b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.396024] env[69365]: DEBUG nova.network.neutron [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.406946] env[69365]: DEBUG oslo_concurrency.lockutils [req-7cd3e155-0c11-4cf3-a5cd-5631e94dc81b req-7e2b9a52-4054-4016-8b33-3cab13d2eedf service nova] Releasing lock "refresh_cache-598f0b6f-8524-4015-9ab1-7797fc4794b9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.407082] env[69365]: DEBUG nova.compute.manager [req-7cd3e155-0c11-4cf3-a5cd-5631e94dc81b req-7e2b9a52-4054-4016-8b33-3cab13d2eedf service nova] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Received event network-changed-380bb886-614b-4056-a9d4-3870840d28d7 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 838.408034] env[69365]: DEBUG nova.compute.manager [req-7cd3e155-0c11-4cf3-a5cd-5631e94dc81b req-7e2b9a52-4054-4016-8b33-3cab13d2eedf service nova] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Refreshing instance network info cache due to event network-changed-380bb886-614b-4056-a9d4-3870840d28d7. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 838.408034] env[69365]: DEBUG oslo_concurrency.lockutils [req-7cd3e155-0c11-4cf3-a5cd-5631e94dc81b req-7e2b9a52-4054-4016-8b33-3cab13d2eedf service nova] Acquiring lock "refresh_cache-c39e4547-8e68-48d8-905b-520f917aa763" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.408034] env[69365]: DEBUG oslo_concurrency.lockutils [req-7cd3e155-0c11-4cf3-a5cd-5631e94dc81b req-7e2b9a52-4054-4016-8b33-3cab13d2eedf service nova] Acquired lock "refresh_cache-c39e4547-8e68-48d8-905b-520f917aa763" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.408034] env[69365]: DEBUG nova.network.neutron [req-7cd3e155-0c11-4cf3-a5cd-5631e94dc81b req-7e2b9a52-4054-4016-8b33-3cab13d2eedf service nova] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Refreshing network info cache for port 380bb886-614b-4056-a9d4-3870840d28d7 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 838.440413] env[69365]: DEBUG oslo_vmware.api [None req-cc1c868e-a3b4-4242-9b38-1a3b019d5b32 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468871, 'name': CloneVM_Task} progress is 95%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.546418] env[69365]: DEBUG oslo_concurrency.lockutils [None req-abe3373d-a868-4163-a289-1e321208d6cc tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquiring lock "f76bd555-830a-477a-b202-a54d3090c8d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.546697] env[69365]: DEBUG oslo_concurrency.lockutils [None req-abe3373d-a868-4163-a289-1e321208d6cc tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lock "f76bd555-830a-477a-b202-a54d3090c8d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.546897] env[69365]: DEBUG oslo_concurrency.lockutils [None req-abe3373d-a868-4163-a289-1e321208d6cc tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquiring lock "f76bd555-830a-477a-b202-a54d3090c8d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.547091] env[69365]: DEBUG oslo_concurrency.lockutils [None req-abe3373d-a868-4163-a289-1e321208d6cc tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lock "f76bd555-830a-477a-b202-a54d3090c8d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.547259] env[69365]: DEBUG oslo_concurrency.lockutils [None req-abe3373d-a868-4163-a289-1e321208d6cc tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lock "f76bd555-830a-477a-b202-a54d3090c8d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.552784] env[69365]: INFO nova.compute.manager [None req-abe3373d-a868-4163-a289-1e321208d6cc tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Terminating instance [ 838.559400] env[69365]: DEBUG oslo_vmware.api [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Task: {'id': task-3468877, 'name': ReconfigVM_Task, 'duration_secs': 0.273139} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.559986] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Reconfigured VM instance instance-0000002d to attach disk [datastore2] bdcd53fc-2733-4e88-8e45-1dcf23f3609d/bdcd53fc-2733-4e88-8e45-1dcf23f3609d.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 838.560635] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c286475-3142-4e90-bddf-9fb1d9d60b8f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.569399] env[69365]: DEBUG oslo_vmware.api [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Waiting for the task: (returnval){ [ 838.569399] env[69365]: value = "task-3468878" [ 838.569399] env[69365]: _type = "Task" [ 838.569399] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.578577] env[69365]: DEBUG oslo_vmware.api [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Task: {'id': task-3468878, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.642278] env[69365]: DEBUG oslo_concurrency.lockutils [None req-db64fe4c-e590-4036-a8f4-9b7ef06e9816 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "43f0d345-d519-4ab3-80a9-4af262e02c5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.549s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.724384] env[69365]: DEBUG oslo_concurrency.lockutils [None req-efa008a0-ab71-4a49-b533-483467a5d69d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "07629f5e-e1b1-4aab-b422-8924b572449b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.955s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.889220] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7e7cc9-10a6-4545-a6e1-d6905da3186e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.898210] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e6173a-97b7-4be4-b66e-c1636cf5861b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.945118] env[69365]: DEBUG nova.network.neutron [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.950157] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68523416-6cff-4e02-8494-e3edfc4d0df2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.963753] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc7d9ee-403b-4cf0-bc43-48e0a9ce3d19 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.967818] env[69365]: DEBUG oslo_vmware.api [None req-cc1c868e-a3b4-4242-9b38-1a3b019d5b32 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468871, 'name': CloneVM_Task, 'duration_secs': 2.207097} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.968128] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-cc1c868e-a3b4-4242-9b38-1a3b019d5b32 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Created linked-clone VM from snapshot [ 838.969277] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cffff3a-a8c7-4c84-951e-e0d882ea3592 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.984415] env[69365]: DEBUG nova.compute.provider_tree [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 838.991223] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-cc1c868e-a3b4-4242-9b38-1a3b019d5b32 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Uploading image 3aa48d1b-0167-4945-ac72-8c74474dafd4 {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 839.003781] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc1c868e-a3b4-4242-9b38-1a3b019d5b32 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 839.004163] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e69c2f22-487d-44ba-90f1-dcdc4657d636 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.011260] env[69365]: DEBUG oslo_vmware.api [None req-cc1c868e-a3b4-4242-9b38-1a3b019d5b32 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 839.011260] env[69365]: value = "task-3468879" [ 839.011260] env[69365]: _type = "Task" [ 839.011260] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.020426] env[69365]: DEBUG oslo_vmware.api [None req-cc1c868e-a3b4-4242-9b38-1a3b019d5b32 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468879, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.050431] env[69365]: DEBUG nova.network.neutron [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.060323] env[69365]: DEBUG nova.compute.manager [None req-abe3373d-a868-4163-a289-1e321208d6cc tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.061629] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-abe3373d-a868-4163-a289-1e321208d6cc tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.061809] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a26d288-23b7-4f0d-8022-381a7e1326e1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.071160] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe3373d-a868-4163-a289-1e321208d6cc tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.074459] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4eb1e1c-081b-450a-b7b7-059361080551 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.082050] env[69365]: DEBUG oslo_vmware.api [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Task: {'id': task-3468878, 'name': Rename_Task, 'duration_secs': 0.167025} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.083159] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 839.083495] env[69365]: DEBUG oslo_vmware.api [None req-abe3373d-a868-4163-a289-1e321208d6cc tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for the task: (returnval){ [ 839.083495] env[69365]: value = "task-3468880" [ 839.083495] env[69365]: _type = "Task" [ 839.083495] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.083788] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-674bf7d1-e8e8-4dd3-a561-8002cc2ed1bc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.097419] env[69365]: DEBUG oslo_vmware.api [None req-abe3373d-a868-4163-a289-1e321208d6cc tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.098872] env[69365]: DEBUG oslo_vmware.api [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Waiting for the task: (returnval){ [ 839.098872] env[69365]: value = "task-3468881" [ 839.098872] env[69365]: _type = "Task" [ 839.098872] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.107577] env[69365]: DEBUG oslo_vmware.api [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Task: {'id': task-3468881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.145198] env[69365]: DEBUG nova.compute.manager [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.230518] env[69365]: DEBUG nova.compute.manager [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 839.250147] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0c81afd0-ea85-4115-85d3-00ae34c60cab tempest-ServersAdminTestJSON-117784621 tempest-ServersAdminTestJSON-117784621-project-admin] Acquiring lock "refresh_cache-43f0d345-d519-4ab3-80a9-4af262e02c5e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.250351] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0c81afd0-ea85-4115-85d3-00ae34c60cab tempest-ServersAdminTestJSON-117784621 tempest-ServersAdminTestJSON-117784621-project-admin] Acquired lock "refresh_cache-43f0d345-d519-4ab3-80a9-4af262e02c5e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.250578] env[69365]: DEBUG nova.network.neutron [None req-0c81afd0-ea85-4115-85d3-00ae34c60cab tempest-ServersAdminTestJSON-117784621 tempest-ServersAdminTestJSON-117784621-project-admin] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.288551] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ccec58bc-24bd-4f6f-88c9-5487b3012442 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Acquiring lock "c39e4547-8e68-48d8-905b-520f917aa763" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.288874] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ccec58bc-24bd-4f6f-88c9-5487b3012442 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Lock "c39e4547-8e68-48d8-905b-520f917aa763" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.289183] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ccec58bc-24bd-4f6f-88c9-5487b3012442 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Acquiring lock "c39e4547-8e68-48d8-905b-520f917aa763-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.289419] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ccec58bc-24bd-4f6f-88c9-5487b3012442 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Lock "c39e4547-8e68-48d8-905b-520f917aa763-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.289625] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ccec58bc-24bd-4f6f-88c9-5487b3012442 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Lock "c39e4547-8e68-48d8-905b-520f917aa763-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.292310] env[69365]: INFO nova.compute.manager [None req-ccec58bc-24bd-4f6f-88c9-5487b3012442 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Terminating instance [ 839.487850] env[69365]: DEBUG nova.scheduler.client.report [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.523183] env[69365]: DEBUG oslo_vmware.api [None req-cc1c868e-a3b4-4242-9b38-1a3b019d5b32 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468879, 'name': Destroy_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.553065] env[69365]: DEBUG oslo_concurrency.lockutils [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Releasing lock "refresh_cache-52dd36de-05c4-482e-9df9-c117e8906b2b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.553534] env[69365]: DEBUG nova.compute.manager [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.553731] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.554647] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa855825-5a5d-47f1-a21e-3fd641a6f33d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.562909] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.563190] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98d7ec78-18a3-40ec-9551-2d1aedbee954 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.570039] env[69365]: DEBUG oslo_vmware.api [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Waiting for the task: (returnval){ [ 839.570039] env[69365]: value = "task-3468882" [ 839.570039] env[69365]: _type = "Task" [ 839.570039] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.579366] env[69365]: DEBUG oslo_vmware.api [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': task-3468882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.602020] env[69365]: DEBUG oslo_vmware.api [None req-abe3373d-a868-4163-a289-1e321208d6cc tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468880, 'name': PowerOffVM_Task, 'duration_secs': 0.242155} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.602020] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-abe3373d-a868-4163-a289-1e321208d6cc tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 839.602020] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-abe3373d-a868-4163-a289-1e321208d6cc tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 839.603796] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a24bc20-4116-41e6-b96a-1b6e384e55f4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.611157] env[69365]: DEBUG oslo_vmware.api [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Task: {'id': task-3468881, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.670184] env[69365]: DEBUG oslo_concurrency.lockutils [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.710979] env[69365]: DEBUG nova.network.neutron [req-7cd3e155-0c11-4cf3-a5cd-5631e94dc81b req-7e2b9a52-4054-4016-8b33-3cab13d2eedf service nova] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Updated VIF entry in instance network info cache for port 380bb886-614b-4056-a9d4-3870840d28d7. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 839.711471] env[69365]: DEBUG nova.network.neutron [req-7cd3e155-0c11-4cf3-a5cd-5631e94dc81b req-7e2b9a52-4054-4016-8b33-3cab13d2eedf service nova] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Updating instance_info_cache with network_info: [{"id": "380bb886-614b-4056-a9d4-3870840d28d7", "address": "fa:16:3e:59:b8:fa", "network": {"id": "b512aa6e-90a5-4378-8828-e133c4475824", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1566659948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a23499dbec6b45aab53178a6d1cc1b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap380bb886-61", "ovs_interfaceid": "380bb886-614b-4056-a9d4-3870840d28d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.757633] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.800152] env[69365]: DEBUG nova.compute.manager [None req-ccec58bc-24bd-4f6f-88c9-5487b3012442 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 839.800453] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ccec58bc-24bd-4f6f-88c9-5487b3012442 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 839.803780] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2937e49-4d45-4347-a62a-7b6bd53b8534 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.812398] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccec58bc-24bd-4f6f-88c9-5487b3012442 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 839.813736] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3bb0caa-4fe2-4975-a399-a1eec336bc1f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.817043] env[69365]: DEBUG nova.compute.manager [req-0cbd0298-7367-4bcb-86c8-9f279ecf0586 req-c170bc69-3783-4c7a-b4f6-304f2d2ffd05 service nova] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Received event network-changed-380bb886-614b-4056-a9d4-3870840d28d7 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 839.817200] env[69365]: DEBUG nova.compute.manager [req-0cbd0298-7367-4bcb-86c8-9f279ecf0586 req-c170bc69-3783-4c7a-b4f6-304f2d2ffd05 service nova] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Refreshing instance network info cache due to event network-changed-380bb886-614b-4056-a9d4-3870840d28d7. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 839.817508] env[69365]: DEBUG oslo_concurrency.lockutils [req-0cbd0298-7367-4bcb-86c8-9f279ecf0586 req-c170bc69-3783-4c7a-b4f6-304f2d2ffd05 service nova] Acquiring lock "refresh_cache-c39e4547-8e68-48d8-905b-520f917aa763" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.824063] env[69365]: DEBUG oslo_vmware.api [None req-ccec58bc-24bd-4f6f-88c9-5487b3012442 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Waiting for the task: (returnval){ [ 839.824063] env[69365]: value = "task-3468884" [ 839.824063] env[69365]: _type = "Task" [ 839.824063] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.833992] env[69365]: DEBUG oslo_vmware.api [None req-ccec58bc-24bd-4f6f-88c9-5487b3012442 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': task-3468884, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.995989] env[69365]: DEBUG oslo_concurrency.lockutils [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.737s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.996852] env[69365]: DEBUG nova.compute.manager [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.000114] env[69365]: DEBUG oslo_concurrency.lockutils [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.429s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.000434] env[69365]: DEBUG nova.objects.instance [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69365) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 840.025678] env[69365]: DEBUG oslo_vmware.api [None req-cc1c868e-a3b4-4242-9b38-1a3b019d5b32 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468879, 'name': Destroy_Task, 'duration_secs': 0.566858} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.026055] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-cc1c868e-a3b4-4242-9b38-1a3b019d5b32 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Destroyed the VM [ 840.026550] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1c868e-a3b4-4242-9b38-1a3b019d5b32 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 840.027043] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-89c1995f-ec57-4b64-a859-e87da4752141 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.040099] env[69365]: DEBUG oslo_vmware.api [None req-cc1c868e-a3b4-4242-9b38-1a3b019d5b32 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 840.040099] env[69365]: value = "task-3468885" [ 840.040099] env[69365]: _type = "Task" [ 840.040099] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.053892] env[69365]: DEBUG oslo_vmware.api [None req-cc1c868e-a3b4-4242-9b38-1a3b019d5b32 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468885, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.085234] env[69365]: DEBUG oslo_vmware.api [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': task-3468882, 'name': PowerOffVM_Task, 'duration_secs': 0.131124} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.085234] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.085234] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.085234] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa2d2828-5fbb-4a19-af38-7e59f52c3816 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.107449] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.107936] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.108278] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Deleting the datastore file [datastore2] 52dd36de-05c4-482e-9df9-c117e8906b2b {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.112393] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be39921b-26b8-4887-8541-6cffd4ccb48b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.115408] env[69365]: DEBUG oslo_vmware.api [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Task: {'id': task-3468881, 'name': PowerOnVM_Task, 'duration_secs': 0.659514} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.117365] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 840.117365] env[69365]: INFO nova.compute.manager [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Took 9.32 seconds to spawn the instance on the hypervisor. [ 840.117365] env[69365]: DEBUG nova.compute.manager [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.121661] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ca0054-a816-4d05-a025-f087bef0f56a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.124627] env[69365]: DEBUG oslo_vmware.api [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Waiting for the task: (returnval){ [ 840.124627] env[69365]: value = "task-3468888" [ 840.124627] env[69365]: _type = "Task" [ 840.124627] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.147027] env[69365]: DEBUG oslo_vmware.api [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': task-3468888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.214489] env[69365]: DEBUG oslo_concurrency.lockutils [req-7cd3e155-0c11-4cf3-a5cd-5631e94dc81b req-7e2b9a52-4054-4016-8b33-3cab13d2eedf service nova] Releasing lock "refresh_cache-c39e4547-8e68-48d8-905b-520f917aa763" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.214935] env[69365]: DEBUG oslo_concurrency.lockutils [req-0cbd0298-7367-4bcb-86c8-9f279ecf0586 req-c170bc69-3783-4c7a-b4f6-304f2d2ffd05 service nova] Acquired lock "refresh_cache-c39e4547-8e68-48d8-905b-520f917aa763" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.215148] env[69365]: DEBUG nova.network.neutron [req-0cbd0298-7367-4bcb-86c8-9f279ecf0586 req-c170bc69-3783-4c7a-b4f6-304f2d2ffd05 service nova] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Refreshing network info cache for port 380bb886-614b-4056-a9d4-3870840d28d7 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.225827] env[69365]: DEBUG nova.network.neutron [None req-0c81afd0-ea85-4115-85d3-00ae34c60cab tempest-ServersAdminTestJSON-117784621 tempest-ServersAdminTestJSON-117784621-project-admin] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Updating instance_info_cache with network_info: [{"id": "baad3547-d2f1-4cef-8209-71257f36e626", "address": "fa:16:3e:e9:bb:49", "network": {"id": "01234884-b301-4869-b424-4eec87e841e3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1621870660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583b5a35b330466cb14a543a9dca7387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaad3547-d2", "ovs_interfaceid": "baad3547-d2f1-4cef-8209-71257f36e626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.337255] env[69365]: DEBUG oslo_vmware.api [None req-ccec58bc-24bd-4f6f-88c9-5487b3012442 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': task-3468884, 'name': PowerOffVM_Task, 'duration_secs': 0.384566} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.338172] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccec58bc-24bd-4f6f-88c9-5487b3012442 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.338172] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ccec58bc-24bd-4f6f-88c9-5487b3012442 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.338351] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84064923-ad7a-4ee5-8622-088ba2a1dc3f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.508120] env[69365]: DEBUG nova.compute.utils [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.513014] env[69365]: DEBUG nova.compute.manager [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 840.513236] env[69365]: DEBUG nova.network.neutron [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 840.553674] env[69365]: DEBUG oslo_vmware.api [None req-cc1c868e-a3b4-4242-9b38-1a3b019d5b32 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468885, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.582685] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-abe3373d-a868-4163-a289-1e321208d6cc tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.582962] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-abe3373d-a868-4163-a289-1e321208d6cc tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.583128] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-abe3373d-a868-4163-a289-1e321208d6cc tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Deleting the datastore file [datastore1] f76bd555-830a-477a-b202-a54d3090c8d8 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.584419] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53d848ff-bd48-443d-b2ed-da25e93aa8a7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.586709] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ccec58bc-24bd-4f6f-88c9-5487b3012442 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.586709] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ccec58bc-24bd-4f6f-88c9-5487b3012442 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.586709] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccec58bc-24bd-4f6f-88c9-5487b3012442 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Deleting the datastore file [datastore1] c39e4547-8e68-48d8-905b-520f917aa763 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.586868] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa4fc118-ba5e-466d-b7e8-550ffb08d76e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.593166] env[69365]: DEBUG oslo_vmware.api [None req-abe3373d-a868-4163-a289-1e321208d6cc tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for the task: (returnval){ [ 840.593166] env[69365]: value = "task-3468890" [ 840.593166] env[69365]: _type = "Task" [ 840.593166] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.599227] env[69365]: DEBUG oslo_vmware.api [None req-ccec58bc-24bd-4f6f-88c9-5487b3012442 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Waiting for the task: (returnval){ [ 840.599227] env[69365]: value = "task-3468891" [ 840.599227] env[69365]: _type = "Task" [ 840.599227] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.605701] env[69365]: DEBUG oslo_vmware.api [None req-abe3373d-a868-4163-a289-1e321208d6cc tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.610569] env[69365]: DEBUG oslo_vmware.api [None req-ccec58bc-24bd-4f6f-88c9-5487b3012442 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': task-3468891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.627867] env[69365]: DEBUG nova.policy [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ee61b3ce11634b0e8a0380cdf9cab0b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b11ca37ad7e49ed90731d467b610f00', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.644953] env[69365]: DEBUG oslo_vmware.api [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Task: {'id': task-3468888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175414} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.648434] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 840.648434] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 840.648434] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 840.648434] env[69365]: INFO nova.compute.manager [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Took 1.09 seconds to destroy the instance on the hypervisor. [ 840.648434] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 840.649367] env[69365]: INFO nova.compute.manager [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Took 42.98 seconds to build instance. [ 840.649367] env[69365]: DEBUG nova.compute.manager [-] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 840.649367] env[69365]: DEBUG nova.network.neutron [-] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.727016] env[69365]: DEBUG nova.network.neutron [-] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.729477] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0c81afd0-ea85-4115-85d3-00ae34c60cab tempest-ServersAdminTestJSON-117784621 tempest-ServersAdminTestJSON-117784621-project-admin] Releasing lock "refresh_cache-43f0d345-d519-4ab3-80a9-4af262e02c5e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.729840] env[69365]: DEBUG nova.compute.manager [None req-0c81afd0-ea85-4115-85d3-00ae34c60cab tempest-ServersAdminTestJSON-117784621 tempest-ServersAdminTestJSON-117784621-project-admin] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Inject network info {{(pid=69365) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 840.730233] env[69365]: DEBUG nova.compute.manager [None req-0c81afd0-ea85-4115-85d3-00ae34c60cab tempest-ServersAdminTestJSON-117784621 tempest-ServersAdminTestJSON-117784621-project-admin] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] network_info to inject: |[{"id": "baad3547-d2f1-4cef-8209-71257f36e626", "address": "fa:16:3e:e9:bb:49", "network": {"id": "01234884-b301-4869-b424-4eec87e841e3", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1621870660-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "583b5a35b330466cb14a543a9dca7387", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "683a619f-b10d-41a3-8c03-4f69f6c9ce53", "external-id": "nsx-vlan-transportzone-898", "segmentation_id": 898, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaad3547-d2", "ovs_interfaceid": "baad3547-d2f1-4cef-8209-71257f36e626", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 840.742037] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0c81afd0-ea85-4115-85d3-00ae34c60cab tempest-ServersAdminTestJSON-117784621 tempest-ServersAdminTestJSON-117784621-project-admin] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Reconfiguring VM instance to set the machine id {{(pid=69365) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 840.743814] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-db691669-3388-4e16-a7a7-05752cc1170b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.773468] env[69365]: DEBUG oslo_vmware.api [None req-0c81afd0-ea85-4115-85d3-00ae34c60cab tempest-ServersAdminTestJSON-117784621 tempest-ServersAdminTestJSON-117784621-project-admin] Waiting for the task: (returnval){ [ 840.773468] env[69365]: value = "task-3468892" [ 840.773468] env[69365]: _type = "Task" [ 840.773468] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.786446] env[69365]: DEBUG oslo_vmware.api [None req-0c81afd0-ea85-4115-85d3-00ae34c60cab tempest-ServersAdminTestJSON-117784621 tempest-ServersAdminTestJSON-117784621-project-admin] Task: {'id': task-3468892, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.013400] env[69365]: DEBUG nova.compute.manager [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.021019] env[69365]: DEBUG oslo_concurrency.lockutils [None req-01d2548d-7707-429a-8e61-f291c68807ac tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.021019] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.188s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.021019] env[69365]: DEBUG nova.objects.instance [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69365) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 841.050355] env[69365]: DEBUG oslo_vmware.api [None req-cc1c868e-a3b4-4242-9b38-1a3b019d5b32 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468885, 'name': RemoveSnapshot_Task, 'duration_secs': 0.952647} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.050633] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cc1c868e-a3b4-4242-9b38-1a3b019d5b32 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 841.108363] env[69365]: DEBUG oslo_vmware.api [None req-abe3373d-a868-4163-a289-1e321208d6cc tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Task: {'id': task-3468890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382352} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.111580] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-abe3373d-a868-4163-a289-1e321208d6cc tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.111692] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-abe3373d-a868-4163-a289-1e321208d6cc tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.111924] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-abe3373d-a868-4163-a289-1e321208d6cc tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.112048] env[69365]: INFO nova.compute.manager [None req-abe3373d-a868-4163-a289-1e321208d6cc tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Took 2.05 seconds to destroy the instance on the hypervisor. [ 841.112689] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-abe3373d-a868-4163-a289-1e321208d6cc tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.112689] env[69365]: DEBUG oslo_vmware.api [None req-ccec58bc-24bd-4f6f-88c9-5487b3012442 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': task-3468891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.365914} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.112956] env[69365]: DEBUG nova.compute.manager [-] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.113075] env[69365]: DEBUG nova.network.neutron [-] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.114744] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccec58bc-24bd-4f6f-88c9-5487b3012442 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.114926] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ccec58bc-24bd-4f6f-88c9-5487b3012442 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.115163] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ccec58bc-24bd-4f6f-88c9-5487b3012442 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.115300] env[69365]: INFO nova.compute.manager [None req-ccec58bc-24bd-4f6f-88c9-5487b3012442 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Took 1.31 seconds to destroy the instance on the hypervisor. [ 841.115587] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccec58bc-24bd-4f6f-88c9-5487b3012442 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 841.115786] env[69365]: DEBUG nova.compute.manager [-] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.115876] env[69365]: DEBUG nova.network.neutron [-] [instance: c39e4547-8e68-48d8-905b-520f917aa763] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.151940] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6ad53b51-3603-4caf-b05f-69c1d3e22b0f tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Lock "bdcd53fc-2733-4e88-8e45-1dcf23f3609d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.519s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.226148] env[69365]: DEBUG nova.network.neutron [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Successfully created port: 918ae9db-7ed1-4a9b-a391-0ff02a2081c8 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.244511] env[69365]: DEBUG nova.network.neutron [-] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.286772] env[69365]: DEBUG oslo_vmware.api [None req-0c81afd0-ea85-4115-85d3-00ae34c60cab tempest-ServersAdminTestJSON-117784621 tempest-ServersAdminTestJSON-117784621-project-admin] Task: {'id': task-3468892, 'name': ReconfigVM_Task, 'duration_secs': 0.224148} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.287086] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0c81afd0-ea85-4115-85d3-00ae34c60cab tempest-ServersAdminTestJSON-117784621 tempest-ServersAdminTestJSON-117784621-project-admin] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Reconfigured VM instance to set the machine id {{(pid=69365) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 841.327131] env[69365]: DEBUG nova.network.neutron [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Successfully updated port: 98deaf3e-661b-4e5f-8efd-0a3868f0716e {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.456430] env[69365]: DEBUG nova.compute.manager [req-bb215343-ba08-4290-9df1-b860675bd831 req-7ca91a95-e792-4c3e-97c7-a8c4eb969627 service nova] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Received event network-changed-967b8d92-dd27-4384-9cfc-581748f09615 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.456720] env[69365]: DEBUG nova.compute.manager [req-bb215343-ba08-4290-9df1-b860675bd831 req-7ca91a95-e792-4c3e-97c7-a8c4eb969627 service nova] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Refreshing instance network info cache due to event network-changed-967b8d92-dd27-4384-9cfc-581748f09615. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 841.457163] env[69365]: DEBUG oslo_concurrency.lockutils [req-bb215343-ba08-4290-9df1-b860675bd831 req-7ca91a95-e792-4c3e-97c7-a8c4eb969627 service nova] Acquiring lock "refresh_cache-07629f5e-e1b1-4aab-b422-8924b572449b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.457318] env[69365]: DEBUG oslo_concurrency.lockutils [req-bb215343-ba08-4290-9df1-b860675bd831 req-7ca91a95-e792-4c3e-97c7-a8c4eb969627 service nova] Acquired lock "refresh_cache-07629f5e-e1b1-4aab-b422-8924b572449b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.457482] env[69365]: DEBUG nova.network.neutron [req-bb215343-ba08-4290-9df1-b860675bd831 req-7ca91a95-e792-4c3e-97c7-a8c4eb969627 service nova] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Refreshing network info cache for port 967b8d92-dd27-4384-9cfc-581748f09615 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 841.489552] env[69365]: DEBUG nova.network.neutron [req-0cbd0298-7367-4bcb-86c8-9f279ecf0586 req-c170bc69-3783-4c7a-b4f6-304f2d2ffd05 service nova] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Updated VIF entry in instance network info cache for port 380bb886-614b-4056-a9d4-3870840d28d7. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 841.489976] env[69365]: DEBUG nova.network.neutron [req-0cbd0298-7367-4bcb-86c8-9f279ecf0586 req-c170bc69-3783-4c7a-b4f6-304f2d2ffd05 service nova] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Updating instance_info_cache with network_info: [{"id": "380bb886-614b-4056-a9d4-3870840d28d7", "address": "fa:16:3e:59:b8:fa", "network": {"id": "b512aa6e-90a5-4378-8828-e133c4475824", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1566659948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a23499dbec6b45aab53178a6d1cc1b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap380bb886-61", "ovs_interfaceid": "380bb886-614b-4056-a9d4-3870840d28d7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.555505] env[69365]: WARNING nova.compute.manager [None req-cc1c868e-a3b4-4242-9b38-1a3b019d5b32 tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Image not found during snapshot: nova.exception.ImageNotFound: Image 3aa48d1b-0167-4945-ac72-8c74474dafd4 could not be found. [ 841.654499] env[69365]: DEBUG nova.compute.manager [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 841.750788] env[69365]: INFO nova.compute.manager [-] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Took 1.10 seconds to deallocate network for instance. [ 841.998022] env[69365]: DEBUG oslo_concurrency.lockutils [req-0cbd0298-7367-4bcb-86c8-9f279ecf0586 req-c170bc69-3783-4c7a-b4f6-304f2d2ffd05 service nova] Releasing lock "refresh_cache-c39e4547-8e68-48d8-905b-520f917aa763" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.998022] env[69365]: DEBUG nova.compute.manager [req-0cbd0298-7367-4bcb-86c8-9f279ecf0586 req-c170bc69-3783-4c7a-b4f6-304f2d2ffd05 service nova] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Received event network-vif-plugged-70ae3bb0-6e0e-43ad-a842-a96b39e2c13a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.998022] env[69365]: DEBUG oslo_concurrency.lockutils [req-0cbd0298-7367-4bcb-86c8-9f279ecf0586 req-c170bc69-3783-4c7a-b4f6-304f2d2ffd05 service nova] Acquiring lock "0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.998022] env[69365]: DEBUG oslo_concurrency.lockutils [req-0cbd0298-7367-4bcb-86c8-9f279ecf0586 req-c170bc69-3783-4c7a-b4f6-304f2d2ffd05 service nova] Lock "0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.998022] env[69365]: DEBUG oslo_concurrency.lockutils [req-0cbd0298-7367-4bcb-86c8-9f279ecf0586 req-c170bc69-3783-4c7a-b4f6-304f2d2ffd05 service nova] Lock "0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.998279] env[69365]: DEBUG nova.compute.manager [req-0cbd0298-7367-4bcb-86c8-9f279ecf0586 req-c170bc69-3783-4c7a-b4f6-304f2d2ffd05 service nova] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] No waiting events found dispatching network-vif-plugged-70ae3bb0-6e0e-43ad-a842-a96b39e2c13a {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 841.998279] env[69365]: WARNING nova.compute.manager [req-0cbd0298-7367-4bcb-86c8-9f279ecf0586 req-c170bc69-3783-4c7a-b4f6-304f2d2ffd05 service nova] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Received unexpected event network-vif-plugged-70ae3bb0-6e0e-43ad-a842-a96b39e2c13a for instance with vm_state building and task_state spawning. [ 841.998279] env[69365]: DEBUG nova.compute.manager [req-0cbd0298-7367-4bcb-86c8-9f279ecf0586 req-c170bc69-3783-4c7a-b4f6-304f2d2ffd05 service nova] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Received event network-changed-70ae3bb0-6e0e-43ad-a842-a96b39e2c13a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.998279] env[69365]: DEBUG nova.compute.manager [req-0cbd0298-7367-4bcb-86c8-9f279ecf0586 req-c170bc69-3783-4c7a-b4f6-304f2d2ffd05 service nova] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Refreshing instance network info cache due to event network-changed-70ae3bb0-6e0e-43ad-a842-a96b39e2c13a. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 841.998279] env[69365]: DEBUG oslo_concurrency.lockutils [req-0cbd0298-7367-4bcb-86c8-9f279ecf0586 req-c170bc69-3783-4c7a-b4f6-304f2d2ffd05 service nova] Acquiring lock "refresh_cache-0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.998424] env[69365]: DEBUG oslo_concurrency.lockutils [req-0cbd0298-7367-4bcb-86c8-9f279ecf0586 req-c170bc69-3783-4c7a-b4f6-304f2d2ffd05 service nova] Acquired lock "refresh_cache-0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.998424] env[69365]: DEBUG nova.network.neutron [req-0cbd0298-7367-4bcb-86c8-9f279ecf0586 req-c170bc69-3783-4c7a-b4f6-304f2d2ffd05 service nova] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Refreshing network info cache for port 70ae3bb0-6e0e-43ad-a842-a96b39e2c13a {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.030497] env[69365]: DEBUG nova.compute.manager [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.034576] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3e807db3-1633-4260-bded-7f117263a07c tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.038061] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.625s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.038061] env[69365]: DEBUG nova.objects.instance [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Lazy-loading 'resources' on Instance uuid 4500afcc-0f0a-4dd9-ab54-893acc7cedc7 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.071790] env[69365]: DEBUG nova.virt.hardware [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:41:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='dcca1200-a66a-4d0b-a3c1-c5d53d562b94',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2037259802',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.071790] env[69365]: DEBUG nova.virt.hardware [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.071790] env[69365]: DEBUG nova.virt.hardware [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.075300] env[69365]: DEBUG nova.virt.hardware [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.075300] env[69365]: DEBUG nova.virt.hardware [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.075300] env[69365]: DEBUG nova.virt.hardware [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.075300] env[69365]: DEBUG nova.virt.hardware [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.075300] env[69365]: DEBUG nova.virt.hardware [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.075449] env[69365]: DEBUG nova.virt.hardware [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.075449] env[69365]: DEBUG nova.virt.hardware [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.075449] env[69365]: DEBUG nova.virt.hardware [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.075449] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93479a2f-1fdf-458d-9a09-a73641f5ee3b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.084932] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2368d23-c1d5-45de-a427-ca95ac049c3f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.189995] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.257089] env[69365]: DEBUG oslo_concurrency.lockutils [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.441957] env[69365]: DEBUG nova.compute.manager [req-ec4c3b6a-7a30-463e-b933-55abe7490cdf req-970b9877-8b19-4650-8ed0-e0f94d9e41a3 service nova] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Received event network-changed-5e6c01c8-8a99-4361-828f-f40c2d3ececd {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.443340] env[69365]: DEBUG nova.compute.manager [req-ec4c3b6a-7a30-463e-b933-55abe7490cdf req-970b9877-8b19-4650-8ed0-e0f94d9e41a3 service nova] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Refreshing instance network info cache due to event network-changed-5e6c01c8-8a99-4361-828f-f40c2d3ececd. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 842.443340] env[69365]: DEBUG oslo_concurrency.lockutils [req-ec4c3b6a-7a30-463e-b933-55abe7490cdf req-970b9877-8b19-4650-8ed0-e0f94d9e41a3 service nova] Acquiring lock "refresh_cache-598f0b6f-8524-4015-9ab1-7797fc4794b9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.443340] env[69365]: DEBUG oslo_concurrency.lockutils [req-ec4c3b6a-7a30-463e-b933-55abe7490cdf req-970b9877-8b19-4650-8ed0-e0f94d9e41a3 service nova] Acquired lock "refresh_cache-598f0b6f-8524-4015-9ab1-7797fc4794b9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.443340] env[69365]: DEBUG nova.network.neutron [req-ec4c3b6a-7a30-463e-b933-55abe7490cdf req-970b9877-8b19-4650-8ed0-e0f94d9e41a3 service nova] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Refreshing network info cache for port 5e6c01c8-8a99-4361-828f-f40c2d3ececd {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.512435] env[69365]: DEBUG nova.network.neutron [req-bb215343-ba08-4290-9df1-b860675bd831 req-7ca91a95-e792-4c3e-97c7-a8c4eb969627 service nova] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Updated VIF entry in instance network info cache for port 967b8d92-dd27-4384-9cfc-581748f09615. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 842.512861] env[69365]: DEBUG nova.network.neutron [req-bb215343-ba08-4290-9df1-b860675bd831 req-7ca91a95-e792-4c3e-97c7-a8c4eb969627 service nova] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Updating instance_info_cache with network_info: [{"id": "967b8d92-dd27-4384-9cfc-581748f09615", "address": "fa:16:3e:cb:37:c9", "network": {"id": "0a070169-0690-453d-b7d9-d59c0d25b157", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1450700306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2cf307cf4e4974b5e0a86d35a92e32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap967b8d92-dd", "ovs_interfaceid": "967b8d92-dd27-4384-9cfc-581748f09615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.609389] env[69365]: DEBUG nova.network.neutron [req-0cbd0298-7367-4bcb-86c8-9f279ecf0586 req-c170bc69-3783-4c7a-b4f6-304f2d2ffd05 service nova] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.844791] env[69365]: DEBUG nova.network.neutron [req-0cbd0298-7367-4bcb-86c8-9f279ecf0586 req-c170bc69-3783-4c7a-b4f6-304f2d2ffd05 service nova] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.869261] env[69365]: DEBUG nova.network.neutron [-] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.888967] env[69365]: DEBUG nova.network.neutron [-] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.016078] env[69365]: DEBUG oslo_concurrency.lockutils [req-bb215343-ba08-4290-9df1-b860675bd831 req-7ca91a95-e792-4c3e-97c7-a8c4eb969627 service nova] Releasing lock "refresh_cache-07629f5e-e1b1-4aab-b422-8924b572449b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.178096] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cafbf9-084f-4ef8-b48d-1adb80293d38 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.185624] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804d261b-195a-40e1-bc0a-e7f56008cfd2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.229145] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924bc1ae-2fbd-4ef8-a75e-f511cbb6b5a9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.238261] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c616f1-5428-4bd3-9bcc-0d8715c59e74 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.255254] env[69365]: DEBUG nova.compute.provider_tree [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.310240] env[69365]: DEBUG nova.network.neutron [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Successfully updated port: 918ae9db-7ed1-4a9b-a391-0ff02a2081c8 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.347698] env[69365]: DEBUG oslo_concurrency.lockutils [req-0cbd0298-7367-4bcb-86c8-9f279ecf0586 req-c170bc69-3783-4c7a-b4f6-304f2d2ffd05 service nova] Releasing lock "refresh_cache-0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.363255] env[69365]: DEBUG nova.network.neutron [req-ec4c3b6a-7a30-463e-b933-55abe7490cdf req-970b9877-8b19-4650-8ed0-e0f94d9e41a3 service nova] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Updated VIF entry in instance network info cache for port 5e6c01c8-8a99-4361-828f-f40c2d3ececd. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.363663] env[69365]: DEBUG nova.network.neutron [req-ec4c3b6a-7a30-463e-b933-55abe7490cdf req-970b9877-8b19-4650-8ed0-e0f94d9e41a3 service nova] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Updating instance_info_cache with network_info: [{"id": "5e6c01c8-8a99-4361-828f-f40c2d3ececd", "address": "fa:16:3e:46:ed:c3", "network": {"id": "b512aa6e-90a5-4378-8828-e133c4475824", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1566659948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a23499dbec6b45aab53178a6d1cc1b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6c01c8-8a", "ovs_interfaceid": "5e6c01c8-8a99-4361-828f-f40c2d3ececd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.372871] env[69365]: INFO nova.compute.manager [-] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Took 2.26 seconds to deallocate network for instance. [ 843.392364] env[69365]: INFO nova.compute.manager [-] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Took 2.28 seconds to deallocate network for instance. [ 843.763251] env[69365]: DEBUG nova.scheduler.client.report [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.812427] env[69365]: DEBUG oslo_concurrency.lockutils [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquiring lock "refresh_cache-db7108fa-22fd-466f-ba5b-0a33046105d4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.812571] env[69365]: DEBUG oslo_concurrency.lockutils [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquired lock "refresh_cache-db7108fa-22fd-466f-ba5b-0a33046105d4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.812720] env[69365]: DEBUG nova.network.neutron [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.825478] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2e5ad402-9d9c-4ba9-a860-2e17aceb068b tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquiring lock "f6b3dab5-04f1-4db5-b4b2-74af69f5c966" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.826124] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2e5ad402-9d9c-4ba9-a860-2e17aceb068b tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Lock "f6b3dab5-04f1-4db5-b4b2-74af69f5c966" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.826124] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2e5ad402-9d9c-4ba9-a860-2e17aceb068b tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquiring lock "f6b3dab5-04f1-4db5-b4b2-74af69f5c966-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.826309] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2e5ad402-9d9c-4ba9-a860-2e17aceb068b tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Lock "f6b3dab5-04f1-4db5-b4b2-74af69f5c966-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.826364] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2e5ad402-9d9c-4ba9-a860-2e17aceb068b tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Lock "f6b3dab5-04f1-4db5-b4b2-74af69f5c966-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.829294] env[69365]: INFO nova.compute.manager [None req-2e5ad402-9d9c-4ba9-a860-2e17aceb068b tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Terminating instance [ 843.866345] env[69365]: DEBUG oslo_concurrency.lockutils [req-ec4c3b6a-7a30-463e-b933-55abe7490cdf req-970b9877-8b19-4650-8ed0-e0f94d9e41a3 service nova] Releasing lock "refresh_cache-598f0b6f-8524-4015-9ab1-7797fc4794b9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.866632] env[69365]: DEBUG nova.compute.manager [req-ec4c3b6a-7a30-463e-b933-55abe7490cdf req-970b9877-8b19-4650-8ed0-e0f94d9e41a3 service nova] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Received event network-vif-plugged-98deaf3e-661b-4e5f-8efd-0a3868f0716e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.866833] env[69365]: DEBUG oslo_concurrency.lockutils [req-ec4c3b6a-7a30-463e-b933-55abe7490cdf req-970b9877-8b19-4650-8ed0-e0f94d9e41a3 service nova] Acquiring lock "0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.867044] env[69365]: DEBUG oslo_concurrency.lockutils [req-ec4c3b6a-7a30-463e-b933-55abe7490cdf req-970b9877-8b19-4650-8ed0-e0f94d9e41a3 service nova] Lock "0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.867216] env[69365]: DEBUG oslo_concurrency.lockutils [req-ec4c3b6a-7a30-463e-b933-55abe7490cdf req-970b9877-8b19-4650-8ed0-e0f94d9e41a3 service nova] Lock "0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.867385] env[69365]: DEBUG nova.compute.manager [req-ec4c3b6a-7a30-463e-b933-55abe7490cdf req-970b9877-8b19-4650-8ed0-e0f94d9e41a3 service nova] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] No waiting events found dispatching network-vif-plugged-98deaf3e-661b-4e5f-8efd-0a3868f0716e {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 843.867551] env[69365]: WARNING nova.compute.manager [req-ec4c3b6a-7a30-463e-b933-55abe7490cdf req-970b9877-8b19-4650-8ed0-e0f94d9e41a3 service nova] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Received unexpected event network-vif-plugged-98deaf3e-661b-4e5f-8efd-0a3868f0716e for instance with vm_state building and task_state spawning. [ 843.867709] env[69365]: DEBUG nova.compute.manager [req-ec4c3b6a-7a30-463e-b933-55abe7490cdf req-970b9877-8b19-4650-8ed0-e0f94d9e41a3 service nova] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Received event network-changed-98deaf3e-661b-4e5f-8efd-0a3868f0716e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.867860] env[69365]: DEBUG nova.compute.manager [req-ec4c3b6a-7a30-463e-b933-55abe7490cdf req-970b9877-8b19-4650-8ed0-e0f94d9e41a3 service nova] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Refreshing instance network info cache due to event network-changed-98deaf3e-661b-4e5f-8efd-0a3868f0716e. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 843.868051] env[69365]: DEBUG oslo_concurrency.lockutils [req-ec4c3b6a-7a30-463e-b933-55abe7490cdf req-970b9877-8b19-4650-8ed0-e0f94d9e41a3 service nova] Acquiring lock "refresh_cache-0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.868186] env[69365]: DEBUG oslo_concurrency.lockutils [req-ec4c3b6a-7a30-463e-b933-55abe7490cdf req-970b9877-8b19-4650-8ed0-e0f94d9e41a3 service nova] Acquired lock "refresh_cache-0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.868342] env[69365]: DEBUG nova.network.neutron [req-ec4c3b6a-7a30-463e-b933-55abe7490cdf req-970b9877-8b19-4650-8ed0-e0f94d9e41a3 service nova] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Refreshing network info cache for port 98deaf3e-661b-4e5f-8efd-0a3868f0716e {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.880615] env[69365]: DEBUG oslo_concurrency.lockutils [None req-abe3373d-a868-4163-a289-1e321208d6cc tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.903669] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ccec58bc-24bd-4f6f-88c9-5487b3012442 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.250753] env[69365]: DEBUG nova.compute.manager [req-da8f6be5-a635-41a2-810d-5eb025ec3d54 req-df9ca529-c1d1-40e4-8872-d97916a58918 service nova] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Received event network-vif-deleted-981d689b-9821-4fb1-9d3a-c4b41e14a7eb {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.250753] env[69365]: DEBUG nova.compute.manager [req-da8f6be5-a635-41a2-810d-5eb025ec3d54 req-df9ca529-c1d1-40e4-8872-d97916a58918 service nova] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Received event network-vif-deleted-380bb886-614b-4056-a9d4-3870840d28d7 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.267469] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.270852] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fcc7a61c-cd86-4c9d-b9ad-95fa0f21b5e9 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.707s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.271095] env[69365]: DEBUG nova.objects.instance [None req-fcc7a61c-cd86-4c9d-b9ad-95fa0f21b5e9 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lazy-loading 'resources' on Instance uuid b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.313019] env[69365]: INFO nova.scheduler.client.report [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Deleted allocations for instance 4500afcc-0f0a-4dd9-ab54-893acc7cedc7 [ 844.333414] env[69365]: DEBUG nova.compute.manager [None req-2e5ad402-9d9c-4ba9-a860-2e17aceb068b tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 844.333920] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5ad402-9d9c-4ba9-a860-2e17aceb068b tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 844.335825] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0fd36d-1678-482d-8319-c447781a592a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.346803] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5ad402-9d9c-4ba9-a860-2e17aceb068b tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 844.347086] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b921c19-fa11-4b12-a598-b899d4e21476 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.356670] env[69365]: DEBUG oslo_vmware.api [None req-2e5ad402-9d9c-4ba9-a860-2e17aceb068b tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 844.356670] env[69365]: value = "task-3468895" [ 844.356670] env[69365]: _type = "Task" [ 844.356670] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.377892] env[69365]: DEBUG oslo_vmware.api [None req-2e5ad402-9d9c-4ba9-a860-2e17aceb068b tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.380920] env[69365]: DEBUG nova.network.neutron [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.451966] env[69365]: DEBUG nova.network.neutron [req-ec4c3b6a-7a30-463e-b933-55abe7490cdf req-970b9877-8b19-4650-8ed0-e0f94d9e41a3 service nova] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.560881] env[69365]: DEBUG nova.network.neutron [req-ec4c3b6a-7a30-463e-b933-55abe7490cdf req-970b9877-8b19-4650-8ed0-e0f94d9e41a3 service nova] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.633022] env[69365]: DEBUG nova.network.neutron [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Updating instance_info_cache with network_info: [{"id": "918ae9db-7ed1-4a9b-a391-0ff02a2081c8", "address": "fa:16:3e:74:3f:9c", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap918ae9db-7e", "ovs_interfaceid": "918ae9db-7ed1-4a9b-a391-0ff02a2081c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.640033] env[69365]: DEBUG nova.network.neutron [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Successfully updated port: 1506a0ba-73bc-47b9-837e-f6bd5fecb8aa {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 844.772686] env[69365]: DEBUG oslo_concurrency.lockutils [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Acquiring lock "918e36cd-48f9-43bd-9fdf-5789b4c99a12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.774212] env[69365]: DEBUG oslo_concurrency.lockutils [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Lock "918e36cd-48f9-43bd-9fdf-5789b4c99a12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.777341] env[69365]: DEBUG nova.compute.manager [req-6639e2d9-2a35-4ab1-8e64-ea17bea44c83 req-5f294cbf-b4c1-4c42-8ffe-318f2f3924d1 service nova] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Received event network-changed-1e7caead-72ff-40ee-9e2d-cd39ad02bb77 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.777341] env[69365]: DEBUG nova.compute.manager [req-6639e2d9-2a35-4ab1-8e64-ea17bea44c83 req-5f294cbf-b4c1-4c42-8ffe-318f2f3924d1 service nova] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Refreshing instance network info cache due to event network-changed-1e7caead-72ff-40ee-9e2d-cd39ad02bb77. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.777341] env[69365]: DEBUG oslo_concurrency.lockutils [req-6639e2d9-2a35-4ab1-8e64-ea17bea44c83 req-5f294cbf-b4c1-4c42-8ffe-318f2f3924d1 service nova] Acquiring lock "refresh_cache-bdcd53fc-2733-4e88-8e45-1dcf23f3609d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.777341] env[69365]: DEBUG oslo_concurrency.lockutils [req-6639e2d9-2a35-4ab1-8e64-ea17bea44c83 req-5f294cbf-b4c1-4c42-8ffe-318f2f3924d1 service nova] Acquired lock "refresh_cache-bdcd53fc-2733-4e88-8e45-1dcf23f3609d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.777341] env[69365]: DEBUG nova.network.neutron [req-6639e2d9-2a35-4ab1-8e64-ea17bea44c83 req-5f294cbf-b4c1-4c42-8ffe-318f2f3924d1 service nova] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Refreshing network info cache for port 1e7caead-72ff-40ee-9e2d-cd39ad02bb77 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.823457] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f4dbedcd-0e26-4c5e-8db2-cc28b301125b tempest-ServersListShow2100Test-1241621488 tempest-ServersListShow2100Test-1241621488-project-member] Lock "4500afcc-0f0a-4dd9-ab54-893acc7cedc7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.628s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.870317] env[69365]: DEBUG oslo_vmware.api [None req-2e5ad402-9d9c-4ba9-a860-2e17aceb068b tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468895, 'name': PowerOffVM_Task, 'duration_secs': 0.200905} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.870604] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e5ad402-9d9c-4ba9-a860-2e17aceb068b tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.870772] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5ad402-9d9c-4ba9-a860-2e17aceb068b tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.871391] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5be02bb3-749d-438a-9cca-a05f7792728c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.936116] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5ad402-9d9c-4ba9-a860-2e17aceb068b tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.936336] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5ad402-9d9c-4ba9-a860-2e17aceb068b tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.936571] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e5ad402-9d9c-4ba9-a860-2e17aceb068b tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Deleting the datastore file [datastore1] f6b3dab5-04f1-4db5-b4b2-74af69f5c966 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.936779] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a14164ab-d4b3-4d0a-aef2-30118e412550 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.944874] env[69365]: DEBUG oslo_vmware.api [None req-2e5ad402-9d9c-4ba9-a860-2e17aceb068b tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 844.944874] env[69365]: value = "task-3468897" [ 844.944874] env[69365]: _type = "Task" [ 844.944874] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.954564] env[69365]: DEBUG oslo_vmware.api [None req-2e5ad402-9d9c-4ba9-a860-2e17aceb068b tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.044504] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d67b6db3-8a8f-4c74-aa0a-4d6cfafd506d tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Acquiring lock "c39e4547-8e68-48d8-905b-520f917aa763" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.064619] env[69365]: DEBUG oslo_concurrency.lockutils [req-ec4c3b6a-7a30-463e-b933-55abe7490cdf req-970b9877-8b19-4650-8ed0-e0f94d9e41a3 service nova] Releasing lock "refresh_cache-0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.135758] env[69365]: DEBUG oslo_concurrency.lockutils [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Releasing lock "refresh_cache-db7108fa-22fd-466f-ba5b-0a33046105d4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.136106] env[69365]: DEBUG nova.compute.manager [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Instance network_info: |[{"id": "918ae9db-7ed1-4a9b-a391-0ff02a2081c8", "address": "fa:16:3e:74:3f:9c", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap918ae9db-7e", "ovs_interfaceid": "918ae9db-7ed1-4a9b-a391-0ff02a2081c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.136548] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:3f:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c24464bb-bb6b-43a2-bdcd-8086ad1a307f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '918ae9db-7ed1-4a9b-a391-0ff02a2081c8', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.144800] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.149837] env[69365]: DEBUG oslo_concurrency.lockutils [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Acquiring lock "refresh_cache-0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.149984] env[69365]: DEBUG oslo_concurrency.lockutils [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Acquired lock "refresh_cache-0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.150150] env[69365]: DEBUG nova.network.neutron [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.151318] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.153256] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a28248db-83be-4961-9ba2-eaa0c11a6dd1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.181585] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.181585] env[69365]: value = "task-3468898" [ 845.181585] env[69365]: _type = "Task" [ 845.181585] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.190511] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468898, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.422240] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75589d01-834e-4787-bce0-5ceb6d91723f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.432997] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5eecd99-6b3c-43bf-a9b7-b69150f4de22 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.490833] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397218fe-386f-4096-81ed-aa291e1d5469 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.497146] env[69365]: DEBUG oslo_vmware.api [None req-2e5ad402-9d9c-4ba9-a860-2e17aceb068b tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3468897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349211} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.497971] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e5ad402-9d9c-4ba9-a860-2e17aceb068b tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 845.498208] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5ad402-9d9c-4ba9-a860-2e17aceb068b tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 845.498435] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2e5ad402-9d9c-4ba9-a860-2e17aceb068b tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 845.498660] env[69365]: INFO nova.compute.manager [None req-2e5ad402-9d9c-4ba9-a860-2e17aceb068b tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Took 1.17 seconds to destroy the instance on the hypervisor. [ 845.498956] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e5ad402-9d9c-4ba9-a860-2e17aceb068b tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 845.502249] env[69365]: DEBUG nova.compute.manager [-] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 845.502441] env[69365]: DEBUG nova.network.neutron [-] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 845.505707] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f63bfee-565f-4716-9651-30da6f5cc02f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.524572] env[69365]: DEBUG nova.compute.provider_tree [None req-fcc7a61c-cd86-4c9d-b9ad-95fa0f21b5e9 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.692270] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468898, 'name': CreateVM_Task, 'duration_secs': 0.495893} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.692445] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.693168] env[69365]: DEBUG oslo_concurrency.lockutils [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.693402] env[69365]: DEBUG oslo_concurrency.lockutils [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.693738] env[69365]: DEBUG oslo_concurrency.lockutils [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.694018] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8c60040-4cb6-4db9-869e-1da441395457 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.699808] env[69365]: DEBUG oslo_vmware.api [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 845.699808] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]523fc68d-8a12-e33c-70d9-377a76452d2b" [ 845.699808] env[69365]: _type = "Task" [ 845.699808] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.708808] env[69365]: DEBUG oslo_vmware.api [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523fc68d-8a12-e33c-70d9-377a76452d2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.750397] env[69365]: DEBUG nova.network.neutron [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.794993] env[69365]: DEBUG nova.network.neutron [req-6639e2d9-2a35-4ab1-8e64-ea17bea44c83 req-5f294cbf-b4c1-4c42-8ffe-318f2f3924d1 service nova] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Updated VIF entry in instance network info cache for port 1e7caead-72ff-40ee-9e2d-cd39ad02bb77. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.795449] env[69365]: DEBUG nova.network.neutron [req-6639e2d9-2a35-4ab1-8e64-ea17bea44c83 req-5f294cbf-b4c1-4c42-8ffe-318f2f3924d1 service nova] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Updating instance_info_cache with network_info: [{"id": "1e7caead-72ff-40ee-9e2d-cd39ad02bb77", "address": "fa:16:3e:b8:55:fa", "network": {"id": "1d9246a8-439a-42c2-a6ba-a8d64f3031b5", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-38563194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "451f6e3e255944a694ef230ebe100f97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e7caead-72", "ovs_interfaceid": "1e7caead-72ff-40ee-9e2d-cd39ad02bb77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.029162] env[69365]: DEBUG nova.scheduler.client.report [None req-fcc7a61c-cd86-4c9d-b9ad-95fa0f21b5e9 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.211992] env[69365]: DEBUG oslo_vmware.api [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523fc68d-8a12-e33c-70d9-377a76452d2b, 'name': SearchDatastore_Task, 'duration_secs': 0.043376} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.212371] env[69365]: DEBUG oslo_concurrency.lockutils [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.212609] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.212852] env[69365]: DEBUG oslo_concurrency.lockutils [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.212995] env[69365]: DEBUG oslo_concurrency.lockutils [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.213253] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.213600] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1c5bb72e-dea4-45e2-8a00-723e9ba526c3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.227214] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.227388] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.228141] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebd48ac1-6570-45be-93ee-cf1fd06c6a3b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.234136] env[69365]: DEBUG oslo_vmware.api [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 846.234136] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a980da-31f4-ccbf-e77d-77d484c63887" [ 846.234136] env[69365]: _type = "Task" [ 846.234136] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.243319] env[69365]: DEBUG oslo_vmware.api [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a980da-31f4-ccbf-e77d-77d484c63887, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.299120] env[69365]: DEBUG oslo_concurrency.lockutils [req-6639e2d9-2a35-4ab1-8e64-ea17bea44c83 req-5f294cbf-b4c1-4c42-8ffe-318f2f3924d1 service nova] Releasing lock "refresh_cache-bdcd53fc-2733-4e88-8e45-1dcf23f3609d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.299582] env[69365]: DEBUG nova.compute.manager [req-6639e2d9-2a35-4ab1-8e64-ea17bea44c83 req-5f294cbf-b4c1-4c42-8ffe-318f2f3924d1 service nova] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Received event network-vif-plugged-918ae9db-7ed1-4a9b-a391-0ff02a2081c8 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.300495] env[69365]: DEBUG oslo_concurrency.lockutils [req-6639e2d9-2a35-4ab1-8e64-ea17bea44c83 req-5f294cbf-b4c1-4c42-8ffe-318f2f3924d1 service nova] Acquiring lock "db7108fa-22fd-466f-ba5b-0a33046105d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.300873] env[69365]: DEBUG oslo_concurrency.lockutils [req-6639e2d9-2a35-4ab1-8e64-ea17bea44c83 req-5f294cbf-b4c1-4c42-8ffe-318f2f3924d1 service nova] Lock "db7108fa-22fd-466f-ba5b-0a33046105d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.301258] env[69365]: DEBUG oslo_concurrency.lockutils [req-6639e2d9-2a35-4ab1-8e64-ea17bea44c83 req-5f294cbf-b4c1-4c42-8ffe-318f2f3924d1 service nova] Lock "db7108fa-22fd-466f-ba5b-0a33046105d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.301477] env[69365]: DEBUG nova.compute.manager [req-6639e2d9-2a35-4ab1-8e64-ea17bea44c83 req-5f294cbf-b4c1-4c42-8ffe-318f2f3924d1 service nova] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] No waiting events found dispatching network-vif-plugged-918ae9db-7ed1-4a9b-a391-0ff02a2081c8 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 846.301679] env[69365]: WARNING nova.compute.manager [req-6639e2d9-2a35-4ab1-8e64-ea17bea44c83 req-5f294cbf-b4c1-4c42-8ffe-318f2f3924d1 service nova] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Received unexpected event network-vif-plugged-918ae9db-7ed1-4a9b-a391-0ff02a2081c8 for instance with vm_state building and task_state spawning. [ 846.301890] env[69365]: DEBUG nova.compute.manager [req-6639e2d9-2a35-4ab1-8e64-ea17bea44c83 req-5f294cbf-b4c1-4c42-8ffe-318f2f3924d1 service nova] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Received event network-changed-918ae9db-7ed1-4a9b-a391-0ff02a2081c8 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.302087] env[69365]: DEBUG nova.compute.manager [req-6639e2d9-2a35-4ab1-8e64-ea17bea44c83 req-5f294cbf-b4c1-4c42-8ffe-318f2f3924d1 service nova] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Refreshing instance network info cache due to event network-changed-918ae9db-7ed1-4a9b-a391-0ff02a2081c8. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.302306] env[69365]: DEBUG oslo_concurrency.lockutils [req-6639e2d9-2a35-4ab1-8e64-ea17bea44c83 req-5f294cbf-b4c1-4c42-8ffe-318f2f3924d1 service nova] Acquiring lock "refresh_cache-db7108fa-22fd-466f-ba5b-0a33046105d4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.302447] env[69365]: DEBUG oslo_concurrency.lockutils [req-6639e2d9-2a35-4ab1-8e64-ea17bea44c83 req-5f294cbf-b4c1-4c42-8ffe-318f2f3924d1 service nova] Acquired lock "refresh_cache-db7108fa-22fd-466f-ba5b-0a33046105d4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.302598] env[69365]: DEBUG nova.network.neutron [req-6639e2d9-2a35-4ab1-8e64-ea17bea44c83 req-5f294cbf-b4c1-4c42-8ffe-318f2f3924d1 service nova] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Refreshing network info cache for port 918ae9db-7ed1-4a9b-a391-0ff02a2081c8 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.351337] env[69365]: DEBUG nova.compute.manager [req-303a2968-b77e-4afc-80d5-5c77dca8d032 req-19eef08f-bc0c-4d08-8f9a-52a4dd6bb394 service nova] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Received event network-vif-plugged-1506a0ba-73bc-47b9-837e-f6bd5fecb8aa {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.351571] env[69365]: DEBUG oslo_concurrency.lockutils [req-303a2968-b77e-4afc-80d5-5c77dca8d032 req-19eef08f-bc0c-4d08-8f9a-52a4dd6bb394 service nova] Acquiring lock "0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.351777] env[69365]: DEBUG oslo_concurrency.lockutils [req-303a2968-b77e-4afc-80d5-5c77dca8d032 req-19eef08f-bc0c-4d08-8f9a-52a4dd6bb394 service nova] Lock "0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.351940] env[69365]: DEBUG oslo_concurrency.lockutils [req-303a2968-b77e-4afc-80d5-5c77dca8d032 req-19eef08f-bc0c-4d08-8f9a-52a4dd6bb394 service nova] Lock "0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.352122] env[69365]: DEBUG nova.compute.manager [req-303a2968-b77e-4afc-80d5-5c77dca8d032 req-19eef08f-bc0c-4d08-8f9a-52a4dd6bb394 service nova] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] No waiting events found dispatching network-vif-plugged-1506a0ba-73bc-47b9-837e-f6bd5fecb8aa {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 846.352368] env[69365]: WARNING nova.compute.manager [req-303a2968-b77e-4afc-80d5-5c77dca8d032 req-19eef08f-bc0c-4d08-8f9a-52a4dd6bb394 service nova] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Received unexpected event network-vif-plugged-1506a0ba-73bc-47b9-837e-f6bd5fecb8aa for instance with vm_state building and task_state spawning. [ 846.352898] env[69365]: DEBUG nova.compute.manager [req-303a2968-b77e-4afc-80d5-5c77dca8d032 req-19eef08f-bc0c-4d08-8f9a-52a4dd6bb394 service nova] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Received event network-changed-1506a0ba-73bc-47b9-837e-f6bd5fecb8aa {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 846.353128] env[69365]: DEBUG nova.compute.manager [req-303a2968-b77e-4afc-80d5-5c77dca8d032 req-19eef08f-bc0c-4d08-8f9a-52a4dd6bb394 service nova] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Refreshing instance network info cache due to event network-changed-1506a0ba-73bc-47b9-837e-f6bd5fecb8aa. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 846.353264] env[69365]: DEBUG oslo_concurrency.lockutils [req-303a2968-b77e-4afc-80d5-5c77dca8d032 req-19eef08f-bc0c-4d08-8f9a-52a4dd6bb394 service nova] Acquiring lock "refresh_cache-0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.429104] env[69365]: DEBUG nova.network.neutron [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Updating instance_info_cache with network_info: [{"id": "70ae3bb0-6e0e-43ad-a842-a96b39e2c13a", "address": "fa:16:3e:3d:cf:7f", "network": {"id": "fa019006-9a6d-4af6-b1ac-85740c2841db", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-57139973", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b76251eba3846c38a8af3c67c5134f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ae3bb0-6e", "ovs_interfaceid": "70ae3bb0-6e0e-43ad-a842-a96b39e2c13a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "98deaf3e-661b-4e5f-8efd-0a3868f0716e", "address": "fa:16:3e:65:ec:1f", "network": {"id": "2d0f3637-cdd0-4b51-8bff-f93edb08550d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1955882125", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1b76251eba3846c38a8af3c67c5134f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98deaf3e-66", "ovs_interfaceid": "98deaf3e-661b-4e5f-8efd-0a3868f0716e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1506a0ba-73bc-47b9-837e-f6bd5fecb8aa", "address": "fa:16:3e:6c:f8:7e", "network": {"id": "fa019006-9a6d-4af6-b1ac-85740c2841db", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-57139973", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b76251eba3846c38a8af3c67c5134f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1506a0ba-73", "ovs_interfaceid": "1506a0ba-73bc-47b9-837e-f6bd5fecb8aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.463705] env[69365]: DEBUG nova.network.neutron [-] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.535144] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fcc7a61c-cd86-4c9d-b9ad-95fa0f21b5e9 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.541840] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.943s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.543981] env[69365]: INFO nova.compute.claims [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.561103] env[69365]: INFO nova.scheduler.client.report [None req-fcc7a61c-cd86-4c9d-b9ad-95fa0f21b5e9 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Deleted allocations for instance b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2 [ 846.745742] env[69365]: DEBUG oslo_vmware.api [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a980da-31f4-ccbf-e77d-77d484c63887, 'name': SearchDatastore_Task, 'duration_secs': 0.029793} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.746865] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e2e625f-c55f-4709-bf67-8cdae5e14106 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.751874] env[69365]: DEBUG oslo_vmware.api [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 846.751874] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]524fafd6-9896-b442-6c9b-5eea42c64ab9" [ 846.751874] env[69365]: _type = "Task" [ 846.751874] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.759489] env[69365]: DEBUG oslo_vmware.api [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]524fafd6-9896-b442-6c9b-5eea42c64ab9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.934583] env[69365]: DEBUG oslo_concurrency.lockutils [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Releasing lock "refresh_cache-0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.934772] env[69365]: DEBUG nova.compute.manager [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Instance network_info: |[{"id": "70ae3bb0-6e0e-43ad-a842-a96b39e2c13a", "address": "fa:16:3e:3d:cf:7f", "network": {"id": "fa019006-9a6d-4af6-b1ac-85740c2841db", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-57139973", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b76251eba3846c38a8af3c67c5134f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ae3bb0-6e", "ovs_interfaceid": "70ae3bb0-6e0e-43ad-a842-a96b39e2c13a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "98deaf3e-661b-4e5f-8efd-0a3868f0716e", "address": "fa:16:3e:65:ec:1f", "network": {"id": "2d0f3637-cdd0-4b51-8bff-f93edb08550d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1955882125", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1b76251eba3846c38a8af3c67c5134f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98deaf3e-66", "ovs_interfaceid": "98deaf3e-661b-4e5f-8efd-0a3868f0716e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1506a0ba-73bc-47b9-837e-f6bd5fecb8aa", "address": "fa:16:3e:6c:f8:7e", "network": {"id": "fa019006-9a6d-4af6-b1ac-85740c2841db", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-57139973", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b76251eba3846c38a8af3c67c5134f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1506a0ba-73", "ovs_interfaceid": "1506a0ba-73bc-47b9-837e-f6bd5fecb8aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 846.936493] env[69365]: DEBUG oslo_concurrency.lockutils [req-303a2968-b77e-4afc-80d5-5c77dca8d032 req-19eef08f-bc0c-4d08-8f9a-52a4dd6bb394 service nova] Acquired lock "refresh_cache-0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.936493] env[69365]: DEBUG nova.network.neutron [req-303a2968-b77e-4afc-80d5-5c77dca8d032 req-19eef08f-bc0c-4d08-8f9a-52a4dd6bb394 service nova] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Refreshing network info cache for port 1506a0ba-73bc-47b9-837e-f6bd5fecb8aa {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 846.936925] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:cf:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70ae3bb0-6e0e-43ad-a842-a96b39e2c13a', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:ec:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98deaf3e-661b-4e5f-8efd-0a3868f0716e', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:f8:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1506a0ba-73bc-47b9-837e-f6bd5fecb8aa', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.957186] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Creating folder: Project (1b76251eba3846c38a8af3c67c5134f8). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.958044] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d661e853-5977-486d-9d96-943867abc71e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.967701] env[69365]: INFO nova.compute.manager [-] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Took 1.46 seconds to deallocate network for instance. [ 846.973836] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Created folder: Project (1b76251eba3846c38a8af3c67c5134f8) in parent group-v693134. [ 846.973836] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Creating folder: Instances. Parent ref: group-v693275. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.973986] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cddb1b2b-f032-494c-b9be-08775ce7afde {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.982310] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Created folder: Instances in parent group-v693275. [ 846.982634] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.982634] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.983453] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b16b33e-881c-4579-95ea-82689117d33e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.010565] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.010565] env[69365]: value = "task-3468905" [ 847.010565] env[69365]: _type = "Task" [ 847.010565] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.021462] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468905, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.034849] env[69365]: INFO nova.compute.manager [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Rebuilding instance [ 847.069563] env[69365]: DEBUG nova.network.neutron [req-6639e2d9-2a35-4ab1-8e64-ea17bea44c83 req-5f294cbf-b4c1-4c42-8ffe-318f2f3924d1 service nova] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Updated VIF entry in instance network info cache for port 918ae9db-7ed1-4a9b-a391-0ff02a2081c8. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.069915] env[69365]: DEBUG nova.network.neutron [req-6639e2d9-2a35-4ab1-8e64-ea17bea44c83 req-5f294cbf-b4c1-4c42-8ffe-318f2f3924d1 service nova] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Updating instance_info_cache with network_info: [{"id": "918ae9db-7ed1-4a9b-a391-0ff02a2081c8", "address": "fa:16:3e:74:3f:9c", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap918ae9db-7e", "ovs_interfaceid": "918ae9db-7ed1-4a9b-a391-0ff02a2081c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.071484] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fcc7a61c-cd86-4c9d-b9ad-95fa0f21b5e9 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.932s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.088636] env[69365]: DEBUG nova.compute.manager [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.089669] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7061b9-316b-47b4-bc6a-b1367f76ea9d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.834392] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2e5ad402-9d9c-4ba9-a860-2e17aceb068b tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.837339] env[69365]: DEBUG oslo_concurrency.lockutils [req-6639e2d9-2a35-4ab1-8e64-ea17bea44c83 req-5f294cbf-b4c1-4c42-8ffe-318f2f3924d1 service nova] Releasing lock "refresh_cache-db7108fa-22fd-466f-ba5b-0a33046105d4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.837570] env[69365]: DEBUG nova.compute.manager [req-6639e2d9-2a35-4ab1-8e64-ea17bea44c83 req-5f294cbf-b4c1-4c42-8ffe-318f2f3924d1 service nova] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Received event network-changed-5e6c01c8-8a99-4361-828f-f40c2d3ececd {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.837733] env[69365]: DEBUG nova.compute.manager [req-6639e2d9-2a35-4ab1-8e64-ea17bea44c83 req-5f294cbf-b4c1-4c42-8ffe-318f2f3924d1 service nova] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Refreshing instance network info cache due to event network-changed-5e6c01c8-8a99-4361-828f-f40c2d3ececd. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.837929] env[69365]: DEBUG oslo_concurrency.lockutils [req-6639e2d9-2a35-4ab1-8e64-ea17bea44c83 req-5f294cbf-b4c1-4c42-8ffe-318f2f3924d1 service nova] Acquiring lock "refresh_cache-598f0b6f-8524-4015-9ab1-7797fc4794b9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.838077] env[69365]: DEBUG oslo_concurrency.lockutils [req-6639e2d9-2a35-4ab1-8e64-ea17bea44c83 req-5f294cbf-b4c1-4c42-8ffe-318f2f3924d1 service nova] Acquired lock "refresh_cache-598f0b6f-8524-4015-9ab1-7797fc4794b9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.838260] env[69365]: DEBUG nova.network.neutron [req-6639e2d9-2a35-4ab1-8e64-ea17bea44c83 req-5f294cbf-b4c1-4c42-8ffe-318f2f3924d1 service nova] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Refreshing network info cache for port 5e6c01c8-8a99-4361-828f-f40c2d3ececd {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.860754] env[69365]: DEBUG oslo_vmware.api [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]524fafd6-9896-b442-6c9b-5eea42c64ab9, 'name': SearchDatastore_Task, 'duration_secs': 0.040552} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.864970] env[69365]: DEBUG oslo_concurrency.lockutils [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.864970] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] db7108fa-22fd-466f-ba5b-0a33046105d4/db7108fa-22fd-466f-ba5b-0a33046105d4.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.864970] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468905, 'name': CreateVM_Task, 'duration_secs': 0.451424} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.864970] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ee916ff-ee5c-4911-996f-2798c3a8565e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.871243] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 847.871243] env[69365]: DEBUG oslo_concurrency.lockutils [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.871243] env[69365]: DEBUG oslo_concurrency.lockutils [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.871243] env[69365]: DEBUG oslo_concurrency.lockutils [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.871243] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15fa3791-f3c2-452c-8d18-66bf2faca078 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.874192] env[69365]: DEBUG oslo_vmware.api [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 847.874192] env[69365]: value = "task-3468906" [ 847.874192] env[69365]: _type = "Task" [ 847.874192] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.878418] env[69365]: DEBUG oslo_vmware.api [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Waiting for the task: (returnval){ [ 847.878418] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]524d057e-e06f-7b50-31ba-d4c5efecb235" [ 847.878418] env[69365]: _type = "Task" [ 847.878418] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.888089] env[69365]: DEBUG oslo_vmware.api [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.893616] env[69365]: DEBUG oslo_vmware.api [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]524d057e-e06f-7b50-31ba-d4c5efecb235, 'name': SearchDatastore_Task, 'duration_secs': 0.010728} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.893927] env[69365]: DEBUG oslo_concurrency.lockutils [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.894249] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.894518] env[69365]: DEBUG oslo_concurrency.lockutils [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.894688] env[69365]: DEBUG oslo_concurrency.lockutils [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.894885] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.895285] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55546bd9-cf53-45a3-83f6-274717804c63 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.907064] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.907323] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.908154] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ef940cd-71f8-49d4-a076-1a524496d6f3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.914299] env[69365]: DEBUG oslo_vmware.api [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Waiting for the task: (returnval){ [ 847.914299] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5248a099-01e7-c30e-4f30-fd1a787f6601" [ 847.914299] env[69365]: _type = "Task" [ 847.914299] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.927769] env[69365]: DEBUG oslo_vmware.api [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5248a099-01e7-c30e-4f30-fd1a787f6601, 'name': SearchDatastore_Task, 'duration_secs': 0.009398} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.931139] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28d81112-f1f6-404a-8c1a-1e85499edbe6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.936369] env[69365]: DEBUG oslo_vmware.api [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Waiting for the task: (returnval){ [ 847.936369] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5279e379-c366-4f96-b5ea-0fabc0956bb9" [ 847.936369] env[69365]: _type = "Task" [ 847.936369] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.948716] env[69365]: DEBUG oslo_vmware.api [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5279e379-c366-4f96-b5ea-0fabc0956bb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.115768] env[69365]: DEBUG nova.network.neutron [req-303a2968-b77e-4afc-80d5-5c77dca8d032 req-19eef08f-bc0c-4d08-8f9a-52a4dd6bb394 service nova] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Updated VIF entry in instance network info cache for port 1506a0ba-73bc-47b9-837e-f6bd5fecb8aa. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.116260] env[69365]: DEBUG nova.network.neutron [req-303a2968-b77e-4afc-80d5-5c77dca8d032 req-19eef08f-bc0c-4d08-8f9a-52a4dd6bb394 service nova] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Updating instance_info_cache with network_info: [{"id": "70ae3bb0-6e0e-43ad-a842-a96b39e2c13a", "address": "fa:16:3e:3d:cf:7f", "network": {"id": "fa019006-9a6d-4af6-b1ac-85740c2841db", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-57139973", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b76251eba3846c38a8af3c67c5134f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ae3bb0-6e", "ovs_interfaceid": "70ae3bb0-6e0e-43ad-a842-a96b39e2c13a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "98deaf3e-661b-4e5f-8efd-0a3868f0716e", "address": "fa:16:3e:65:ec:1f", "network": {"id": "2d0f3637-cdd0-4b51-8bff-f93edb08550d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1955882125", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1b76251eba3846c38a8af3c67c5134f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98deaf3e-66", "ovs_interfaceid": "98deaf3e-661b-4e5f-8efd-0a3868f0716e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1506a0ba-73bc-47b9-837e-f6bd5fecb8aa", "address": "fa:16:3e:6c:f8:7e", "network": {"id": "fa019006-9a6d-4af6-b1ac-85740c2841db", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-57139973", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.32", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b76251eba3846c38a8af3c67c5134f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1506a0ba-73", "ovs_interfaceid": "1506a0ba-73bc-47b9-837e-f6bd5fecb8aa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.357450] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff769a5-fed4-44f5-842a-f769627f124a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.367581] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69c1742-e013-40c8-9d7a-b01d05911151 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.406086] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f377c267-b1ed-48b6-98e4-ce01f021aa0a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.414681] env[69365]: DEBUG oslo_vmware.api [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468906, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490839} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.417353] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] db7108fa-22fd-466f-ba5b-0a33046105d4/db7108fa-22fd-466f-ba5b-0a33046105d4.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 848.417593] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 848.417964] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08322a43-db17-4693-97fa-0d96ea56a82f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.420930] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16537678-8ccf-4e8b-bfa7-d30d328d2890 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.434948] env[69365]: DEBUG nova.compute.provider_tree [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.437504] env[69365]: DEBUG oslo_vmware.api [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 848.437504] env[69365]: value = "task-3468908" [ 848.437504] env[69365]: _type = "Task" [ 848.437504] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.451768] env[69365]: DEBUG oslo_vmware.api [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5279e379-c366-4f96-b5ea-0fabc0956bb9, 'name': SearchDatastore_Task, 'duration_secs': 0.019468} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.452325] env[69365]: DEBUG oslo_vmware.api [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468908, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.454468] env[69365]: DEBUG oslo_concurrency.lockutils [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.454727] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1/0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.455262] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad20699d-ddf9-4234-9b12-a2e6dab37b97 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.463319] env[69365]: DEBUG oslo_vmware.api [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Waiting for the task: (returnval){ [ 848.463319] env[69365]: value = "task-3468909" [ 848.463319] env[69365]: _type = "Task" [ 848.463319] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.472080] env[69365]: DEBUG oslo_vmware.api [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': task-3468909, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.609971] env[69365]: DEBUG nova.network.neutron [req-6639e2d9-2a35-4ab1-8e64-ea17bea44c83 req-5f294cbf-b4c1-4c42-8ffe-318f2f3924d1 service nova] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Updated VIF entry in instance network info cache for port 5e6c01c8-8a99-4361-828f-f40c2d3ececd. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.610504] env[69365]: DEBUG nova.network.neutron [req-6639e2d9-2a35-4ab1-8e64-ea17bea44c83 req-5f294cbf-b4c1-4c42-8ffe-318f2f3924d1 service nova] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Updating instance_info_cache with network_info: [{"id": "5e6c01c8-8a99-4361-828f-f40c2d3ececd", "address": "fa:16:3e:46:ed:c3", "network": {"id": "b512aa6e-90a5-4378-8828-e133c4475824", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1566659948-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a23499dbec6b45aab53178a6d1cc1b4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d31a554-a94c-4471-892f-f65aa87b8279", "external-id": "nsx-vlan-transportzone-241", "segmentation_id": 241, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e6c01c8-8a", "ovs_interfaceid": "5e6c01c8-8a99-4361-828f-f40c2d3ececd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.618661] env[69365]: DEBUG oslo_concurrency.lockutils [req-303a2968-b77e-4afc-80d5-5c77dca8d032 req-19eef08f-bc0c-4d08-8f9a-52a4dd6bb394 service nova] Releasing lock "refresh_cache-0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.618913] env[69365]: DEBUG nova.compute.manager [req-303a2968-b77e-4afc-80d5-5c77dca8d032 req-19eef08f-bc0c-4d08-8f9a-52a4dd6bb394 service nova] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Received event network-vif-deleted-3897b924-516f-4f89-95c9-3a3df99711f5 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.619114] env[69365]: INFO nova.compute.manager [req-303a2968-b77e-4afc-80d5-5c77dca8d032 req-19eef08f-bc0c-4d08-8f9a-52a4dd6bb394 service nova] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Neutron deleted interface 3897b924-516f-4f89-95c9-3a3df99711f5; detaching it from the instance and deleting it from the info cache [ 848.619291] env[69365]: DEBUG nova.network.neutron [req-303a2968-b77e-4afc-80d5-5c77dca8d032 req-19eef08f-bc0c-4d08-8f9a-52a4dd6bb394 service nova] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.862584] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 848.863029] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-333c4916-ed2c-48a6-b274-18fa86339ab6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.873227] env[69365]: DEBUG oslo_vmware.api [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 848.873227] env[69365]: value = "task-3468910" [ 848.873227] env[69365]: _type = "Task" [ 848.873227] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.884718] env[69365]: DEBUG oslo_vmware.api [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.939148] env[69365]: DEBUG nova.scheduler.client.report [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.957843] env[69365]: DEBUG oslo_vmware.api [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468908, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063009} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.959164] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.960436] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d283ad-12b3-4098-aff7-b509f3d9d098 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.005992] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] db7108fa-22fd-466f-ba5b-0a33046105d4/db7108fa-22fd-466f-ba5b-0a33046105d4.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.011935] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4500e3d2-c41e-40c5-9b06-da37b63a57d5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.038232] env[69365]: DEBUG oslo_vmware.api [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': task-3468909, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.044825] env[69365]: DEBUG oslo_vmware.api [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 849.044825] env[69365]: value = "task-3468911" [ 849.044825] env[69365]: _type = "Task" [ 849.044825] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.057144] env[69365]: DEBUG oslo_vmware.api [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468911, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.115381] env[69365]: DEBUG oslo_concurrency.lockutils [req-6639e2d9-2a35-4ab1-8e64-ea17bea44c83 req-5f294cbf-b4c1-4c42-8ffe-318f2f3924d1 service nova] Releasing lock "refresh_cache-598f0b6f-8524-4015-9ab1-7797fc4794b9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.123605] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-409ee096-e982-4f72-935e-2732037a97db {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.135030] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d36be07-7da2-4722-836d-db6867da5fde {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.173243] env[69365]: DEBUG nova.compute.manager [req-303a2968-b77e-4afc-80d5-5c77dca8d032 req-19eef08f-bc0c-4d08-8f9a-52a4dd6bb394 service nova] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Detach interface failed, port_id=3897b924-516f-4f89-95c9-3a3df99711f5, reason: Instance f6b3dab5-04f1-4db5-b4b2-74af69f5c966 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 849.382971] env[69365]: DEBUG oslo_vmware.api [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468910, 'name': PowerOffVM_Task, 'duration_secs': 0.323558} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.383479] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.383719] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.385757] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7ed08e-31a2-496f-8e47-9ee2ef0f1a27 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.391861] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.391983] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ddfb651-3ea6-40dc-97ac-b7357d8b7b20 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.449880] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.909s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.450412] env[69365]: DEBUG nova.compute.manager [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.453378] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.096s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.453594] env[69365]: DEBUG nova.objects.instance [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Lazy-loading 'resources' on Instance uuid 886cc949-7105-4dd5-a7fc-7bbc0390595d {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.456855] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.456964] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.457116] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Deleting the datastore file [datastore2] a9672f20-2f1f-4ab4-861a-e542250eb592 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.460094] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ce094cd-8b61-4676-a358-2d04d9b3914d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.471918] env[69365]: DEBUG oslo_vmware.api [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 849.471918] env[69365]: value = "task-3468913" [ 849.471918] env[69365]: _type = "Task" [ 849.471918] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.479085] env[69365]: DEBUG oslo_vmware.api [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': task-3468909, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552486} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.479666] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1/0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.479876] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.480133] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ebde55f-1463-4110-ad04-53bf95cef3a7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.484689] env[69365]: DEBUG oslo_vmware.api [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468913, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.489494] env[69365]: DEBUG oslo_vmware.api [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Waiting for the task: (returnval){ [ 849.489494] env[69365]: value = "task-3468914" [ 849.489494] env[69365]: _type = "Task" [ 849.489494] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.498680] env[69365]: DEBUG oslo_vmware.api [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': task-3468914, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.558382] env[69365]: DEBUG oslo_vmware.api [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468911, 'name': ReconfigVM_Task, 'duration_secs': 0.37961} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.558967] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Reconfigured VM instance instance-0000002f to attach disk [datastore1] db7108fa-22fd-466f-ba5b-0a33046105d4/db7108fa-22fd-466f-ba5b-0a33046105d4.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.559527] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8aa1fa02-87c3-4211-9260-0f4f7b2aa9e1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.568370] env[69365]: DEBUG oslo_vmware.api [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 849.568370] env[69365]: value = "task-3468915" [ 849.568370] env[69365]: _type = "Task" [ 849.568370] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.580097] env[69365]: DEBUG oslo_vmware.api [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468915, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.957160] env[69365]: DEBUG nova.compute.utils [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 849.958597] env[69365]: DEBUG nova.compute.manager [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 849.958771] env[69365]: DEBUG nova.network.neutron [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.989020] env[69365]: DEBUG oslo_vmware.api [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468913, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294648} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.989020] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 849.989020] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 849.989020] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.000920] env[69365]: DEBUG oslo_vmware.api [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': task-3468914, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066766} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.004581] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 850.006072] env[69365]: DEBUG nova.policy [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4e8eab242c649ddbbed4342e2ff5c8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1390634bc5d43d2bd1beb23d5cd5375', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 850.009552] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445a6a48-1c2d-41ef-bdc2-50835daf79b7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.043750] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1/0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 850.047733] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3b23023-0f6e-4616-b755-e4b70d12ae82 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.074806] env[69365]: DEBUG oslo_vmware.api [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Waiting for the task: (returnval){ [ 850.074806] env[69365]: value = "task-3468917" [ 850.074806] env[69365]: _type = "Task" [ 850.074806] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.083769] env[69365]: DEBUG oslo_vmware.api [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468915, 'name': Rename_Task, 'duration_secs': 0.252463} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.085262] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.085561] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb170688-9f68-4b65-8727-f5248be3a0a8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.090786] env[69365]: DEBUG oslo_vmware.api [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': task-3468917, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.095659] env[69365]: DEBUG oslo_vmware.api [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 850.095659] env[69365]: value = "task-3468918" [ 850.095659] env[69365]: _type = "Task" [ 850.095659] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.108084] env[69365]: DEBUG oslo_vmware.api [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468918, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.394433] env[69365]: DEBUG nova.network.neutron [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Successfully created port: ed2b7619-adeb-46c9-822e-732f8dba2371 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 850.462938] env[69365]: DEBUG nova.compute.manager [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.554794] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c7fe55-da35-4469-b302-35b129ec11a1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.562266] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3df7eec-6671-4010-9041-f37c120e2f87 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.606746] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e61314-763e-4dfa-a7d4-d5198cedd12c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.617213] env[69365]: DEBUG oslo_vmware.api [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': task-3468917, 'name': ReconfigVM_Task, 'duration_secs': 0.39806} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.625292] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1/0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.626174] env[69365]: DEBUG oslo_vmware.api [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468918, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.626424] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f0c2afd-5dd9-451f-b2b1-d1813e74e463 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.629242] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd8a758-41a1-48f5-a8f7-5b6222fbb8f0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.646657] env[69365]: DEBUG nova.compute.provider_tree [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.649557] env[69365]: DEBUG oslo_vmware.api [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Waiting for the task: (returnval){ [ 850.649557] env[69365]: value = "task-3468919" [ 850.649557] env[69365]: _type = "Task" [ 850.649557] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.658143] env[69365]: DEBUG oslo_vmware.api [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': task-3468919, 'name': Rename_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.026934] env[69365]: DEBUG nova.virt.hardware [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.027250] env[69365]: DEBUG nova.virt.hardware [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.027405] env[69365]: DEBUG nova.virt.hardware [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.027652] env[69365]: DEBUG nova.virt.hardware [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.027831] env[69365]: DEBUG nova.virt.hardware [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.028015] env[69365]: DEBUG nova.virt.hardware [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.028279] env[69365]: DEBUG nova.virt.hardware [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.028474] env[69365]: DEBUG nova.virt.hardware [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.028678] env[69365]: DEBUG nova.virt.hardware [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.028851] env[69365]: DEBUG nova.virt.hardware [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.029037] env[69365]: DEBUG nova.virt.hardware [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.029917] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb0d912-c012-42b6-81de-92e64efef4bc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.037984] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e24bd9-271c-43a3-8ea6-406d0e4ecad8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.051640] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:87:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '683a619f-b10d-41a3-8c03-4f69f6c9ce53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76e41a36-0955-4bd1-83ad-4fe910c61c6b', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.059054] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 851.059290] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.059500] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-03ef2bd2-4513-4031-900b-2c8d0784dca6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.079370] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.079370] env[69365]: value = "task-3468920" [ 851.079370] env[69365]: _type = "Task" [ 851.079370] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.087222] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468920, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.109087] env[69365]: DEBUG oslo_vmware.api [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468918, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.151334] env[69365]: DEBUG nova.scheduler.client.report [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.163971] env[69365]: DEBUG oslo_vmware.api [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': task-3468919, 'name': Rename_Task, 'duration_secs': 0.143015} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.164199] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 851.164435] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-640d7a31-6907-4c96-aecd-74d87d7acfe8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.172087] env[69365]: DEBUG oslo_vmware.api [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Waiting for the task: (returnval){ [ 851.172087] env[69365]: value = "task-3468921" [ 851.172087] env[69365]: _type = "Task" [ 851.172087] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.179272] env[69365]: DEBUG oslo_vmware.api [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': task-3468921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.477178] env[69365]: DEBUG nova.compute.manager [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.500463] env[69365]: DEBUG nova.virt.hardware [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.500763] env[69365]: DEBUG nova.virt.hardware [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.500953] env[69365]: DEBUG nova.virt.hardware [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.501194] env[69365]: DEBUG nova.virt.hardware [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.501362] env[69365]: DEBUG nova.virt.hardware [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.501513] env[69365]: DEBUG nova.virt.hardware [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.501721] env[69365]: DEBUG nova.virt.hardware [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.501880] env[69365]: DEBUG nova.virt.hardware [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.502054] env[69365]: DEBUG nova.virt.hardware [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.502217] env[69365]: DEBUG nova.virt.hardware [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.502387] env[69365]: DEBUG nova.virt.hardware [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.503347] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9506ab7e-946a-40d9-99fc-6acae3b1cc5d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.512431] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220045fc-5513-4df5-9a71-56b593a30113 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.588550] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468920, 'name': CreateVM_Task, 'duration_secs': 0.507745} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.590268] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.590268] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.590268] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.590268] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.590568] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0fb7334-8819-48fb-a25e-bad912872c88 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.594916] env[69365]: DEBUG oslo_vmware.api [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 851.594916] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]529ac68c-5934-2eb0-f42b-fc96acc3bc04" [ 851.594916] env[69365]: _type = "Task" [ 851.594916] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.605909] env[69365]: DEBUG oslo_vmware.api [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]529ac68c-5934-2eb0-f42b-fc96acc3bc04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.610893] env[69365]: DEBUG oslo_vmware.api [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3468918, 'name': PowerOnVM_Task, 'duration_secs': 1.202373} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.611141] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.611339] env[69365]: INFO nova.compute.manager [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Took 9.58 seconds to spawn the instance on the hypervisor. [ 851.611518] env[69365]: DEBUG nova.compute.manager [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.612241] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e567063-b1be-40a0-a529-31f39540488b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.660148] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.206s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.662145] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee2a9f4c-924a-4889-9b88-3322f874f8e0 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.133s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.662439] env[69365]: DEBUG nova.objects.instance [None req-ee2a9f4c-924a-4889-9b88-3322f874f8e0 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Lazy-loading 'resources' on Instance uuid ce04b55d-6066-4f68-8c8c-bc4cfa0f2461 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.681934] env[69365]: DEBUG oslo_vmware.api [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': task-3468921, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.685675] env[69365]: INFO nova.scheduler.client.report [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Deleted allocations for instance 886cc949-7105-4dd5-a7fc-7bbc0390595d [ 852.052940] env[69365]: DEBUG nova.compute.manager [req-440ddc70-fd71-4543-9406-0469bf6948ab req-1bd80ecb-a29e-4f46-898e-d89aff48208d service nova] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Received event network-vif-plugged-ed2b7619-adeb-46c9-822e-732f8dba2371 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.053679] env[69365]: DEBUG oslo_concurrency.lockutils [req-440ddc70-fd71-4543-9406-0469bf6948ab req-1bd80ecb-a29e-4f46-898e-d89aff48208d service nova] Acquiring lock "54494c65-4118-4c3d-8af2-cd772b783e1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.056727] env[69365]: DEBUG oslo_concurrency.lockutils [req-440ddc70-fd71-4543-9406-0469bf6948ab req-1bd80ecb-a29e-4f46-898e-d89aff48208d service nova] Lock "54494c65-4118-4c3d-8af2-cd772b783e1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.056727] env[69365]: DEBUG oslo_concurrency.lockutils [req-440ddc70-fd71-4543-9406-0469bf6948ab req-1bd80ecb-a29e-4f46-898e-d89aff48208d service nova] Lock "54494c65-4118-4c3d-8af2-cd772b783e1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.056727] env[69365]: DEBUG nova.compute.manager [req-440ddc70-fd71-4543-9406-0469bf6948ab req-1bd80ecb-a29e-4f46-898e-d89aff48208d service nova] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] No waiting events found dispatching network-vif-plugged-ed2b7619-adeb-46c9-822e-732f8dba2371 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 852.056727] env[69365]: WARNING nova.compute.manager [req-440ddc70-fd71-4543-9406-0469bf6948ab req-1bd80ecb-a29e-4f46-898e-d89aff48208d service nova] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Received unexpected event network-vif-plugged-ed2b7619-adeb-46c9-822e-732f8dba2371 for instance with vm_state building and task_state spawning. [ 852.108031] env[69365]: DEBUG oslo_vmware.api [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]529ac68c-5934-2eb0-f42b-fc96acc3bc04, 'name': SearchDatastore_Task, 'duration_secs': 0.009799} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.108031] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.108031] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.108031] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.108031] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.108031] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.108031] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb993a76-1dee-4c97-9ca6-922143523375 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.122479] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.122479] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.124111] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85b92c0b-b949-4b95-8a69-becd44ed98be {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.136614] env[69365]: DEBUG oslo_vmware.api [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 852.136614] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]520f9c21-3a19-6fd4-53ac-c1b158b78544" [ 852.136614] env[69365]: _type = "Task" [ 852.136614] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.137016] env[69365]: INFO nova.compute.manager [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Took 44.20 seconds to build instance. [ 852.147824] env[69365]: DEBUG oslo_vmware.api [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]520f9c21-3a19-6fd4-53ac-c1b158b78544, 'name': SearchDatastore_Task, 'duration_secs': 0.01006} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.148691] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9528bb1-092f-4560-8cd7-07bd4cd07c00 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.155974] env[69365]: DEBUG oslo_vmware.api [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 852.155974] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52475eec-4d63-752d-26f6-ff6309f49798" [ 852.155974] env[69365]: _type = "Task" [ 852.155974] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.168254] env[69365]: DEBUG oslo_vmware.api [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52475eec-4d63-752d-26f6-ff6309f49798, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.179606] env[69365]: DEBUG nova.network.neutron [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Successfully updated port: ed2b7619-adeb-46c9-822e-732f8dba2371 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 852.188752] env[69365]: DEBUG oslo_vmware.api [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': task-3468921, 'name': PowerOnVM_Task, 'duration_secs': 0.836988} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.189263] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 852.189470] env[69365]: INFO nova.compute.manager [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Took 16.26 seconds to spawn the instance on the hypervisor. [ 852.190219] env[69365]: DEBUG nova.compute.manager [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 852.190448] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25e3456-32a1-435e-a6d3-efc50761c79f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.196941] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f7e3bf6e-521e-4c78-80d2-2a93bd87a1f5 tempest-ServerShowV254Test-1370863068 tempest-ServerShowV254Test-1370863068-project-member] Lock "886cc949-7105-4dd5-a7fc-7bbc0390595d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.074s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.525317] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Acquiring lock "82fa0bd7-7671-4bcf-80da-c26cdf00aaf1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.525637] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Lock "82fa0bd7-7671-4bcf-80da-c26cdf00aaf1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 852.642574] env[69365]: DEBUG oslo_concurrency.lockutils [None req-929447e5-9fea-4c6f-a7c6-7760a270c1a8 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lock "db7108fa-22fd-466f-ba5b-0a33046105d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.816s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.659565] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f78ddbd-a486-4399-8de4-379a243e3fe1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.673241] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd76e24-6e30-4f20-b842-32bf23dcf61c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.676643] env[69365]: DEBUG oslo_vmware.api [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52475eec-4d63-752d-26f6-ff6309f49798, 'name': SearchDatastore_Task, 'duration_secs': 0.00989} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.676945] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.677271] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] a9672f20-2f1f-4ab4-861a-e542250eb592/a9672f20-2f1f-4ab4-861a-e542250eb592.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 852.677876] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2bf353c-eb4e-424b-afa4-70bc13b1018b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.707612] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "refresh_cache-54494c65-4118-4c3d-8af2-cd772b783e1f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.707612] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquired lock "refresh_cache-54494c65-4118-4c3d-8af2-cd772b783e1f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.707912] env[69365]: DEBUG nova.network.neutron [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 852.715771] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965167fd-2ed9-49fc-b59b-a8efad45fd64 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.720995] env[69365]: DEBUG oslo_vmware.api [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 852.720995] env[69365]: value = "task-3468923" [ 852.720995] env[69365]: _type = "Task" [ 852.720995] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.732062] env[69365]: INFO nova.compute.manager [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Took 51.57 seconds to build instance. [ 852.734122] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2177ab3-1b23-4262-b720-9c81d0e758de {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.741619] env[69365]: DEBUG oslo_vmware.api [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.757054] env[69365]: DEBUG nova.compute.provider_tree [None req-ee2a9f4c-924a-4889-9b88-3322f874f8e0 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.144975] env[69365]: DEBUG nova.compute.manager [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 853.234075] env[69365]: DEBUG oslo_concurrency.lockutils [None req-87c13072-2fe0-4be7-bdb4-8639388f9e95 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Lock "0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.692s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.234540] env[69365]: DEBUG oslo_vmware.api [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474359} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.235752] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] a9672f20-2f1f-4ab4-861a-e542250eb592/a9672f20-2f1f-4ab4-861a-e542250eb592.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 853.236344] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 853.236344] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55b18380-7137-4b70-bed4-45afc67c025d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.244059] env[69365]: DEBUG oslo_vmware.api [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 853.244059] env[69365]: value = "task-3468924" [ 853.244059] env[69365]: _type = "Task" [ 853.244059] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.251102] env[69365]: DEBUG nova.network.neutron [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.260728] env[69365]: DEBUG nova.scheduler.client.report [None req-ee2a9f4c-924a-4889-9b88-3322f874f8e0 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.265316] env[69365]: DEBUG oslo_vmware.api [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.447322] env[69365]: DEBUG nova.network.neutron [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Updating instance_info_cache with network_info: [{"id": "ed2b7619-adeb-46c9-822e-732f8dba2371", "address": "fa:16:3e:7c:07:5f", "network": {"id": "c91e48bf-447c-4d3b-9b39-4682e675c3bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-440598981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1390634bc5d43d2bd1beb23d5cd5375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped2b7619-ad", "ovs_interfaceid": "ed2b7619-adeb-46c9-822e-732f8dba2371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.678416] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.739537] env[69365]: DEBUG nova.compute.manager [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 853.755093] env[69365]: DEBUG oslo_vmware.api [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067354} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.755238] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 853.755913] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77bbfbb4-e2ae-4db4-843d-fbd56756e925 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.773025] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee2a9f4c-924a-4889-9b88-3322f874f8e0 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.783017] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] a9672f20-2f1f-4ab4-861a-e542250eb592/a9672f20-2f1f-4ab4-861a-e542250eb592.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.785025] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e94a3483-5dbb-4b9f-9e5e-7ee68263956e tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.935s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.785025] env[69365]: DEBUG nova.objects.instance [None req-e94a3483-5dbb-4b9f-9e5e-7ee68263956e tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Lazy-loading 'resources' on Instance uuid 7424581f-2315-4bf3-a27e-d31663304dfd {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 853.789256] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05b8f69b-cad6-400d-b964-73b0f04267ff {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.811957] env[69365]: INFO nova.scheduler.client.report [None req-ee2a9f4c-924a-4889-9b88-3322f874f8e0 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Deleted allocations for instance ce04b55d-6066-4f68-8c8c-bc4cfa0f2461 [ 853.818897] env[69365]: DEBUG oslo_vmware.api [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 853.818897] env[69365]: value = "task-3468925" [ 853.818897] env[69365]: _type = "Task" [ 853.818897] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.828811] env[69365]: DEBUG oslo_vmware.api [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.952499] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Releasing lock "refresh_cache-54494c65-4118-4c3d-8af2-cd772b783e1f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.952826] env[69365]: DEBUG nova.compute.manager [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Instance network_info: |[{"id": "ed2b7619-adeb-46c9-822e-732f8dba2371", "address": "fa:16:3e:7c:07:5f", "network": {"id": "c91e48bf-447c-4d3b-9b39-4682e675c3bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-440598981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1390634bc5d43d2bd1beb23d5cd5375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped2b7619-ad", "ovs_interfaceid": "ed2b7619-adeb-46c9-822e-732f8dba2371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 853.953516] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:07:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ed2b7619-adeb-46c9-822e-732f8dba2371', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 853.961321] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Creating folder: Project (b1390634bc5d43d2bd1beb23d5cd5375). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 853.964347] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d666e7a-1d25-4b40-82ad-f55a7b2e0a1e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.974827] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Created folder: Project (b1390634bc5d43d2bd1beb23d5cd5375) in parent group-v693134. [ 853.974955] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Creating folder: Instances. Parent ref: group-v693279. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 853.977402] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1966cc3f-b7b7-4dbd-bb92-1f4b96ecdf54 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.985765] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Created folder: Instances in parent group-v693279. [ 853.986232] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.986232] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 853.986370] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25c738e9-3f49-4a66-8a21-9c5583d0a3f3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.002991] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f09bc50b-87b5-43f4-b5d9-b08153a24e32 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Acquiring lock "0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.003202] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f09bc50b-87b5-43f4-b5d9-b08153a24e32 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Lock "0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.003411] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f09bc50b-87b5-43f4-b5d9-b08153a24e32 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Acquiring lock "0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.003589] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f09bc50b-87b5-43f4-b5d9-b08153a24e32 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Lock "0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.003750] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f09bc50b-87b5-43f4-b5d9-b08153a24e32 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Lock "0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.005905] env[69365]: INFO nova.compute.manager [None req-f09bc50b-87b5-43f4-b5d9-b08153a24e32 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Terminating instance [ 854.009468] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 854.009468] env[69365]: value = "task-3468929" [ 854.009468] env[69365]: _type = "Task" [ 854.009468] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.019138] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468929, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.079330] env[69365]: DEBUG nova.compute.manager [req-a0fcc595-88c8-4360-9c4c-9fdbbb2f6212 req-2f173866-4e79-4b40-a2d9-c529dd3b8f59 service nova] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Received event network-changed-ed2b7619-adeb-46c9-822e-732f8dba2371 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.079560] env[69365]: DEBUG nova.compute.manager [req-a0fcc595-88c8-4360-9c4c-9fdbbb2f6212 req-2f173866-4e79-4b40-a2d9-c529dd3b8f59 service nova] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Refreshing instance network info cache due to event network-changed-ed2b7619-adeb-46c9-822e-732f8dba2371. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 854.079778] env[69365]: DEBUG oslo_concurrency.lockutils [req-a0fcc595-88c8-4360-9c4c-9fdbbb2f6212 req-2f173866-4e79-4b40-a2d9-c529dd3b8f59 service nova] Acquiring lock "refresh_cache-54494c65-4118-4c3d-8af2-cd772b783e1f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.079919] env[69365]: DEBUG oslo_concurrency.lockutils [req-a0fcc595-88c8-4360-9c4c-9fdbbb2f6212 req-2f173866-4e79-4b40-a2d9-c529dd3b8f59 service nova] Acquired lock "refresh_cache-54494c65-4118-4c3d-8af2-cd772b783e1f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.080102] env[69365]: DEBUG nova.network.neutron [req-a0fcc595-88c8-4360-9c4c-9fdbbb2f6212 req-2f173866-4e79-4b40-a2d9-c529dd3b8f59 service nova] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Refreshing network info cache for port ed2b7619-adeb-46c9-822e-732f8dba2371 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.262214] env[69365]: DEBUG oslo_concurrency.lockutils [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.288313] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4588048a-13fc-42c2-95ff-325f1e6713f8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.297703] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5d8599-37f3-49aa-b684-a5f47f560cca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.338755] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee2a9f4c-924a-4889-9b88-3322f874f8e0 tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Lock "ce04b55d-6066-4f68-8c8c-bc4cfa0f2461" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.442s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.344917] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb7058b-5659-4bda-b9d6-8b86e39047ad {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.358359] env[69365]: DEBUG oslo_vmware.api [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.361938] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4063d94d-0337-4ce4-bf74-cb7ef3304301 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.369324] env[69365]: DEBUG nova.compute.manager [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Stashing vm_state: active {{(pid=69365) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 854.383384] env[69365]: DEBUG nova.compute.provider_tree [None req-e94a3483-5dbb-4b9f-9e5e-7ee68263956e tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 854.514839] env[69365]: DEBUG nova.compute.manager [None req-f09bc50b-87b5-43f4-b5d9-b08153a24e32 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.514839] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f09bc50b-87b5-43f4-b5d9-b08153a24e32 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.515624] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7050f3-61df-4159-998b-d0bba08167dd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.523915] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468929, 'name': CreateVM_Task, 'duration_secs': 0.431681} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.526992] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 854.526992] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09bc50b-87b5-43f4-b5d9-b08153a24e32 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.526992] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.526992] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.527353] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.528988] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd607ccd-c3dc-46af-a844-e85f50c07dba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.529212] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3a76e49-f6d4-4300-ad16-f2c7c0b00e1e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.534158] env[69365]: DEBUG oslo_vmware.api [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 854.534158] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52146b1e-fb2b-d389-4fa2-d9fb6dd21cb4" [ 854.534158] env[69365]: _type = "Task" [ 854.534158] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.536296] env[69365]: DEBUG oslo_vmware.api [None req-f09bc50b-87b5-43f4-b5d9-b08153a24e32 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Waiting for the task: (returnval){ [ 854.536296] env[69365]: value = "task-3468930" [ 854.536296] env[69365]: _type = "Task" [ 854.536296] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.546653] env[69365]: DEBUG oslo_vmware.api [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52146b1e-fb2b-d389-4fa2-d9fb6dd21cb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.549801] env[69365]: DEBUG oslo_vmware.api [None req-f09bc50b-87b5-43f4-b5d9-b08153a24e32 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': task-3468930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.852021] env[69365]: DEBUG oslo_vmware.api [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468925, 'name': ReconfigVM_Task, 'duration_secs': 0.803598} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.852316] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Reconfigured VM instance instance-00000006 to attach disk [datastore2] a9672f20-2f1f-4ab4-861a-e542250eb592/a9672f20-2f1f-4ab4-861a-e542250eb592.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.853776] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-210cda67-cece-4b4c-9540-e359cb644da3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.860234] env[69365]: DEBUG oslo_vmware.api [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 854.860234] env[69365]: value = "task-3468931" [ 854.860234] env[69365]: _type = "Task" [ 854.860234] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.868738] env[69365]: DEBUG oslo_vmware.api [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468931, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.889700] env[69365]: DEBUG nova.scheduler.client.report [None req-e94a3483-5dbb-4b9f-9e5e-7ee68263956e tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.896018] env[69365]: DEBUG oslo_concurrency.lockutils [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.905016] env[69365]: DEBUG nova.network.neutron [req-a0fcc595-88c8-4360-9c4c-9fdbbb2f6212 req-2f173866-4e79-4b40-a2d9-c529dd3b8f59 service nova] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Updated VIF entry in instance network info cache for port ed2b7619-adeb-46c9-822e-732f8dba2371. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.905489] env[69365]: DEBUG nova.network.neutron [req-a0fcc595-88c8-4360-9c4c-9fdbbb2f6212 req-2f173866-4e79-4b40-a2d9-c529dd3b8f59 service nova] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Updating instance_info_cache with network_info: [{"id": "ed2b7619-adeb-46c9-822e-732f8dba2371", "address": "fa:16:3e:7c:07:5f", "network": {"id": "c91e48bf-447c-4d3b-9b39-4682e675c3bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-440598981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1390634bc5d43d2bd1beb23d5cd5375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped2b7619-ad", "ovs_interfaceid": "ed2b7619-adeb-46c9-822e-732f8dba2371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.049695] env[69365]: DEBUG oslo_vmware.api [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52146b1e-fb2b-d389-4fa2-d9fb6dd21cb4, 'name': SearchDatastore_Task, 'duration_secs': 0.014286} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.053063] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.053497] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 855.053756] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.053899] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.054091] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 855.054384] env[69365]: DEBUG oslo_vmware.api [None req-f09bc50b-87b5-43f4-b5d9-b08153a24e32 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': task-3468930, 'name': PowerOffVM_Task, 'duration_secs': 0.266725} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.054595] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-420b86a4-8411-452f-8c7f-24677ee68cf8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.056619] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f09bc50b-87b5-43f4-b5d9-b08153a24e32 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.057204] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f09bc50b-87b5-43f4-b5d9-b08153a24e32 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.057204] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc9ce8d2-f38e-4be4-aba4-0399619c0f2b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.065954] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 855.066153] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 855.066868] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98fd88db-f1a1-45e3-b07b-709116b7bec5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.072424] env[69365]: DEBUG oslo_vmware.api [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 855.072424] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5238767c-6cbd-8211-ca51-9fca417773fb" [ 855.072424] env[69365]: _type = "Task" [ 855.072424] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.080380] env[69365]: DEBUG oslo_vmware.api [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5238767c-6cbd-8211-ca51-9fca417773fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.227495] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f09bc50b-87b5-43f4-b5d9-b08153a24e32 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.228394] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f09bc50b-87b5-43f4-b5d9-b08153a24e32 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.228394] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f09bc50b-87b5-43f4-b5d9-b08153a24e32 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Deleting the datastore file [datastore2] 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.228394] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5574e98-c7ba-44fd-ae18-8343a54f8d8a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.235491] env[69365]: DEBUG oslo_vmware.api [None req-f09bc50b-87b5-43f4-b5d9-b08153a24e32 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Waiting for the task: (returnval){ [ 855.235491] env[69365]: value = "task-3468933" [ 855.235491] env[69365]: _type = "Task" [ 855.235491] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.243628] env[69365]: DEBUG oslo_vmware.api [None req-f09bc50b-87b5-43f4-b5d9-b08153a24e32 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': task-3468933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.370024] env[69365]: DEBUG oslo_vmware.api [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468931, 'name': Rename_Task, 'duration_secs': 0.340505} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.370374] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.370521] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e6af6d6-c284-4d0c-b3e2-a74f35bfdf0e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.377415] env[69365]: DEBUG oslo_vmware.api [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 855.377415] env[69365]: value = "task-3468934" [ 855.377415] env[69365]: _type = "Task" [ 855.377415] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.384902] env[69365]: DEBUG oslo_vmware.api [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.398262] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e94a3483-5dbb-4b9f-9e5e-7ee68263956e tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.401253] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6994eeab-d138-4db1-8ceb-72174f8f02d3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.334s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.402025] env[69365]: DEBUG nova.objects.instance [None req-6994eeab-d138-4db1-8ceb-72174f8f02d3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lazy-loading 'resources' on Instance uuid 5cff61ed-95d2-4d54-b1ad-1afeee2641fb {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.408147] env[69365]: DEBUG oslo_concurrency.lockutils [req-a0fcc595-88c8-4360-9c4c-9fdbbb2f6212 req-2f173866-4e79-4b40-a2d9-c529dd3b8f59 service nova] Releasing lock "refresh_cache-54494c65-4118-4c3d-8af2-cd772b783e1f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.419406] env[69365]: INFO nova.scheduler.client.report [None req-e94a3483-5dbb-4b9f-9e5e-7ee68263956e tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Deleted allocations for instance 7424581f-2315-4bf3-a27e-d31663304dfd [ 855.583249] env[69365]: DEBUG oslo_vmware.api [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5238767c-6cbd-8211-ca51-9fca417773fb, 'name': SearchDatastore_Task, 'duration_secs': 0.009311} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.583959] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb801b86-8fa1-4f39-b8ca-4c17307960a6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.589511] env[69365]: DEBUG oslo_vmware.api [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 855.589511] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5233688c-7894-d3dc-c990-e1a00579f3d0" [ 855.589511] env[69365]: _type = "Task" [ 855.589511] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.597566] env[69365]: DEBUG oslo_vmware.api [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5233688c-7894-d3dc-c990-e1a00579f3d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.746818] env[69365]: DEBUG oslo_vmware.api [None req-f09bc50b-87b5-43f4-b5d9-b08153a24e32 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': task-3468933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166612} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.747087] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f09bc50b-87b5-43f4-b5d9-b08153a24e32 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.747277] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f09bc50b-87b5-43f4-b5d9-b08153a24e32 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.747457] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f09bc50b-87b5-43f4-b5d9-b08153a24e32 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.747628] env[69365]: INFO nova.compute.manager [None req-f09bc50b-87b5-43f4-b5d9-b08153a24e32 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Took 1.23 seconds to destroy the instance on the hypervisor. [ 855.747913] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f09bc50b-87b5-43f4-b5d9-b08153a24e32 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.748128] env[69365]: DEBUG nova.compute.manager [-] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.748228] env[69365]: DEBUG nova.network.neutron [-] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.887270] env[69365]: DEBUG oslo_vmware.api [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468934, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.931556] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e94a3483-5dbb-4b9f-9e5e-7ee68263956e tempest-ListServersNegativeTestJSON-1543194324 tempest-ListServersNegativeTestJSON-1543194324-project-member] Lock "7424581f-2315-4bf3-a27e-d31663304dfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.819s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.102288] env[69365]: DEBUG oslo_vmware.api [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5233688c-7894-d3dc-c990-e1a00579f3d0, 'name': SearchDatastore_Task, 'duration_secs': 0.009262} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.102557] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.102805] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 54494c65-4118-4c3d-8af2-cd772b783e1f/54494c65-4118-4c3d-8af2-cd772b783e1f.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 856.103082] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f1cf6ad-b8b4-4f6f-820a-84e8d2238436 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.109216] env[69365]: DEBUG oslo_vmware.api [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 856.109216] env[69365]: value = "task-3468936" [ 856.109216] env[69365]: _type = "Task" [ 856.109216] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.117224] env[69365]: DEBUG oslo_vmware.api [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3468936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.178198] env[69365]: DEBUG nova.compute.manager [req-592819ee-25e3-4b19-8f6e-e97e5d957a22 req-7f10399d-23e6-4228-911d-fa3f1083c133 service nova] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Received event network-vif-deleted-1506a0ba-73bc-47b9-837e-f6bd5fecb8aa {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.178198] env[69365]: INFO nova.compute.manager [req-592819ee-25e3-4b19-8f6e-e97e5d957a22 req-7f10399d-23e6-4228-911d-fa3f1083c133 service nova] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Neutron deleted interface 1506a0ba-73bc-47b9-837e-f6bd5fecb8aa; detaching it from the instance and deleting it from the info cache [ 856.178198] env[69365]: DEBUG nova.network.neutron [req-592819ee-25e3-4b19-8f6e-e97e5d957a22 req-7f10399d-23e6-4228-911d-fa3f1083c133 service nova] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Updating instance_info_cache with network_info: [{"id": "70ae3bb0-6e0e-43ad-a842-a96b39e2c13a", "address": "fa:16:3e:3d:cf:7f", "network": {"id": "fa019006-9a6d-4af6-b1ac-85740c2841db", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-57139973", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.189", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b76251eba3846c38a8af3c67c5134f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7c7f16b-a2e3-4d1f-9b7e-a44a9ebb589c", "external-id": "nsx-vlan-transportzone-772", "segmentation_id": 772, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ae3bb0-6e", "ovs_interfaceid": "70ae3bb0-6e0e-43ad-a842-a96b39e2c13a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "98deaf3e-661b-4e5f-8efd-0a3868f0716e", "address": "fa:16:3e:65:ec:1f", "network": {"id": "2d0f3637-cdd0-4b51-8bff-f93edb08550d", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1955882125", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1b76251eba3846c38a8af3c67c5134f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4fc0575-c8e3-4f3c-b2e1-e10ac2d0cc1a", "external-id": "nsx-vlan-transportzone-256", "segmentation_id": 256, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98deaf3e-66", "ovs_interfaceid": "98deaf3e-661b-4e5f-8efd-0a3868f0716e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.393789] env[69365]: DEBUG oslo_vmware.api [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468934, 'name': PowerOnVM_Task, 'duration_secs': 0.874468} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.393789] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.393789] env[69365]: DEBUG nova.compute.manager [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 856.394747] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb453f4-04c9-46dc-aabf-dcce4564c34f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.516291] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3511a0-a84d-44c4-941f-21ee8066b835 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.525141] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6aa9ed2-fece-45fa-80a8-e6e4d66f733c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.562033] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19efc9a9-b569-409b-be2d-749680673b9e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.568272] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0926cd7a-0b1f-4871-8fea-0baca5af69b4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.585511] env[69365]: DEBUG nova.compute.provider_tree [None req-6994eeab-d138-4db1-8ceb-72174f8f02d3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.619721] env[69365]: DEBUG oslo_vmware.api [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3468936, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.681632] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b764af98-4e6b-46e3-9c29-b3b92406ecc1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.690354] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7262f93c-ad22-47b7-8e61-1b2d773a9004 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.722258] env[69365]: DEBUG nova.compute.manager [req-592819ee-25e3-4b19-8f6e-e97e5d957a22 req-7f10399d-23e6-4228-911d-fa3f1083c133 service nova] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Detach interface failed, port_id=1506a0ba-73bc-47b9-837e-f6bd5fecb8aa, reason: Instance 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 856.920059] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.090455] env[69365]: DEBUG nova.scheduler.client.report [None req-6994eeab-d138-4db1-8ceb-72174f8f02d3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.123906] env[69365]: DEBUG nova.network.neutron [-] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.125408] env[69365]: DEBUG oslo_vmware.api [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3468936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53678} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.125901] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 54494c65-4118-4c3d-8af2-cd772b783e1f/54494c65-4118-4c3d-8af2-cd772b783e1f.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 857.126078] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 857.126297] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-811e7a2b-3bc8-4c7c-994f-81effcbe62d1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.133298] env[69365]: DEBUG oslo_vmware.api [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 857.133298] env[69365]: value = "task-3468937" [ 857.133298] env[69365]: _type = "Task" [ 857.133298] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.140862] env[69365]: DEBUG oslo_vmware.api [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3468937, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.596874] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6994eeab-d138-4db1-8ceb-72174f8f02d3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.196s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.599997] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.730s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.602034] env[69365]: INFO nova.compute.claims [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 857.626550] env[69365]: INFO nova.compute.manager [-] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Took 1.88 seconds to deallocate network for instance. [ 857.628906] env[69365]: INFO nova.scheduler.client.report [None req-6994eeab-d138-4db1-8ceb-72174f8f02d3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Deleted allocations for instance 5cff61ed-95d2-4d54-b1ad-1afeee2641fb [ 857.645492] env[69365]: DEBUG oslo_vmware.api [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3468937, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062848} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.645764] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 857.646576] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b73e24b-fc7c-43a7-97ca-78fd06daf370 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.676021] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 54494c65-4118-4c3d-8af2-cd772b783e1f/54494c65-4118-4c3d-8af2-cd772b783e1f.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.676021] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6447ad3-2b1b-4e8e-9df2-b1d28497f96e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.699081] env[69365]: DEBUG oslo_vmware.api [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 857.699081] env[69365]: value = "task-3468938" [ 857.699081] env[69365]: _type = "Task" [ 857.699081] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.706988] env[69365]: DEBUG oslo_vmware.api [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3468938, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.125451] env[69365]: INFO nova.compute.manager [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Rebuilding instance [ 858.140398] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f09bc50b-87b5-43f4-b5d9-b08153a24e32 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.148817] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6994eeab-d138-4db1-8ceb-72174f8f02d3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "5cff61ed-95d2-4d54-b1ad-1afeee2641fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.725s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.177851] env[69365]: DEBUG nova.compute.manager [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.178029] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefd6de8-e20c-4d84-860b-2d5d0d16be92 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.208113] env[69365]: DEBUG oslo_vmware.api [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3468938, 'name': ReconfigVM_Task, 'duration_secs': 0.275669} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.208283] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 54494c65-4118-4c3d-8af2-cd772b783e1f/54494c65-4118-4c3d-8af2-cd772b783e1f.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.208932] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8996a10-a9e8-4f2e-b4e0-d2d6b3009447 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.215024] env[69365]: DEBUG oslo_vmware.api [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 858.215024] env[69365]: value = "task-3468940" [ 858.215024] env[69365]: _type = "Task" [ 858.215024] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.223502] env[69365]: DEBUG oslo_vmware.api [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3468940, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.225880] env[69365]: DEBUG nova.compute.manager [req-b1f4e364-c111-4420-b86e-8ac7cb94acdd req-adc31e91-adfd-4cba-9cd0-6608f60a7c34 service nova] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Received event network-vif-deleted-98deaf3e-661b-4e5f-8efd-0a3868f0716e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.225934] env[69365]: DEBUG nova.compute.manager [req-b1f4e364-c111-4420-b86e-8ac7cb94acdd req-adc31e91-adfd-4cba-9cd0-6608f60a7c34 service nova] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Received event network-vif-deleted-70ae3bb0-6e0e-43ad-a842-a96b39e2c13a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.725699] env[69365]: DEBUG oslo_vmware.api [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3468940, 'name': Rename_Task, 'duration_secs': 0.136076} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.728324] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.729026] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ab72e39-7ab6-40b1-80d5-7fbd3a993b40 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.738075] env[69365]: DEBUG oslo_vmware.api [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 858.738075] env[69365]: value = "task-3468941" [ 858.738075] env[69365]: _type = "Task" [ 858.738075] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.747724] env[69365]: DEBUG oslo_vmware.api [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3468941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.034204] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "9bbf8db4-c06b-4cc0-a55a-a561ba0a274f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.034544] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "9bbf8db4-c06b-4cc0-a55a-a561ba0a274f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.068637] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-686006d4-4f90-4d97-897c-b9e55f6d956f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.077313] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932aaeb9-d9f0-4192-a8a9-faf0101cc003 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.109377] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f4ddb3-ef71-4cea-b3e1-b5d741dbac3f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.121033] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62403bba-130d-4382-ad07-122a9e5e39ea {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.134481] env[69365]: DEBUG nova.compute.provider_tree [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.194121] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 859.194679] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-920e911c-09f4-4b5e-ae89-8aae72cb3758 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.201692] env[69365]: DEBUG oslo_vmware.api [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 859.201692] env[69365]: value = "task-3468942" [ 859.201692] env[69365]: _type = "Task" [ 859.201692] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.210518] env[69365]: DEBUG oslo_vmware.api [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.246702] env[69365]: DEBUG oslo_vmware.api [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3468941, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.638238] env[69365]: DEBUG nova.scheduler.client.report [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 859.711537] env[69365]: DEBUG oslo_vmware.api [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468942, 'name': PowerOffVM_Task, 'duration_secs': 0.298131} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.711751] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.711985] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 859.712727] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bc6936-1d8c-4ca1-8c7b-c27a214456f6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.721838] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.722134] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4b5f06e-c1a3-41b6-8432-a81698cafea4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.746530] env[69365]: DEBUG oslo_vmware.api [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3468941, 'name': PowerOnVM_Task, 'duration_secs': 0.577256} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.747014] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.747266] env[69365]: INFO nova.compute.manager [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Took 8.27 seconds to spawn the instance on the hypervisor. [ 859.747512] env[69365]: DEBUG nova.compute.manager [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.748308] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe1b99f-4c4c-4181-8636-3947f130f71f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.798519] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.798734] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.798912] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Deleting the datastore file [datastore2] a9672f20-2f1f-4ab4-861a-e542250eb592 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.799215] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2662f4c3-2ee0-4705-8844-29928510a8d4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.805668] env[69365]: DEBUG oslo_vmware.api [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 859.805668] env[69365]: value = "task-3468944" [ 859.805668] env[69365]: _type = "Task" [ 859.805668] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.814053] env[69365]: DEBUG oslo_vmware.api [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.145236] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.145236] env[69365]: DEBUG nova.compute.manager [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.147619] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.856s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.149374] env[69365]: INFO nova.compute.claims [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 860.267670] env[69365]: INFO nova.compute.manager [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Took 45.69 seconds to build instance. [ 860.317192] env[69365]: DEBUG oslo_vmware.api [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.46835} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.317192] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 860.317192] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 860.317537] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 860.658030] env[69365]: DEBUG nova.compute.utils [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 860.658030] env[69365]: DEBUG nova.compute.manager [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 860.658030] env[69365]: DEBUG nova.network.neutron [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 860.740657] env[69365]: DEBUG nova.policy [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '77c60db924d34186a8ab68c60c46feb9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76a587b738884a10912a95417d74a2d1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 860.769842] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ca9b281e-b7cd-44ff-b081-13ac069775d4 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "54494c65-4118-4c3d-8af2-cd772b783e1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.444s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.927140] env[69365]: DEBUG nova.compute.manager [req-cfd13187-f93c-4a7e-99b7-055ee6322286 req-77ab6917-8ab7-4556-9d64-df508d6029f9 service nova] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Received event network-changed-ed2b7619-adeb-46c9-822e-732f8dba2371 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.927140] env[69365]: DEBUG nova.compute.manager [req-cfd13187-f93c-4a7e-99b7-055ee6322286 req-77ab6917-8ab7-4556-9d64-df508d6029f9 service nova] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Refreshing instance network info cache due to event network-changed-ed2b7619-adeb-46c9-822e-732f8dba2371. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.927486] env[69365]: DEBUG oslo_concurrency.lockutils [req-cfd13187-f93c-4a7e-99b7-055ee6322286 req-77ab6917-8ab7-4556-9d64-df508d6029f9 service nova] Acquiring lock "refresh_cache-54494c65-4118-4c3d-8af2-cd772b783e1f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.927486] env[69365]: DEBUG oslo_concurrency.lockutils [req-cfd13187-f93c-4a7e-99b7-055ee6322286 req-77ab6917-8ab7-4556-9d64-df508d6029f9 service nova] Acquired lock "refresh_cache-54494c65-4118-4c3d-8af2-cd772b783e1f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.927629] env[69365]: DEBUG nova.network.neutron [req-cfd13187-f93c-4a7e-99b7-055ee6322286 req-77ab6917-8ab7-4556-9d64-df508d6029f9 service nova] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Refreshing network info cache for port ed2b7619-adeb-46c9-822e-732f8dba2371 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 861.079858] env[69365]: DEBUG nova.network.neutron [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Successfully created port: 7dee2f83-32e0-4894-bd76-1a960d31f6d4 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.160876] env[69365]: DEBUG nova.compute.manager [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.274878] env[69365]: DEBUG nova.compute.manager [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.361418] env[69365]: DEBUG nova.virt.hardware [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.361675] env[69365]: DEBUG nova.virt.hardware [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.361831] env[69365]: DEBUG nova.virt.hardware [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.362015] env[69365]: DEBUG nova.virt.hardware [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.364551] env[69365]: DEBUG nova.virt.hardware [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.364551] env[69365]: DEBUG nova.virt.hardware [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.364853] env[69365]: DEBUG nova.virt.hardware [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.365073] env[69365]: DEBUG nova.virt.hardware [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.365302] env[69365]: DEBUG nova.virt.hardware [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.365492] env[69365]: DEBUG nova.virt.hardware [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.365718] env[69365]: DEBUG nova.virt.hardware [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.366993] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0b68fd-c4e2-46ae-b409-e50332139f63 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.380827] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4995f40-8d18-40e4-86f1-e166969dd48d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.394910] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:87:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '683a619f-b10d-41a3-8c03-4f69f6c9ce53', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76e41a36-0955-4bd1-83ad-4fe910c61c6b', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.404620] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.407302] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.408690] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b4d444c2-3711-491d-8fe1-f183bd0873ae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.432166] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.432166] env[69365]: value = "task-3468946" [ 861.432166] env[69365]: _type = "Task" [ 861.432166] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.443865] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468946, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.714191] env[69365]: DEBUG nova.network.neutron [req-cfd13187-f93c-4a7e-99b7-055ee6322286 req-77ab6917-8ab7-4556-9d64-df508d6029f9 service nova] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Updated VIF entry in instance network info cache for port ed2b7619-adeb-46c9-822e-732f8dba2371. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.714517] env[69365]: DEBUG nova.network.neutron [req-cfd13187-f93c-4a7e-99b7-055ee6322286 req-77ab6917-8ab7-4556-9d64-df508d6029f9 service nova] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Updating instance_info_cache with network_info: [{"id": "ed2b7619-adeb-46c9-822e-732f8dba2371", "address": "fa:16:3e:7c:07:5f", "network": {"id": "c91e48bf-447c-4d3b-9b39-4682e675c3bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-440598981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1390634bc5d43d2bd1beb23d5cd5375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped2b7619-ad", "ovs_interfaceid": "ed2b7619-adeb-46c9-822e-732f8dba2371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.724392] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2689cda-58c9-445c-b941-2b00dcdf51b1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.732810] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97121607-47cf-4971-a886-1d3edb5a6e9f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.763344] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16fae79-a390-4415-888c-d362add9a7ea {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.770694] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7166b71f-716d-4dbe-a5cf-7f1cda68dde6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.787528] env[69365]: DEBUG nova.compute.provider_tree [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.800720] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.942178] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468946, 'name': CreateVM_Task, 'duration_secs': 0.342401} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.942347] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.943132] env[69365]: DEBUG oslo_concurrency.lockutils [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.943294] env[69365]: DEBUG oslo_concurrency.lockutils [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.943692] env[69365]: DEBUG oslo_concurrency.lockutils [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.943916] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cec9cca-441b-4afb-955f-5225691c46d3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.948581] env[69365]: DEBUG oslo_vmware.api [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 861.948581] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5236b5a6-202a-ff6a-0e6e-025b127f9471" [ 861.948581] env[69365]: _type = "Task" [ 861.948581] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.956494] env[69365]: DEBUG oslo_vmware.api [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5236b5a6-202a-ff6a-0e6e-025b127f9471, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.172938] env[69365]: DEBUG nova.compute.manager [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.199112] env[69365]: DEBUG nova.virt.hardware [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 862.199426] env[69365]: DEBUG nova.virt.hardware [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 862.199613] env[69365]: DEBUG nova.virt.hardware [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.199797] env[69365]: DEBUG nova.virt.hardware [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 862.199939] env[69365]: DEBUG nova.virt.hardware [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.200151] env[69365]: DEBUG nova.virt.hardware [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 862.200531] env[69365]: DEBUG nova.virt.hardware [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 862.200694] env[69365]: DEBUG nova.virt.hardware [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 862.200860] env[69365]: DEBUG nova.virt.hardware [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 862.201050] env[69365]: DEBUG nova.virt.hardware [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 862.201235] env[69365]: DEBUG nova.virt.hardware [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 862.202158] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8635a5cb-9716-4736-bb23-7747be12e270 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.211189] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e47192c-98d0-4a8f-8ce5-2d9c39345806 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.217047] env[69365]: DEBUG oslo_concurrency.lockutils [req-cfd13187-f93c-4a7e-99b7-055ee6322286 req-77ab6917-8ab7-4556-9d64-df508d6029f9 service nova] Releasing lock "refresh_cache-54494c65-4118-4c3d-8af2-cd772b783e1f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.294396] env[69365]: DEBUG nova.scheduler.client.report [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.459694] env[69365]: DEBUG oslo_vmware.api [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5236b5a6-202a-ff6a-0e6e-025b127f9471, 'name': SearchDatastore_Task, 'duration_secs': 0.010534} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.459911] env[69365]: DEBUG oslo_concurrency.lockutils [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.460178] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.460390] env[69365]: DEBUG oslo_concurrency.lockutils [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.460538] env[69365]: DEBUG oslo_concurrency.lockutils [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.460710] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.460978] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09b05d71-bd32-4015-939e-d31bb333698b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.469596] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.469777] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.470526] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1930f530-d0d6-448c-bcb5-672841e59358 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.475749] env[69365]: DEBUG oslo_vmware.api [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 862.475749] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]524d700e-c4a5-ac8d-b624-28b4c2bb2df6" [ 862.475749] env[69365]: _type = "Task" [ 862.475749] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.483371] env[69365]: DEBUG oslo_vmware.api [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]524d700e-c4a5-ac8d-b624-28b4c2bb2df6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.728696] env[69365]: DEBUG nova.network.neutron [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Successfully updated port: 7dee2f83-32e0-4894-bd76-1a960d31f6d4 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 862.756275] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c2d143ad-f811-4275-8ddc-25390a591ec1 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Acquiring lock "2ddf89d9-987d-4904-a7f1-b5b0be5880f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.756519] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c2d143ad-f811-4275-8ddc-25390a591ec1 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Lock "2ddf89d9-987d-4904-a7f1-b5b0be5880f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.756772] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c2d143ad-f811-4275-8ddc-25390a591ec1 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Acquiring lock "2ddf89d9-987d-4904-a7f1-b5b0be5880f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.756937] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c2d143ad-f811-4275-8ddc-25390a591ec1 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Lock "2ddf89d9-987d-4904-a7f1-b5b0be5880f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.757117] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c2d143ad-f811-4275-8ddc-25390a591ec1 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Lock "2ddf89d9-987d-4904-a7f1-b5b0be5880f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.759809] env[69365]: INFO nova.compute.manager [None req-c2d143ad-f811-4275-8ddc-25390a591ec1 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Terminating instance [ 862.800029] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.800364] env[69365]: DEBUG nova.compute.manager [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 862.802958] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.909s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.804369] env[69365]: INFO nova.compute.claims [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.959043] env[69365]: DEBUG nova.compute.manager [req-014a1f83-0f17-4d74-beb6-bf2bd9e9fa80 req-795ad345-43b4-40f7-9d10-0a448f109318 service nova] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Received event network-vif-plugged-7dee2f83-32e0-4894-bd76-1a960d31f6d4 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.959043] env[69365]: DEBUG oslo_concurrency.lockutils [req-014a1f83-0f17-4d74-beb6-bf2bd9e9fa80 req-795ad345-43b4-40f7-9d10-0a448f109318 service nova] Acquiring lock "39323cef-0de6-4c83-a359-4188bca9463e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.959043] env[69365]: DEBUG oslo_concurrency.lockutils [req-014a1f83-0f17-4d74-beb6-bf2bd9e9fa80 req-795ad345-43b4-40f7-9d10-0a448f109318 service nova] Lock "39323cef-0de6-4c83-a359-4188bca9463e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.959699] env[69365]: DEBUG oslo_concurrency.lockutils [req-014a1f83-0f17-4d74-beb6-bf2bd9e9fa80 req-795ad345-43b4-40f7-9d10-0a448f109318 service nova] Lock "39323cef-0de6-4c83-a359-4188bca9463e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.959699] env[69365]: DEBUG nova.compute.manager [req-014a1f83-0f17-4d74-beb6-bf2bd9e9fa80 req-795ad345-43b4-40f7-9d10-0a448f109318 service nova] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] No waiting events found dispatching network-vif-plugged-7dee2f83-32e0-4894-bd76-1a960d31f6d4 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 862.959699] env[69365]: WARNING nova.compute.manager [req-014a1f83-0f17-4d74-beb6-bf2bd9e9fa80 req-795ad345-43b4-40f7-9d10-0a448f109318 service nova] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Received unexpected event network-vif-plugged-7dee2f83-32e0-4894-bd76-1a960d31f6d4 for instance with vm_state building and task_state spawning. [ 862.959699] env[69365]: DEBUG nova.compute.manager [req-014a1f83-0f17-4d74-beb6-bf2bd9e9fa80 req-795ad345-43b4-40f7-9d10-0a448f109318 service nova] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Received event network-changed-7dee2f83-32e0-4894-bd76-1a960d31f6d4 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.959918] env[69365]: DEBUG nova.compute.manager [req-014a1f83-0f17-4d74-beb6-bf2bd9e9fa80 req-795ad345-43b4-40f7-9d10-0a448f109318 service nova] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Refreshing instance network info cache due to event network-changed-7dee2f83-32e0-4894-bd76-1a960d31f6d4. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.960043] env[69365]: DEBUG oslo_concurrency.lockutils [req-014a1f83-0f17-4d74-beb6-bf2bd9e9fa80 req-795ad345-43b4-40f7-9d10-0a448f109318 service nova] Acquiring lock "refresh_cache-39323cef-0de6-4c83-a359-4188bca9463e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.960116] env[69365]: DEBUG oslo_concurrency.lockutils [req-014a1f83-0f17-4d74-beb6-bf2bd9e9fa80 req-795ad345-43b4-40f7-9d10-0a448f109318 service nova] Acquired lock "refresh_cache-39323cef-0de6-4c83-a359-4188bca9463e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.960269] env[69365]: DEBUG nova.network.neutron [req-014a1f83-0f17-4d74-beb6-bf2bd9e9fa80 req-795ad345-43b4-40f7-9d10-0a448f109318 service nova] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Refreshing network info cache for port 7dee2f83-32e0-4894-bd76-1a960d31f6d4 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.986218] env[69365]: DEBUG oslo_vmware.api [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]524d700e-c4a5-ac8d-b624-28b4c2bb2df6, 'name': SearchDatastore_Task, 'duration_secs': 0.009799} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.986765] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ed814d9-5361-4e16-b9a7-f0ef6b6ee8d4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.992170] env[69365]: DEBUG oslo_vmware.api [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 862.992170] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e46381-5348-69af-d0e3-b66f62efec0e" [ 862.992170] env[69365]: _type = "Task" [ 862.992170] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.999716] env[69365]: DEBUG oslo_vmware.api [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e46381-5348-69af-d0e3-b66f62efec0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.238702] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Acquiring lock "refresh_cache-39323cef-0de6-4c83-a359-4188bca9463e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.263748] env[69365]: DEBUG nova.compute.manager [None req-c2d143ad-f811-4275-8ddc-25390a591ec1 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 863.263978] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d143ad-f811-4275-8ddc-25390a591ec1 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.264919] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e9f407-50fa-46e5-b6f5-bdf3f85d4489 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.272333] env[69365]: DEBUG oslo_concurrency.lockutils [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Acquiring lock "29fc5815-c8b5-449f-9c44-711c66778a11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.272552] env[69365]: DEBUG oslo_concurrency.lockutils [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Lock "29fc5815-c8b5-449f-9c44-711c66778a11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.278454] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d143ad-f811-4275-8ddc-25390a591ec1 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.278454] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cce5429-4682-4f5f-9467-6363578ee585 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.284861] env[69365]: DEBUG oslo_vmware.api [None req-c2d143ad-f811-4275-8ddc-25390a591ec1 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Waiting for the task: (returnval){ [ 863.284861] env[69365]: value = "task-3468948" [ 863.284861] env[69365]: _type = "Task" [ 863.284861] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.293801] env[69365]: DEBUG oslo_vmware.api [None req-c2d143ad-f811-4275-8ddc-25390a591ec1 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3468948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.309869] env[69365]: DEBUG nova.compute.utils [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 863.314094] env[69365]: DEBUG nova.compute.manager [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 863.314094] env[69365]: DEBUG nova.network.neutron [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 863.369425] env[69365]: DEBUG nova.policy [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cd0dee5b0564a01944b95792d2e3712', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0262e671388f4a19a7414827f058739e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 863.504764] env[69365]: DEBUG oslo_vmware.api [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e46381-5348-69af-d0e3-b66f62efec0e, 'name': SearchDatastore_Task, 'duration_secs': 0.052998} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.505059] env[69365]: DEBUG oslo_concurrency.lockutils [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.505320] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] a9672f20-2f1f-4ab4-861a-e542250eb592/a9672f20-2f1f-4ab4-861a-e542250eb592.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.505592] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3afb11f-3b30-4aeb-bd64-a215b79b2d94 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.513918] env[69365]: DEBUG oslo_vmware.api [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 863.513918] env[69365]: value = "task-3468949" [ 863.513918] env[69365]: _type = "Task" [ 863.513918] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.521451] env[69365]: DEBUG nova.network.neutron [req-014a1f83-0f17-4d74-beb6-bf2bd9e9fa80 req-795ad345-43b4-40f7-9d10-0a448f109318 service nova] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 863.526575] env[69365]: DEBUG oslo_vmware.api [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.571616] env[69365]: DEBUG nova.network.neutron [req-014a1f83-0f17-4d74-beb6-bf2bd9e9fa80 req-795ad345-43b4-40f7-9d10-0a448f109318 service nova] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.715136] env[69365]: DEBUG nova.network.neutron [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Successfully created port: 25c2a5fe-b880-4890-8cdd-af26e44f6311 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 863.797780] env[69365]: DEBUG oslo_vmware.api [None req-c2d143ad-f811-4275-8ddc-25390a591ec1 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3468948, 'name': PowerOffVM_Task, 'duration_secs': 0.223076} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.798616] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2d143ad-f811-4275-8ddc-25390a591ec1 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.798871] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d143ad-f811-4275-8ddc-25390a591ec1 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.799165] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f809066-e517-498f-8375-b9c7b3071ae1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.818024] env[69365]: DEBUG nova.compute.manager [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 863.872028] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d143ad-f811-4275-8ddc-25390a591ec1 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.872028] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d143ad-f811-4275-8ddc-25390a591ec1 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.872028] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2d143ad-f811-4275-8ddc-25390a591ec1 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Deleting the datastore file [datastore1] 2ddf89d9-987d-4904-a7f1-b5b0be5880f3 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.872028] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bafb7c4-7063-487e-b216-fd20772a0bad {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.882633] env[69365]: DEBUG oslo_vmware.api [None req-c2d143ad-f811-4275-8ddc-25390a591ec1 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Waiting for the task: (returnval){ [ 863.882633] env[69365]: value = "task-3468951" [ 863.882633] env[69365]: _type = "Task" [ 863.882633] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.902465] env[69365]: DEBUG oslo_vmware.api [None req-c2d143ad-f811-4275-8ddc-25390a591ec1 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3468951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.033064] env[69365]: DEBUG oslo_vmware.api [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468949, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.076094] env[69365]: DEBUG oslo_concurrency.lockutils [req-014a1f83-0f17-4d74-beb6-bf2bd9e9fa80 req-795ad345-43b4-40f7-9d10-0a448f109318 service nova] Releasing lock "refresh_cache-39323cef-0de6-4c83-a359-4188bca9463e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.076094] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Acquired lock "refresh_cache-39323cef-0de6-4c83-a359-4188bca9463e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.076094] env[69365]: DEBUG nova.network.neutron [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.342096] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c45c52-2a77-43e1-a3bb-52d32fc7fff5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.350954] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a662b2-65ec-4387-83f0-087a7f72c3ac {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.391049] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd76574-5192-451c-85c7-e2633c59ad09 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.401044] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849e9a03-d28c-453d-bc2d-943a063e21fe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.405121] env[69365]: DEBUG oslo_vmware.api [None req-c2d143ad-f811-4275-8ddc-25390a591ec1 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3468951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.36414} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.405886] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2d143ad-f811-4275-8ddc-25390a591ec1 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.406082] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d143ad-f811-4275-8ddc-25390a591ec1 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.406259] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d143ad-f811-4275-8ddc-25390a591ec1 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.406428] env[69365]: INFO nova.compute.manager [None req-c2d143ad-f811-4275-8ddc-25390a591ec1 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Took 1.14 seconds to destroy the instance on the hypervisor. [ 864.406664] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2d143ad-f811-4275-8ddc-25390a591ec1 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 864.407207] env[69365]: DEBUG nova.compute.manager [-] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 864.407674] env[69365]: DEBUG nova.network.neutron [-] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 864.417748] env[69365]: DEBUG nova.compute.provider_tree [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.525525] env[69365]: DEBUG oslo_vmware.api [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468949, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643646} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.525822] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] a9672f20-2f1f-4ab4-861a-e542250eb592/a9672f20-2f1f-4ab4-861a-e542250eb592.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.526074] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.526358] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f75c33e-af3c-47f0-a27a-ee07d4a61066 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.534385] env[69365]: DEBUG oslo_vmware.api [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 864.534385] env[69365]: value = "task-3468952" [ 864.534385] env[69365]: _type = "Task" [ 864.534385] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.543952] env[69365]: DEBUG oslo_vmware.api [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.637844] env[69365]: DEBUG nova.network.neutron [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.832612] env[69365]: DEBUG nova.compute.manager [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 864.860674] env[69365]: DEBUG nova.virt.hardware [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 864.861216] env[69365]: DEBUG nova.virt.hardware [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 864.861636] env[69365]: DEBUG nova.virt.hardware [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 864.862021] env[69365]: DEBUG nova.virt.hardware [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 864.862330] env[69365]: DEBUG nova.virt.hardware [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 864.862640] env[69365]: DEBUG nova.virt.hardware [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 864.863083] env[69365]: DEBUG nova.virt.hardware [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 864.863473] env[69365]: DEBUG nova.virt.hardware [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 864.863779] env[69365]: DEBUG nova.virt.hardware [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 864.864099] env[69365]: DEBUG nova.virt.hardware [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 864.864437] env[69365]: DEBUG nova.virt.hardware [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 864.865479] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3ccdef-6ea3-49d0-8e8d-b464ee94d877 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.879597] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdd41c8-d80e-45f0-949e-68b5381963e1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.921335] env[69365]: DEBUG nova.scheduler.client.report [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.944259] env[69365]: DEBUG nova.network.neutron [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Updating instance_info_cache with network_info: [{"id": "7dee2f83-32e0-4894-bd76-1a960d31f6d4", "address": "fa:16:3e:13:8a:9b", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dee2f83-32", "ovs_interfaceid": "7dee2f83-32e0-4894-bd76-1a960d31f6d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.046933] env[69365]: DEBUG oslo_vmware.api [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073325} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.047525] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 865.048845] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c50773-669a-4f6d-b1ce-544f7a042ec7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.088081] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] a9672f20-2f1f-4ab4-861a-e542250eb592/a9672f20-2f1f-4ab4-861a-e542250eb592.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 865.088660] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55513a3b-b362-49d3-885e-e6a2c0f2ad5d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.124619] env[69365]: DEBUG oslo_vmware.api [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 865.124619] env[69365]: value = "task-3468953" [ 865.124619] env[69365]: _type = "Task" [ 865.124619] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.138814] env[69365]: DEBUG oslo_vmware.api [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468953, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.380609] env[69365]: DEBUG nova.network.neutron [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Successfully updated port: 25c2a5fe-b880-4890-8cdd-af26e44f6311 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 865.426897] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.428461] env[69365]: DEBUG nova.compute.manager [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.434991] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2ca3b3a8-3039-4e88-8a2c-26b37b2c0158 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.375s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.435286] env[69365]: DEBUG nova.objects.instance [None req-2ca3b3a8-3039-4e88-8a2c-26b37b2c0158 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Lazy-loading 'resources' on Instance uuid 81f0f421-a960-4ce4-964d-86e334c66838 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 865.447088] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Releasing lock "refresh_cache-39323cef-0de6-4c83-a359-4188bca9463e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.447295] env[69365]: DEBUG nova.compute.manager [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Instance network_info: |[{"id": "7dee2f83-32e0-4894-bd76-1a960d31f6d4", "address": "fa:16:3e:13:8a:9b", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7dee2f83-32", "ovs_interfaceid": "7dee2f83-32e0-4894-bd76-1a960d31f6d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 865.447708] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:8a:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c24464bb-bb6b-43a2-bdcd-8086ad1a307f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7dee2f83-32e0-4894-bd76-1a960d31f6d4', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.460698] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 865.461964] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 865.461964] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-870f8c6b-033d-432f-8d81-f26590230147 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.481596] env[69365]: DEBUG nova.compute.manager [req-7777b329-6858-487f-b327-ec407c9c8217 req-04b3f73b-a3b4-4eea-83b1-6cb1c916c9d0 service nova] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Received event network-vif-deleted-a0bc0472-3933-41df-8a1e-68d52295827e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.481596] env[69365]: INFO nova.compute.manager [req-7777b329-6858-487f-b327-ec407c9c8217 req-04b3f73b-a3b4-4eea-83b1-6cb1c916c9d0 service nova] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Neutron deleted interface a0bc0472-3933-41df-8a1e-68d52295827e; detaching it from the instance and deleting it from the info cache [ 865.481721] env[69365]: DEBUG nova.network.neutron [req-7777b329-6858-487f-b327-ec407c9c8217 req-04b3f73b-a3b4-4eea-83b1-6cb1c916c9d0 service nova] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.488272] env[69365]: DEBUG nova.compute.manager [req-e7ffad66-a55a-4108-96c4-e9e9ff6ef85c req-bb6d6faf-c8c1-4045-858d-5ab0ad719fc3 service nova] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Received event network-vif-plugged-25c2a5fe-b880-4890-8cdd-af26e44f6311 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 865.488507] env[69365]: DEBUG oslo_concurrency.lockutils [req-e7ffad66-a55a-4108-96c4-e9e9ff6ef85c req-bb6d6faf-c8c1-4045-858d-5ab0ad719fc3 service nova] Acquiring lock "d3d58b6e-04b7-4a8d-88c3-149d58607224-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.488879] env[69365]: DEBUG oslo_concurrency.lockutils [req-e7ffad66-a55a-4108-96c4-e9e9ff6ef85c req-bb6d6faf-c8c1-4045-858d-5ab0ad719fc3 service nova] Lock "d3d58b6e-04b7-4a8d-88c3-149d58607224-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.489050] env[69365]: DEBUG oslo_concurrency.lockutils [req-e7ffad66-a55a-4108-96c4-e9e9ff6ef85c req-bb6d6faf-c8c1-4045-858d-5ab0ad719fc3 service nova] Lock "d3d58b6e-04b7-4a8d-88c3-149d58607224-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.489140] env[69365]: DEBUG nova.compute.manager [req-e7ffad66-a55a-4108-96c4-e9e9ff6ef85c req-bb6d6faf-c8c1-4045-858d-5ab0ad719fc3 service nova] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] No waiting events found dispatching network-vif-plugged-25c2a5fe-b880-4890-8cdd-af26e44f6311 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 865.489267] env[69365]: WARNING nova.compute.manager [req-e7ffad66-a55a-4108-96c4-e9e9ff6ef85c req-bb6d6faf-c8c1-4045-858d-5ab0ad719fc3 service nova] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Received unexpected event network-vif-plugged-25c2a5fe-b880-4890-8cdd-af26e44f6311 for instance with vm_state building and task_state spawning. [ 865.491293] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.491293] env[69365]: value = "task-3468954" [ 865.491293] env[69365]: _type = "Task" [ 865.491293] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.501157] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468954, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.642317] env[69365]: DEBUG oslo_vmware.api [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468953, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.692411] env[69365]: DEBUG nova.network.neutron [-] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.730580] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Acquiring lock "f60bc564-6cf4-49ed-8fbd-2ab370b0312a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.730799] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Lock "f60bc564-6cf4-49ed-8fbd-2ab370b0312a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.883081] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "refresh_cache-d3d58b6e-04b7-4a8d-88c3-149d58607224" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.883503] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquired lock "refresh_cache-d3d58b6e-04b7-4a8d-88c3-149d58607224" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.883503] env[69365]: DEBUG nova.network.neutron [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.939140] env[69365]: DEBUG nova.compute.utils [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 865.940328] env[69365]: DEBUG nova.compute.manager [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 865.940593] env[69365]: DEBUG nova.network.neutron [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 865.988762] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-28c2cea4-1984-458c-95e0-8595e73f6412 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.003357] env[69365]: DEBUG nova.policy [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cd0dee5b0564a01944b95792d2e3712', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0262e671388f4a19a7414827f058739e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 866.014243] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8fe2b9-2814-458e-bf81-c40c3a27105a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.024861] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468954, 'name': CreateVM_Task, 'duration_secs': 0.361973} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.027904] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.029463] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.029657] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.029975] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.030255] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b461113c-41aa-45f9-88c7-e11bbc0895dc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.036337] env[69365]: DEBUG oslo_vmware.api [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Waiting for the task: (returnval){ [ 866.036337] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52eb05ca-540c-3116-08f8-9478357a5164" [ 866.036337] env[69365]: _type = "Task" [ 866.036337] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.061922] env[69365]: DEBUG nova.compute.manager [req-7777b329-6858-487f-b327-ec407c9c8217 req-04b3f73b-a3b4-4eea-83b1-6cb1c916c9d0 service nova] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Detach interface failed, port_id=a0bc0472-3933-41df-8a1e-68d52295827e, reason: Instance 2ddf89d9-987d-4904-a7f1-b5b0be5880f3 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 866.061922] env[69365]: DEBUG oslo_vmware.api [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52eb05ca-540c-3116-08f8-9478357a5164, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.139574] env[69365]: DEBUG oslo_vmware.api [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468953, 'name': ReconfigVM_Task, 'duration_secs': 0.521616} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.141980] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Reconfigured VM instance instance-00000006 to attach disk [datastore1] a9672f20-2f1f-4ab4-861a-e542250eb592/a9672f20-2f1f-4ab4-861a-e542250eb592.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 866.141980] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d4fb1b4-8374-426b-b37b-a823efc2df15 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.148546] env[69365]: DEBUG oslo_vmware.api [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 866.148546] env[69365]: value = "task-3468955" [ 866.148546] env[69365]: _type = "Task" [ 866.148546] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.161601] env[69365]: DEBUG oslo_vmware.api [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468955, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.196450] env[69365]: INFO nova.compute.manager [-] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Took 1.79 seconds to deallocate network for instance. [ 866.337864] env[69365]: DEBUG nova.network.neutron [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Successfully created port: e345906a-ab18-4470-9662-8fdc65497bc0 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.438955] env[69365]: DEBUG nova.network.neutron [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 866.445526] env[69365]: DEBUG nova.compute.manager [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.514630] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b78bd18-9a37-4b82-9726-17580ea3260f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.523696] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c259abcd-c863-4175-93a9-19af40823d9b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.564583] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fad602-9f62-4a55-8fe5-48dc8e531404 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.576315] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5582a29d-ec13-41c2-95a8-5808123ebfed {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.580931] env[69365]: DEBUG oslo_vmware.api [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52eb05ca-540c-3116-08f8-9478357a5164, 'name': SearchDatastore_Task, 'duration_secs': 0.031941} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.580931] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.580931] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.581189] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.581413] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.584603] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.584603] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63a90656-45cb-4a81-8014-735d90af6620 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.592805] env[69365]: DEBUG nova.compute.provider_tree [None req-2ca3b3a8-3039-4e88-8a2c-26b37b2c0158 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.596428] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.596616] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.597430] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d23fc09-4abf-47d3-8843-9f8c15378083 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.606669] env[69365]: DEBUG oslo_vmware.api [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Waiting for the task: (returnval){ [ 866.606669] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5250ed05-d22d-5258-6d76-2aaaaad21031" [ 866.606669] env[69365]: _type = "Task" [ 866.606669] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.617103] env[69365]: DEBUG oslo_vmware.api [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5250ed05-d22d-5258-6d76-2aaaaad21031, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.662141] env[69365]: DEBUG oslo_vmware.api [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468955, 'name': Rename_Task, 'duration_secs': 0.235271} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.662419] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.662884] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbd03515-f722-402f-8362-0af09ebfe5fc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.665562] env[69365]: DEBUG nova.network.neutron [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Updating instance_info_cache with network_info: [{"id": "25c2a5fe-b880-4890-8cdd-af26e44f6311", "address": "fa:16:3e:26:e6:bd", "network": {"id": "0567f215-2218-44b4-a3ee-0886663f5bac", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1723893682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0262e671388f4a19a7414827f058739e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25c2a5fe-b8", "ovs_interfaceid": "25c2a5fe-b880-4890-8cdd-af26e44f6311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.674235] env[69365]: DEBUG oslo_vmware.api [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 866.674235] env[69365]: value = "task-3468956" [ 866.674235] env[69365]: _type = "Task" [ 866.674235] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.681688] env[69365]: DEBUG oslo_vmware.api [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.708677] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c2d143ad-f811-4275-8ddc-25390a591ec1 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.095610] env[69365]: DEBUG nova.scheduler.client.report [None req-2ca3b3a8-3039-4e88-8a2c-26b37b2c0158 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.119185] env[69365]: DEBUG oslo_vmware.api [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5250ed05-d22d-5258-6d76-2aaaaad21031, 'name': SearchDatastore_Task, 'duration_secs': 0.030111} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.119989] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd60204e-c464-45f8-a87a-8ba881595ae8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.127000] env[69365]: DEBUG oslo_vmware.api [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Waiting for the task: (returnval){ [ 867.127000] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52339655-39ba-101f-08e3-65d9d9a0dedc" [ 867.127000] env[69365]: _type = "Task" [ 867.127000] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.136342] env[69365]: DEBUG oslo_vmware.api [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52339655-39ba-101f-08e3-65d9d9a0dedc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.170161] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Releasing lock "refresh_cache-d3d58b6e-04b7-4a8d-88c3-149d58607224" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.170161] env[69365]: DEBUG nova.compute.manager [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Instance network_info: |[{"id": "25c2a5fe-b880-4890-8cdd-af26e44f6311", "address": "fa:16:3e:26:e6:bd", "network": {"id": "0567f215-2218-44b4-a3ee-0886663f5bac", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1723893682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0262e671388f4a19a7414827f058739e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25c2a5fe-b8", "ovs_interfaceid": "25c2a5fe-b880-4890-8cdd-af26e44f6311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 867.170161] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:e6:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa410d21-2141-45bb-8d0b-16c77304605f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25c2a5fe-b880-4890-8cdd-af26e44f6311', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 867.177971] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Creating folder: Project (0262e671388f4a19a7414827f058739e). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.178392] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e70893a2-d390-4b5f-9e8b-ca72c3a66434 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.190533] env[69365]: DEBUG oslo_vmware.api [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468956, 'name': PowerOnVM_Task, 'duration_secs': 0.443641} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.190803] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.190974] env[69365]: DEBUG nova.compute.manager [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.191857] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d3d09d-a9bc-4c02-aa11-33b544d3a9db {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.195895] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Created folder: Project (0262e671388f4a19a7414827f058739e) in parent group-v693134. [ 867.196116] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Creating folder: Instances. Parent ref: group-v693285. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 867.198023] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd3ff1ae-c4cd-44d2-9ddc-09c6092b8d16 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.209468] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Created folder: Instances in parent group-v693285. [ 867.209720] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 867.209913] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 867.210142] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a38c0f7-3e29-4530-9e87-b5379a834be6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.233316] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 867.233316] env[69365]: value = "task-3468959" [ 867.233316] env[69365]: _type = "Task" [ 867.233316] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.243014] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468959, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.457701] env[69365]: DEBUG nova.compute.manager [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.491021] env[69365]: DEBUG nova.virt.hardware [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.491713] env[69365]: DEBUG nova.virt.hardware [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.491713] env[69365]: DEBUG nova.virt.hardware [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.491867] env[69365]: DEBUG nova.virt.hardware [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.492166] env[69365]: DEBUG nova.virt.hardware [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.495015] env[69365]: DEBUG nova.virt.hardware [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.495015] env[69365]: DEBUG nova.virt.hardware [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.495015] env[69365]: DEBUG nova.virt.hardware [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.495015] env[69365]: DEBUG nova.virt.hardware [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.495015] env[69365]: DEBUG nova.virt.hardware [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.495015] env[69365]: DEBUG nova.virt.hardware [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.495015] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5f5b54-bba9-46c3-91d3-563372d94111 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.506308] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c279beff-996a-48a5-ba1f-8dad85a34319 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.545854] env[69365]: DEBUG nova.compute.manager [req-bc8de320-488e-4439-be39-defd19e81896 req-96f4a0ac-2e1d-4fd0-bfda-6a71a3ae4a9b service nova] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Received event network-changed-25c2a5fe-b880-4890-8cdd-af26e44f6311 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.548117] env[69365]: DEBUG nova.compute.manager [req-bc8de320-488e-4439-be39-defd19e81896 req-96f4a0ac-2e1d-4fd0-bfda-6a71a3ae4a9b service nova] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Refreshing instance network info cache due to event network-changed-25c2a5fe-b880-4890-8cdd-af26e44f6311. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.548117] env[69365]: DEBUG oslo_concurrency.lockutils [req-bc8de320-488e-4439-be39-defd19e81896 req-96f4a0ac-2e1d-4fd0-bfda-6a71a3ae4a9b service nova] Acquiring lock "refresh_cache-d3d58b6e-04b7-4a8d-88c3-149d58607224" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.548117] env[69365]: DEBUG oslo_concurrency.lockutils [req-bc8de320-488e-4439-be39-defd19e81896 req-96f4a0ac-2e1d-4fd0-bfda-6a71a3ae4a9b service nova] Acquired lock "refresh_cache-d3d58b6e-04b7-4a8d-88c3-149d58607224" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.548117] env[69365]: DEBUG nova.network.neutron [req-bc8de320-488e-4439-be39-defd19e81896 req-96f4a0ac-2e1d-4fd0-bfda-6a71a3ae4a9b service nova] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Refreshing network info cache for port 25c2a5fe-b880-4890-8cdd-af26e44f6311 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.601997] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2ca3b3a8-3039-4e88-8a2c-26b37b2c0158 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.168s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.604597] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0a6ca7b3-6f50-4bdc-b577-cc6068720087 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.539s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.605038] env[69365]: DEBUG nova.objects.instance [None req-0a6ca7b3-6f50-4bdc-b577-cc6068720087 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lazy-loading 'resources' on Instance uuid 126b7d32-2031-47e5-8601-29ec76a05c6c {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.628025] env[69365]: INFO nova.scheduler.client.report [None req-2ca3b3a8-3039-4e88-8a2c-26b37b2c0158 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Deleted allocations for instance 81f0f421-a960-4ce4-964d-86e334c66838 [ 867.642910] env[69365]: DEBUG oslo_vmware.api [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52339655-39ba-101f-08e3-65d9d9a0dedc, 'name': SearchDatastore_Task, 'duration_secs': 0.011979} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.643185] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.643435] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 39323cef-0de6-4c83-a359-4188bca9463e/39323cef-0de6-4c83-a359-4188bca9463e.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 867.643725] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2c5899b-dcad-4d1c-a896-38acc15d0b1a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.653158] env[69365]: DEBUG oslo_vmware.api [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Waiting for the task: (returnval){ [ 867.653158] env[69365]: value = "task-3468960" [ 867.653158] env[69365]: _type = "Task" [ 867.653158] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.662793] env[69365]: DEBUG oslo_vmware.api [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': task-3468960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.712410] env[69365]: DEBUG oslo_concurrency.lockutils [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.744379] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468959, 'name': CreateVM_Task, 'duration_secs': 0.364167} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.744555] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 867.746211] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.746211] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.746211] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.746386] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fb5fb4d-5ab1-4824-84ea-c64d12a285b9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.752919] env[69365]: DEBUG oslo_vmware.api [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 867.752919] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]522555b6-9c09-8918-75cc-8aaf8f94e5e3" [ 867.752919] env[69365]: _type = "Task" [ 867.752919] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.762910] env[69365]: DEBUG oslo_vmware.api [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]522555b6-9c09-8918-75cc-8aaf8f94e5e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.020929] env[69365]: DEBUG nova.network.neutron [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Successfully updated port: e345906a-ab18-4470-9662-8fdc65497bc0 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.138212] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2ca3b3a8-3039-4e88-8a2c-26b37b2c0158 tempest-ServersNegativeTestMultiTenantJSON-1719448885 tempest-ServersNegativeTestMultiTenantJSON-1719448885-project-member] Lock "81f0f421-a960-4ce4-964d-86e334c66838" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.868s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.166840] env[69365]: DEBUG oslo_vmware.api [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': task-3468960, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470371} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.169601] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 39323cef-0de6-4c83-a359-4188bca9463e/39323cef-0de6-4c83-a359-4188bca9463e.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 868.169948] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 868.172204] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0501d4d-61c1-45ab-b905-d69e433af8b8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.182267] env[69365]: DEBUG oslo_vmware.api [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Waiting for the task: (returnval){ [ 868.182267] env[69365]: value = "task-3468961" [ 868.182267] env[69365]: _type = "Task" [ 868.182267] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.193030] env[69365]: DEBUG oslo_vmware.api [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': task-3468961, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.266943] env[69365]: DEBUG oslo_vmware.api [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]522555b6-9c09-8918-75cc-8aaf8f94e5e3, 'name': SearchDatastore_Task, 'duration_secs': 0.010865} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.267262] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.267494] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 868.267724] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.267899] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.268045] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.268327] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-806787a7-2f2c-4610-8ac8-9b0d293694dc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.276422] env[69365]: DEBUG nova.network.neutron [req-bc8de320-488e-4439-be39-defd19e81896 req-96f4a0ac-2e1d-4fd0-bfda-6a71a3ae4a9b service nova] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Updated VIF entry in instance network info cache for port 25c2a5fe-b880-4890-8cdd-af26e44f6311. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.276778] env[69365]: DEBUG nova.network.neutron [req-bc8de320-488e-4439-be39-defd19e81896 req-96f4a0ac-2e1d-4fd0-bfda-6a71a3ae4a9b service nova] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Updating instance_info_cache with network_info: [{"id": "25c2a5fe-b880-4890-8cdd-af26e44f6311", "address": "fa:16:3e:26:e6:bd", "network": {"id": "0567f215-2218-44b4-a3ee-0886663f5bac", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1723893682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0262e671388f4a19a7414827f058739e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25c2a5fe-b8", "ovs_interfaceid": "25c2a5fe-b880-4890-8cdd-af26e44f6311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.279032] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.279202] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 868.280323] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59133b22-3818-4f69-ba28-ca2561e94f9e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.286363] env[69365]: DEBUG oslo_vmware.api [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 868.286363] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5260bc72-c922-3a0a-e8c0-4e82c74de493" [ 868.286363] env[69365]: _type = "Task" [ 868.286363] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.300071] env[69365]: DEBUG oslo_vmware.api [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5260bc72-c922-3a0a-e8c0-4e82c74de493, 'name': SearchDatastore_Task, 'duration_secs': 0.010394} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.303230] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e25fd0c1-170c-4ac0-9510-79285a580ff4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.310370] env[69365]: DEBUG oslo_vmware.api [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 868.310370] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a88eff-c9d2-5d38-1eed-bdab06335c7e" [ 868.310370] env[69365]: _type = "Task" [ 868.310370] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.321622] env[69365]: DEBUG oslo_vmware.api [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a88eff-c9d2-5d38-1eed-bdab06335c7e, 'name': SearchDatastore_Task, 'duration_secs': 0.00957} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.321874] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.322143] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] d3d58b6e-04b7-4a8d-88c3-149d58607224/d3d58b6e-04b7-4a8d-88c3-149d58607224.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.322395] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa7755df-f17a-4338-a216-939c8bc83f1b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.330039] env[69365]: DEBUG oslo_vmware.api [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 868.330039] env[69365]: value = "task-3468962" [ 868.330039] env[69365]: _type = "Task" [ 868.330039] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.339223] env[69365]: DEBUG oslo_vmware.api [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3468962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.528034] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "refresh_cache-d43167ba-4f47-4d69-b26f-39250744f875" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.529536] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquired lock "refresh_cache-d43167ba-4f47-4d69-b26f-39250744f875" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.529536] env[69365]: DEBUG nova.network.neutron [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.613861] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a6818d-76c5-4a56-8fbe-6017f98398de {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.624199] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0876a896-7d01-497c-bd97-8ced6a072c92 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.661073] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fad6b8-b95d-4c46-bb77-2dc957e60451 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.670073] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b71245-833d-42d7-99d2-915de89abb42 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.686923] env[69365]: DEBUG nova.compute.provider_tree [None req-0a6ca7b3-6f50-4bdc-b577-cc6068720087 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.700319] env[69365]: DEBUG oslo_vmware.api [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': task-3468961, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09613} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.700635] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.701506] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8aa8e93-9068-44b3-ba13-dc1452ae3fac {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.728681] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 39323cef-0de6-4c83-a359-4188bca9463e/39323cef-0de6-4c83-a359-4188bca9463e.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.729616] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-090c489e-8e7a-49ba-8b84-9a4d0e688325 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.755083] env[69365]: DEBUG oslo_vmware.api [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Waiting for the task: (returnval){ [ 868.755083] env[69365]: value = "task-3468963" [ 868.755083] env[69365]: _type = "Task" [ 868.755083] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.767530] env[69365]: DEBUG oslo_vmware.api [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': task-3468963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.780840] env[69365]: DEBUG oslo_concurrency.lockutils [req-bc8de320-488e-4439-be39-defd19e81896 req-96f4a0ac-2e1d-4fd0-bfda-6a71a3ae4a9b service nova] Releasing lock "refresh_cache-d3d58b6e-04b7-4a8d-88c3-149d58607224" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.841429] env[69365]: DEBUG oslo_vmware.api [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3468962, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.124443] env[69365]: DEBUG nova.network.neutron [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.194834] env[69365]: DEBUG nova.scheduler.client.report [None req-0a6ca7b3-6f50-4bdc-b577-cc6068720087 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.266420] env[69365]: DEBUG oslo_vmware.api [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': task-3468963, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.340714] env[69365]: DEBUG oslo_vmware.api [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3468962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.687509} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.340714] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] d3d58b6e-04b7-4a8d-88c3-149d58607224/d3d58b6e-04b7-4a8d-88c3-149d58607224.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.340714] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.340977] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4ff34f0-111f-489f-81ef-b3bdf28a191b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.348371] env[69365]: DEBUG oslo_vmware.api [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 869.348371] env[69365]: value = "task-3468964" [ 869.348371] env[69365]: _type = "Task" [ 869.348371] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.358189] env[69365]: DEBUG oslo_vmware.api [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3468964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.387476] env[69365]: DEBUG nova.network.neutron [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Updating instance_info_cache with network_info: [{"id": "e345906a-ab18-4470-9662-8fdc65497bc0", "address": "fa:16:3e:ef:bb:af", "network": {"id": "0567f215-2218-44b4-a3ee-0886663f5bac", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1723893682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0262e671388f4a19a7414827f058739e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape345906a-ab", "ovs_interfaceid": "e345906a-ab18-4470-9662-8fdc65497bc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.552294] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e972521b-783b-47d3-996f-b45c4c16efaa tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "43f0d345-d519-4ab3-80a9-4af262e02c5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.552577] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e972521b-783b-47d3-996f-b45c4c16efaa tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "43f0d345-d519-4ab3-80a9-4af262e02c5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.552790] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e972521b-783b-47d3-996f-b45c4c16efaa tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "43f0d345-d519-4ab3-80a9-4af262e02c5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.552979] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e972521b-783b-47d3-996f-b45c4c16efaa tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "43f0d345-d519-4ab3-80a9-4af262e02c5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.553177] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e972521b-783b-47d3-996f-b45c4c16efaa tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "43f0d345-d519-4ab3-80a9-4af262e02c5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.555257] env[69365]: INFO nova.compute.manager [None req-e972521b-783b-47d3-996f-b45c4c16efaa tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Terminating instance [ 869.639435] env[69365]: DEBUG nova.compute.manager [req-2667b5e0-2bce-4130-accd-17a6dfcbaeff req-39308cf0-fb2f-404c-ac0f-a5f263e3bb49 service nova] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Received event network-vif-plugged-e345906a-ab18-4470-9662-8fdc65497bc0 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.639851] env[69365]: DEBUG oslo_concurrency.lockutils [req-2667b5e0-2bce-4130-accd-17a6dfcbaeff req-39308cf0-fb2f-404c-ac0f-a5f263e3bb49 service nova] Acquiring lock "d43167ba-4f47-4d69-b26f-39250744f875-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.640212] env[69365]: DEBUG oslo_concurrency.lockutils [req-2667b5e0-2bce-4130-accd-17a6dfcbaeff req-39308cf0-fb2f-404c-ac0f-a5f263e3bb49 service nova] Lock "d43167ba-4f47-4d69-b26f-39250744f875-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.640485] env[69365]: DEBUG oslo_concurrency.lockutils [req-2667b5e0-2bce-4130-accd-17a6dfcbaeff req-39308cf0-fb2f-404c-ac0f-a5f263e3bb49 service nova] Lock "d43167ba-4f47-4d69-b26f-39250744f875-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.640779] env[69365]: DEBUG nova.compute.manager [req-2667b5e0-2bce-4130-accd-17a6dfcbaeff req-39308cf0-fb2f-404c-ac0f-a5f263e3bb49 service nova] [instance: d43167ba-4f47-4d69-b26f-39250744f875] No waiting events found dispatching network-vif-plugged-e345906a-ab18-4470-9662-8fdc65497bc0 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 869.641201] env[69365]: WARNING nova.compute.manager [req-2667b5e0-2bce-4130-accd-17a6dfcbaeff req-39308cf0-fb2f-404c-ac0f-a5f263e3bb49 service nova] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Received unexpected event network-vif-plugged-e345906a-ab18-4470-9662-8fdc65497bc0 for instance with vm_state building and task_state spawning. [ 869.641554] env[69365]: DEBUG nova.compute.manager [req-2667b5e0-2bce-4130-accd-17a6dfcbaeff req-39308cf0-fb2f-404c-ac0f-a5f263e3bb49 service nova] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Received event network-changed-e345906a-ab18-4470-9662-8fdc65497bc0 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 869.641827] env[69365]: DEBUG nova.compute.manager [req-2667b5e0-2bce-4130-accd-17a6dfcbaeff req-39308cf0-fb2f-404c-ac0f-a5f263e3bb49 service nova] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Refreshing instance network info cache due to event network-changed-e345906a-ab18-4470-9662-8fdc65497bc0. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 869.642118] env[69365]: DEBUG oslo_concurrency.lockutils [req-2667b5e0-2bce-4130-accd-17a6dfcbaeff req-39308cf0-fb2f-404c-ac0f-a5f263e3bb49 service nova] Acquiring lock "refresh_cache-d43167ba-4f47-4d69-b26f-39250744f875" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.700406] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0a6ca7b3-6f50-4bdc-b577-cc6068720087 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.703583] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.667s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.705118] env[69365]: INFO nova.compute.claims [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 869.728640] env[69365]: INFO nova.scheduler.client.report [None req-0a6ca7b3-6f50-4bdc-b577-cc6068720087 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Deleted allocations for instance 126b7d32-2031-47e5-8601-29ec76a05c6c [ 869.768587] env[69365]: DEBUG oslo_vmware.api [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': task-3468963, 'name': ReconfigVM_Task, 'duration_secs': 0.924847} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.768864] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 39323cef-0de6-4c83-a359-4188bca9463e/39323cef-0de6-4c83-a359-4188bca9463e.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 869.769689] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0c2e73e-050c-44a2-a27e-5526a5cb5484 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.779047] env[69365]: DEBUG oslo_vmware.api [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Waiting for the task: (returnval){ [ 869.779047] env[69365]: value = "task-3468965" [ 869.779047] env[69365]: _type = "Task" [ 869.779047] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.791200] env[69365]: DEBUG oslo_vmware.api [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': task-3468965, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.803185] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 869.803185] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 869.862313] env[69365]: DEBUG oslo_vmware.api [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3468964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160775} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.862423] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.863946] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f657a85-36dc-42fc-ad34-974e21d9d473 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.900270] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] d3d58b6e-04b7-4a8d-88c3-149d58607224/d3d58b6e-04b7-4a8d-88c3-149d58607224.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.901332] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Releasing lock "refresh_cache-d43167ba-4f47-4d69-b26f-39250744f875" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.901332] env[69365]: DEBUG nova.compute.manager [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Instance network_info: |[{"id": "e345906a-ab18-4470-9662-8fdc65497bc0", "address": "fa:16:3e:ef:bb:af", "network": {"id": "0567f215-2218-44b4-a3ee-0886663f5bac", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1723893682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0262e671388f4a19a7414827f058739e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape345906a-ab", "ovs_interfaceid": "e345906a-ab18-4470-9662-8fdc65497bc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 869.901332] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9eca0f0-2444-4bb4-82c3-d4a9b5399531 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.916365] env[69365]: DEBUG oslo_concurrency.lockutils [req-2667b5e0-2bce-4130-accd-17a6dfcbaeff req-39308cf0-fb2f-404c-ac0f-a5f263e3bb49 service nova] Acquired lock "refresh_cache-d43167ba-4f47-4d69-b26f-39250744f875" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.916587] env[69365]: DEBUG nova.network.neutron [req-2667b5e0-2bce-4130-accd-17a6dfcbaeff req-39308cf0-fb2f-404c-ac0f-a5f263e3bb49 service nova] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Refreshing network info cache for port e345906a-ab18-4470-9662-8fdc65497bc0 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 869.919831] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:bb:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa410d21-2141-45bb-8d0b-16c77304605f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e345906a-ab18-4470-9662-8fdc65497bc0', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 869.926227] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 869.927722] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 869.929162] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a51e4fd-87ce-4afa-993c-2f2145112ca9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.946674] env[69365]: DEBUG oslo_vmware.api [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 869.946674] env[69365]: value = "task-3468966" [ 869.946674] env[69365]: _type = "Task" [ 869.946674] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.957024] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 869.957024] env[69365]: value = "task-3468967" [ 869.957024] env[69365]: _type = "Task" [ 869.957024] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.960167] env[69365]: DEBUG oslo_vmware.api [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3468966, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.969748] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468967, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.063530] env[69365]: DEBUG nova.compute.manager [None req-e972521b-783b-47d3-996f-b45c4c16efaa tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 870.063671] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e972521b-783b-47d3-996f-b45c4c16efaa tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 870.064609] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea01a09c-9bf2-4996-ab64-e573a7efdb93 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.073368] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e972521b-783b-47d3-996f-b45c4c16efaa tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.073487] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01d1bc32-29d3-4d36-bbc9-9e87c0859899 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.081358] env[69365]: DEBUG oslo_vmware.api [None req-e972521b-783b-47d3-996f-b45c4c16efaa tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 870.081358] env[69365]: value = "task-3468968" [ 870.081358] env[69365]: _type = "Task" [ 870.081358] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.091396] env[69365]: DEBUG oslo_vmware.api [None req-e972521b-783b-47d3-996f-b45c4c16efaa tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.236824] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0a6ca7b3-6f50-4bdc-b577-cc6068720087 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "126b7d32-2031-47e5-8601-29ec76a05c6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.193s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.290639] env[69365]: DEBUG oslo_vmware.api [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': task-3468965, 'name': Rename_Task, 'duration_secs': 0.287411} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.291016] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 870.291326] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02fa9f02-acd9-49ab-8503-cda736041aab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.299245] env[69365]: DEBUG oslo_vmware.api [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Waiting for the task: (returnval){ [ 870.299245] env[69365]: value = "task-3468969" [ 870.299245] env[69365]: _type = "Task" [ 870.299245] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.318485] env[69365]: DEBUG oslo_vmware.api [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': task-3468969, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.319063] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.319322] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.319612] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.319890] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.320102] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.320258] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.320398] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69365) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 870.320579] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager.update_available_resource {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 870.461324] env[69365]: DEBUG oslo_vmware.api [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3468966, 'name': ReconfigVM_Task, 'duration_secs': 0.473504} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.466132] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Reconfigured VM instance instance-00000032 to attach disk [datastore1] d3d58b6e-04b7-4a8d-88c3-149d58607224/d3d58b6e-04b7-4a8d-88c3-149d58607224.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.466132] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2957ed77-8ded-4362-a6de-febee8db0de7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.473525] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468967, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.477205] env[69365]: DEBUG oslo_vmware.api [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 870.477205] env[69365]: value = "task-3468970" [ 870.477205] env[69365]: _type = "Task" [ 870.477205] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.488654] env[69365]: DEBUG oslo_vmware.api [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3468970, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.592568] env[69365]: DEBUG oslo_vmware.api [None req-e972521b-783b-47d3-996f-b45c4c16efaa tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468968, 'name': PowerOffVM_Task, 'duration_secs': 0.336092} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.592850] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e972521b-783b-47d3-996f-b45c4c16efaa tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.593164] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e972521b-783b-47d3-996f-b45c4c16efaa tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 870.593280] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7a4ab53-88d1-471b-973f-7ad6f7958f11 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.652841] env[69365]: DEBUG nova.network.neutron [req-2667b5e0-2bce-4130-accd-17a6dfcbaeff req-39308cf0-fb2f-404c-ac0f-a5f263e3bb49 service nova] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Updated VIF entry in instance network info cache for port e345906a-ab18-4470-9662-8fdc65497bc0. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 870.653285] env[69365]: DEBUG nova.network.neutron [req-2667b5e0-2bce-4130-accd-17a6dfcbaeff req-39308cf0-fb2f-404c-ac0f-a5f263e3bb49 service nova] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Updating instance_info_cache with network_info: [{"id": "e345906a-ab18-4470-9662-8fdc65497bc0", "address": "fa:16:3e:ef:bb:af", "network": {"id": "0567f215-2218-44b4-a3ee-0886663f5bac", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1723893682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0262e671388f4a19a7414827f058739e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape345906a-ab", "ovs_interfaceid": "e345906a-ab18-4470-9662-8fdc65497bc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.664922] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e972521b-783b-47d3-996f-b45c4c16efaa tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 870.665231] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e972521b-783b-47d3-996f-b45c4c16efaa tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 870.665390] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e972521b-783b-47d3-996f-b45c4c16efaa tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Deleting the datastore file [datastore2] 43f0d345-d519-4ab3-80a9-4af262e02c5e {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 870.665612] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f88d67c6-6b22-414c-acaf-e819b9b9091e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.679260] env[69365]: DEBUG oslo_vmware.api [None req-e972521b-783b-47d3-996f-b45c4c16efaa tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 870.679260] env[69365]: value = "task-3468972" [ 870.679260] env[69365]: _type = "Task" [ 870.679260] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.691612] env[69365]: DEBUG oslo_vmware.api [None req-e972521b-783b-47d3-996f-b45c4c16efaa tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.809628] env[69365]: DEBUG oslo_vmware.api [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': task-3468969, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.826561] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.974195] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468967, 'name': CreateVM_Task, 'duration_secs': 0.911243} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.975033] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.975260] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.975457] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.975786] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.976086] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1371b330-8ad7-4dee-81f1-ecf264cb8b6f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.988436] env[69365]: DEBUG oslo_vmware.api [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 870.988436] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a200e2-32ae-42b8-46d8-b42b076b8a29" [ 870.988436] env[69365]: _type = "Task" [ 870.988436] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.992101] env[69365]: DEBUG oslo_vmware.api [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3468970, 'name': Rename_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.011548] env[69365]: DEBUG oslo_vmware.api [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a200e2-32ae-42b8-46d8-b42b076b8a29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.156858] env[69365]: DEBUG oslo_concurrency.lockutils [req-2667b5e0-2bce-4130-accd-17a6dfcbaeff req-39308cf0-fb2f-404c-ac0f-a5f263e3bb49 service nova] Releasing lock "refresh_cache-d43167ba-4f47-4d69-b26f-39250744f875" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.189348] env[69365]: DEBUG oslo_vmware.api [None req-e972521b-783b-47d3-996f-b45c4c16efaa tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3468972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221483} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.189610] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e972521b-783b-47d3-996f-b45c4c16efaa tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 871.189794] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e972521b-783b-47d3-996f-b45c4c16efaa tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 871.189969] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e972521b-783b-47d3-996f-b45c4c16efaa tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 871.190191] env[69365]: INFO nova.compute.manager [None req-e972521b-783b-47d3-996f-b45c4c16efaa tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 871.190438] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e972521b-783b-47d3-996f-b45c4c16efaa tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 871.190628] env[69365]: DEBUG nova.compute.manager [-] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 871.190725] env[69365]: DEBUG nova.network.neutron [-] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 871.248201] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290e6fa2-b9f7-4c2c-8ba3-6480d2c5f47e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.255994] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0f9ce7-b758-4ad8-9cd7-fc80754654b5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.289261] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ac8f36-5d31-447f-903c-d17fcdd8b5a6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.297373] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b440cbf-e322-4ad0-9309-db2c3e834ff6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.315930] env[69365]: DEBUG nova.compute.provider_tree [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.320210] env[69365]: DEBUG oslo_vmware.api [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': task-3468969, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.492364] env[69365]: DEBUG oslo_vmware.api [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3468970, 'name': Rename_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.504656] env[69365]: DEBUG oslo_vmware.api [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a200e2-32ae-42b8-46d8-b42b076b8a29, 'name': SearchDatastore_Task, 'duration_secs': 0.016247} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.504992] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.505270] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 871.505513] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.505656] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.505833] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 871.506115] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bf8a5a7-f4d0-4af1-be1f-f6009beb9166 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.515432] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 871.515613] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 871.516365] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64ed4b29-b0e5-4038-8c47-c2ee89ac7637 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.522447] env[69365]: DEBUG oslo_vmware.api [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 871.522447] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b34a1d-aaa4-bc3e-e757-c123808f566a" [ 871.522447] env[69365]: _type = "Task" [ 871.522447] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.531137] env[69365]: DEBUG oslo_vmware.api [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b34a1d-aaa4-bc3e-e757-c123808f566a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.727109] env[69365]: DEBUG nova.compute.manager [req-2dca3869-caf7-4323-a1c6-f8cdd123cd73 req-70622ea2-cd1e-4fb9-b753-cc5dd9cb2a08 service nova] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Received event network-vif-deleted-baad3547-d2f1-4cef-8209-71257f36e626 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 871.727109] env[69365]: INFO nova.compute.manager [req-2dca3869-caf7-4323-a1c6-f8cdd123cd73 req-70622ea2-cd1e-4fb9-b753-cc5dd9cb2a08 service nova] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Neutron deleted interface baad3547-d2f1-4cef-8209-71257f36e626; detaching it from the instance and deleting it from the info cache [ 871.727109] env[69365]: DEBUG nova.network.neutron [req-2dca3869-caf7-4323-a1c6-f8cdd123cd73 req-70622ea2-cd1e-4fb9-b753-cc5dd9cb2a08 service nova] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.816414] env[69365]: DEBUG oslo_vmware.api [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': task-3468969, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.821963] env[69365]: DEBUG nova.scheduler.client.report [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.992152] env[69365]: DEBUG oslo_vmware.api [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3468970, 'name': Rename_Task, 'duration_secs': 1.23532} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.992870] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.993237] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43a9337e-1c98-449d-9583-7093f323d42d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.002137] env[69365]: DEBUG oslo_vmware.api [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 872.002137] env[69365]: value = "task-3468973" [ 872.002137] env[69365]: _type = "Task" [ 872.002137] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.010659] env[69365]: DEBUG oslo_vmware.api [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3468973, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.032767] env[69365]: DEBUG oslo_vmware.api [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b34a1d-aaa4-bc3e-e757-c123808f566a, 'name': SearchDatastore_Task, 'duration_secs': 0.027331} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.033761] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e4b1a19-bb18-4956-8972-e9af0bde1c50 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.040096] env[69365]: DEBUG oslo_vmware.api [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 872.040096] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5285c0b5-097f-cf0c-32b7-e6b34491ee0a" [ 872.040096] env[69365]: _type = "Task" [ 872.040096] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.052024] env[69365]: DEBUG oslo_vmware.api [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5285c0b5-097f-cf0c-32b7-e6b34491ee0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.211228] env[69365]: DEBUG nova.network.neutron [-] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.230250] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a5dd2bb2-5de9-4950-aa01-9bb40e42c279 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.241886] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7493c050-c482-4c34-ba4d-deb05d105a52 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.281836] env[69365]: DEBUG nova.compute.manager [req-2dca3869-caf7-4323-a1c6-f8cdd123cd73 req-70622ea2-cd1e-4fb9-b753-cc5dd9cb2a08 service nova] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Detach interface failed, port_id=baad3547-d2f1-4cef-8209-71257f36e626, reason: Instance 43f0d345-d519-4ab3-80a9-4af262e02c5e could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 872.314288] env[69365]: DEBUG oslo_vmware.api [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': task-3468969, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.329302] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.330472] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 35.522s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.332973] env[69365]: DEBUG nova.objects.instance [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69365) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 872.514569] env[69365]: DEBUG oslo_vmware.api [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3468973, 'name': PowerOnVM_Task, 'duration_secs': 0.499791} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.514846] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.515342] env[69365]: INFO nova.compute.manager [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Took 7.68 seconds to spawn the instance on the hypervisor. [ 872.515342] env[69365]: DEBUG nova.compute.manager [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 872.516071] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c1dedc-3243-490a-8cb6-6dd73c4b5177 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.551334] env[69365]: DEBUG oslo_vmware.api [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5285c0b5-097f-cf0c-32b7-e6b34491ee0a, 'name': SearchDatastore_Task, 'duration_secs': 0.02246} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.551783] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.551875] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] d43167ba-4f47-4d69-b26f-39250744f875/d43167ba-4f47-4d69-b26f-39250744f875.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.552119] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6594200f-1ec2-429c-8209-ce6ab386657a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.560610] env[69365]: DEBUG oslo_vmware.api [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 872.560610] env[69365]: value = "task-3468974" [ 872.560610] env[69365]: _type = "Task" [ 872.560610] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.570192] env[69365]: DEBUG oslo_vmware.api [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3468974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.714325] env[69365]: INFO nova.compute.manager [-] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Took 1.52 seconds to deallocate network for instance. [ 872.818532] env[69365]: DEBUG oslo_vmware.api [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': task-3468969, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.834695] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Acquiring lock "20036fc6-c249-450b-9f88-0747eca4a7c8" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.835019] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Lock "20036fc6-c249-450b-9f88-0747eca4a7c8" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.881340] env[69365]: DEBUG oslo_concurrency.lockutils [None req-39337cf4-6645-4729-a542-a105bc1e01f3 tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Acquiring lock "bdcd53fc-2733-4e88-8e45-1dcf23f3609d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.887954] env[69365]: DEBUG oslo_concurrency.lockutils [None req-39337cf4-6645-4729-a542-a105bc1e01f3 tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Lock "bdcd53fc-2733-4e88-8e45-1dcf23f3609d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.887954] env[69365]: DEBUG oslo_concurrency.lockutils [None req-39337cf4-6645-4729-a542-a105bc1e01f3 tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Acquiring lock "bdcd53fc-2733-4e88-8e45-1dcf23f3609d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.887954] env[69365]: DEBUG oslo_concurrency.lockutils [None req-39337cf4-6645-4729-a542-a105bc1e01f3 tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Lock "bdcd53fc-2733-4e88-8e45-1dcf23f3609d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.887954] env[69365]: DEBUG oslo_concurrency.lockutils [None req-39337cf4-6645-4729-a542-a105bc1e01f3 tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Lock "bdcd53fc-2733-4e88-8e45-1dcf23f3609d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.889262] env[69365]: INFO nova.compute.manager [None req-39337cf4-6645-4729-a542-a105bc1e01f3 tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Terminating instance [ 873.037413] env[69365]: INFO nova.compute.manager [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Took 47.76 seconds to build instance. [ 873.073423] env[69365]: DEBUG oslo_vmware.api [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3468974, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.224557] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e972521b-783b-47d3-996f-b45c4c16efaa tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.314757] env[69365]: DEBUG oslo_vmware.api [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': task-3468969, 'name': PowerOnVM_Task, 'duration_secs': 2.748437} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.315053] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 873.315265] env[69365]: INFO nova.compute.manager [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Took 11.14 seconds to spawn the instance on the hypervisor. [ 873.315444] env[69365]: DEBUG nova.compute.manager [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 873.316249] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d43727-05c6-4f43-8585-30a0fa054643 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.342219] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Lock "20036fc6-c249-450b-9f88-0747eca4a7c8" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.507s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.344229] env[69365]: DEBUG nova.compute.manager [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.349033] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5270a075-7693-44b7-8c55-68cfbe032fd4 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.349033] env[69365]: DEBUG oslo_concurrency.lockutils [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.677s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.349535] env[69365]: INFO nova.compute.claims [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.395115] env[69365]: DEBUG nova.compute.manager [None req-39337cf4-6645-4729-a542-a105bc1e01f3 tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.395330] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-39337cf4-6645-4729-a542-a105bc1e01f3 tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.396165] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35559b1-005e-445c-a0f0-7fac7065b67e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.405426] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-39337cf4-6645-4729-a542-a105bc1e01f3 tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.405426] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9abbf0b6-45da-4d46-aab2-5ec9ec45a82a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.415387] env[69365]: DEBUG oslo_vmware.api [None req-39337cf4-6645-4729-a542-a105bc1e01f3 tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Waiting for the task: (returnval){ [ 873.415387] env[69365]: value = "task-3468975" [ 873.415387] env[69365]: _type = "Task" [ 873.415387] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.426338] env[69365]: DEBUG oslo_vmware.api [None req-39337cf4-6645-4729-a542-a105bc1e01f3 tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Task: {'id': task-3468975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.541031] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e10200f7-ae3c-4055-a6c3-742bc5354580 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "d3d58b6e-04b7-4a8d-88c3-149d58607224" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.933s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.574223] env[69365]: DEBUG oslo_vmware.api [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3468974, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581144} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.574508] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] d43167ba-4f47-4d69-b26f-39250744f875/d43167ba-4f47-4d69-b26f-39250744f875.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 873.574728] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 873.574984] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b71eac6-ec73-4348-b9e7-5980a0a7c457 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.583318] env[69365]: DEBUG oslo_vmware.api [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 873.583318] env[69365]: value = "task-3468976" [ 873.583318] env[69365]: _type = "Task" [ 873.583318] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.592270] env[69365]: DEBUG oslo_vmware.api [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3468976, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.835695] env[69365]: INFO nova.compute.manager [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Took 48.98 seconds to build instance. [ 873.848627] env[69365]: DEBUG nova.compute.utils [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.849919] env[69365]: DEBUG nova.compute.manager [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.850120] env[69365]: DEBUG nova.network.neutron [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.901839] env[69365]: DEBUG nova.policy [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b7820d080b964cb3b639a3daf639ce4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1b8443aa3304ca3bc3651e6194f74c1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.926029] env[69365]: DEBUG oslo_vmware.api [None req-39337cf4-6645-4729-a542-a105bc1e01f3 tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Task: {'id': task-3468975, 'name': PowerOffVM_Task, 'duration_secs': 0.252996} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.926307] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-39337cf4-6645-4729-a542-a105bc1e01f3 tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.926469] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-39337cf4-6645-4729-a542-a105bc1e01f3 tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.926716] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-22c6d42a-10d9-459a-b2ab-264de82118a7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.016292] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-39337cf4-6645-4729-a542-a105bc1e01f3 tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.016528] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-39337cf4-6645-4729-a542-a105bc1e01f3 tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.016707] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-39337cf4-6645-4729-a542-a105bc1e01f3 tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Deleting the datastore file [datastore2] bdcd53fc-2733-4e88-8e45-1dcf23f3609d {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.019133] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb4e52ef-6be2-4202-812e-a4ab2608dc74 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.026326] env[69365]: DEBUG oslo_vmware.api [None req-39337cf4-6645-4729-a542-a105bc1e01f3 tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Waiting for the task: (returnval){ [ 874.026326] env[69365]: value = "task-3468978" [ 874.026326] env[69365]: _type = "Task" [ 874.026326] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.035110] env[69365]: DEBUG oslo_vmware.api [None req-39337cf4-6645-4729-a542-a105bc1e01f3 tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Task: {'id': task-3468978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.043062] env[69365]: DEBUG nova.compute.manager [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.095753] env[69365]: DEBUG oslo_vmware.api [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3468976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.331265} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.096015] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 874.096834] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f475285-90c5-4010-b14e-e7b41573d60f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.121347] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] d43167ba-4f47-4d69-b26f-39250744f875/d43167ba-4f47-4d69-b26f-39250744f875.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 874.121681] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b57f6767-f4af-4c00-a772-0c6e0bb25da5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.143681] env[69365]: DEBUG oslo_vmware.api [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 874.143681] env[69365]: value = "task-3468979" [ 874.143681] env[69365]: _type = "Task" [ 874.143681] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.153920] env[69365]: DEBUG oslo_vmware.api [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3468979, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.261437] env[69365]: DEBUG nova.network.neutron [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Successfully created port: 7d5a7709-cf32-4eda-8bf4-ca7121f16c2a {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 874.338054] env[69365]: DEBUG oslo_concurrency.lockutils [None req-90a43dea-5912-4842-b916-0a8c742b0aa7 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Lock "39323cef-0de6-4c83-a359-4188bca9463e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.917s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.353602] env[69365]: DEBUG nova.compute.manager [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.536817] env[69365]: DEBUG oslo_vmware.api [None req-39337cf4-6645-4729-a542-a105bc1e01f3 tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Task: {'id': task-3468978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.567246] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.657486] env[69365]: DEBUG oslo_vmware.api [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3468979, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.745237] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c1b318-6652-41ec-9aa1-86d280c55d6c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.752577] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cce1cd90-527f-4675-947a-263e81a49e52 tempest-ServersAdminNegativeTestJSON-2006758498 tempest-ServersAdminNegativeTestJSON-2006758498-project-admin] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Suspending the VM {{(pid=69365) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 874.752843] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-823054c0-402b-49cc-8c36-a5751e3f8a88 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.760109] env[69365]: DEBUG oslo_vmware.api [None req-cce1cd90-527f-4675-947a-263e81a49e52 tempest-ServersAdminNegativeTestJSON-2006758498 tempest-ServersAdminNegativeTestJSON-2006758498-project-admin] Waiting for the task: (returnval){ [ 874.760109] env[69365]: value = "task-3468980" [ 874.760109] env[69365]: _type = "Task" [ 874.760109] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.771164] env[69365]: DEBUG oslo_vmware.api [None req-cce1cd90-527f-4675-947a-263e81a49e52 tempest-ServersAdminNegativeTestJSON-2006758498 tempest-ServersAdminNegativeTestJSON-2006758498-project-admin] Task: {'id': task-3468980, 'name': SuspendVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.840744] env[69365]: DEBUG nova.compute.manager [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 874.845959] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-949d348b-a55a-43b8-9a1d-2e70435ab844 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.855365] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca40a31-b791-4b41-b02a-4bf0d80d7763 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.894470] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ed8e9d-82a8-4535-8e03-f55a4603329a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.903552] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d0ae13-ef97-4393-a269-335866a05582 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.919187] env[69365]: DEBUG nova.compute.provider_tree [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 875.037297] env[69365]: DEBUG oslo_vmware.api [None req-39337cf4-6645-4729-a542-a105bc1e01f3 tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Task: {'id': task-3468978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.574241} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.037650] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-39337cf4-6645-4729-a542-a105bc1e01f3 tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 875.037961] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-39337cf4-6645-4729-a542-a105bc1e01f3 tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 875.038300] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-39337cf4-6645-4729-a542-a105bc1e01f3 tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 875.038569] env[69365]: INFO nova.compute.manager [None req-39337cf4-6645-4729-a542-a105bc1e01f3 tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Took 1.64 seconds to destroy the instance on the hypervisor. [ 875.039013] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39337cf4-6645-4729-a542-a105bc1e01f3 tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 875.039144] env[69365]: DEBUG nova.compute.manager [-] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 875.039285] env[69365]: DEBUG nova.network.neutron [-] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 875.158934] env[69365]: DEBUG oslo_vmware.api [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3468979, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.280724] env[69365]: DEBUG oslo_vmware.api [None req-cce1cd90-527f-4675-947a-263e81a49e52 tempest-ServersAdminNegativeTestJSON-2006758498 tempest-ServersAdminNegativeTestJSON-2006758498-project-admin] Task: {'id': task-3468980, 'name': SuspendVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.366593] env[69365]: DEBUG nova.compute.manager [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.369740] env[69365]: DEBUG oslo_concurrency.lockutils [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.397081] env[69365]: DEBUG nova.virt.hardware [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.397349] env[69365]: DEBUG nova.virt.hardware [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.397505] env[69365]: DEBUG nova.virt.hardware [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.397684] env[69365]: DEBUG nova.virt.hardware [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.397831] env[69365]: DEBUG nova.virt.hardware [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.397978] env[69365]: DEBUG nova.virt.hardware [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.398283] env[69365]: DEBUG nova.virt.hardware [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.398475] env[69365]: DEBUG nova.virt.hardware [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.398691] env[69365]: DEBUG nova.virt.hardware [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.398903] env[69365]: DEBUG nova.virt.hardware [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.399107] env[69365]: DEBUG nova.virt.hardware [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.400088] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c60d95f-eeb8-4a2c-8c23-d59bbe279c77 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.409558] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01c69f7-d3ca-4758-9f35-30656b921cce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.427615] env[69365]: DEBUG nova.scheduler.client.report [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 875.660170] env[69365]: DEBUG oslo_vmware.api [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3468979, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.673179] env[69365]: DEBUG nova.compute.manager [req-6d003852-47e2-4c27-9499-1da734c946b2 req-4a05a37a-84ec-433f-acfd-723b46614399 service nova] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Received event network-vif-deleted-1e7caead-72ff-40ee-9e2d-cd39ad02bb77 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.673179] env[69365]: INFO nova.compute.manager [req-6d003852-47e2-4c27-9499-1da734c946b2 req-4a05a37a-84ec-433f-acfd-723b46614399 service nova] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Neutron deleted interface 1e7caead-72ff-40ee-9e2d-cd39ad02bb77; detaching it from the instance and deleting it from the info cache [ 875.673179] env[69365]: DEBUG nova.network.neutron [req-6d003852-47e2-4c27-9499-1da734c946b2 req-4a05a37a-84ec-433f-acfd-723b46614399 service nova] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.775085] env[69365]: DEBUG oslo_vmware.api [None req-cce1cd90-527f-4675-947a-263e81a49e52 tempest-ServersAdminNegativeTestJSON-2006758498 tempest-ServersAdminNegativeTestJSON-2006758498-project-admin] Task: {'id': task-3468980, 'name': SuspendVM_Task, 'duration_secs': 0.754301} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.775419] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cce1cd90-527f-4675-947a-263e81a49e52 tempest-ServersAdminNegativeTestJSON-2006758498 tempest-ServersAdminNegativeTestJSON-2006758498-project-admin] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Suspended the VM {{(pid=69365) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 875.775644] env[69365]: DEBUG nova.compute.manager [None req-cce1cd90-527f-4675-947a-263e81a49e52 tempest-ServersAdminNegativeTestJSON-2006758498 tempest-ServersAdminNegativeTestJSON-2006758498-project-admin] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 875.776707] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab99c5b-ef96-4e93-903e-de9f846206aa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.802703] env[69365]: DEBUG nova.compute.manager [req-b0239c1a-d707-4e6e-82c8-0737d971744d req-5b0bfe4b-5975-478c-b65c-501638b139b0 service nova] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Received event network-vif-plugged-7d5a7709-cf32-4eda-8bf4-ca7121f16c2a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.802960] env[69365]: DEBUG oslo_concurrency.lockutils [req-b0239c1a-d707-4e6e-82c8-0737d971744d req-5b0bfe4b-5975-478c-b65c-501638b139b0 service nova] Acquiring lock "1baa57ed-482e-4134-bcde-de19d843dc78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.803198] env[69365]: DEBUG oslo_concurrency.lockutils [req-b0239c1a-d707-4e6e-82c8-0737d971744d req-5b0bfe4b-5975-478c-b65c-501638b139b0 service nova] Lock "1baa57ed-482e-4134-bcde-de19d843dc78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.803368] env[69365]: DEBUG oslo_concurrency.lockutils [req-b0239c1a-d707-4e6e-82c8-0737d971744d req-5b0bfe4b-5975-478c-b65c-501638b139b0 service nova] Lock "1baa57ed-482e-4134-bcde-de19d843dc78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.803593] env[69365]: DEBUG nova.compute.manager [req-b0239c1a-d707-4e6e-82c8-0737d971744d req-5b0bfe4b-5975-478c-b65c-501638b139b0 service nova] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] No waiting events found dispatching network-vif-plugged-7d5a7709-cf32-4eda-8bf4-ca7121f16c2a {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 875.803744] env[69365]: WARNING nova.compute.manager [req-b0239c1a-d707-4e6e-82c8-0737d971744d req-5b0bfe4b-5975-478c-b65c-501638b139b0 service nova] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Received unexpected event network-vif-plugged-7d5a7709-cf32-4eda-8bf4-ca7121f16c2a for instance with vm_state building and task_state spawning. [ 875.913049] env[69365]: DEBUG nova.network.neutron [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Successfully updated port: 7d5a7709-cf32-4eda-8bf4-ca7121f16c2a {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 875.933154] env[69365]: DEBUG oslo_concurrency.lockutils [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 875.933725] env[69365]: DEBUG nova.compute.manager [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 875.936713] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.179s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.938573] env[69365]: INFO nova.compute.claims [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 876.111485] env[69365]: DEBUG nova.network.neutron [-] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.159765] env[69365]: DEBUG oslo_vmware.api [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3468979, 'name': ReconfigVM_Task, 'duration_secs': 1.770143} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.160063] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Reconfigured VM instance instance-00000033 to attach disk [datastore1] d43167ba-4f47-4d69-b26f-39250744f875/d43167ba-4f47-4d69-b26f-39250744f875.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.160698] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe4d408e-56c3-4292-a1c9-71a485a9e240 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.169046] env[69365]: DEBUG oslo_vmware.api [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 876.169046] env[69365]: value = "task-3468981" [ 876.169046] env[69365]: _type = "Task" [ 876.169046] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.176719] env[69365]: DEBUG oslo_vmware.api [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3468981, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.177089] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b39dcc8-c13b-4c06-aeb5-a7b03dadb230 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.186894] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d728076-4d1c-4510-b37e-2489014db27f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.223547] env[69365]: DEBUG nova.compute.manager [req-6d003852-47e2-4c27-9499-1da734c946b2 req-4a05a37a-84ec-433f-acfd-723b46614399 service nova] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Detach interface failed, port_id=1e7caead-72ff-40ee-9e2d-cd39ad02bb77, reason: Instance bdcd53fc-2733-4e88-8e45-1dcf23f3609d could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 876.418971] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Acquiring lock "refresh_cache-1baa57ed-482e-4134-bcde-de19d843dc78" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.419331] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Acquired lock "refresh_cache-1baa57ed-482e-4134-bcde-de19d843dc78" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.419331] env[69365]: DEBUG nova.network.neutron [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.439024] env[69365]: DEBUG nova.compute.utils [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 876.440312] env[69365]: DEBUG nova.compute.manager [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 876.440551] env[69365]: DEBUG nova.network.neutron [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 876.492756] env[69365]: DEBUG nova.policy [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d23f3840fe444ffa4986cff0c70e959', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ecde38286934540b1d17f878d3cbde8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 876.615613] env[69365]: INFO nova.compute.manager [-] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Took 1.57 seconds to deallocate network for instance. [ 876.681030] env[69365]: DEBUG oslo_vmware.api [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3468981, 'name': Rename_Task, 'duration_secs': 0.424395} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.681495] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.681876] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bdf2856-c503-4b9c-bcf2-f8c66b24d3ef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.692159] env[69365]: DEBUG oslo_vmware.api [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 876.692159] env[69365]: value = "task-3468982" [ 876.692159] env[69365]: _type = "Task" [ 876.692159] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.701166] env[69365]: DEBUG oslo_vmware.api [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3468982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.856815] env[69365]: DEBUG nova.network.neutron [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Successfully created port: edcd466f-0698-4bbf-afe5-e1207673600e {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 876.944727] env[69365]: DEBUG nova.compute.manager [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 876.956452] env[69365]: DEBUG nova.network.neutron [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.125282] env[69365]: DEBUG oslo_concurrency.lockutils [None req-39337cf4-6645-4729-a542-a105bc1e01f3 tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.135778] env[69365]: DEBUG nova.network.neutron [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Updating instance_info_cache with network_info: [{"id": "7d5a7709-cf32-4eda-8bf4-ca7121f16c2a", "address": "fa:16:3e:3e:57:b1", "network": {"id": "adf8ebf7-c78b-4a23-a684-ec180b397266", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-941082300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1b8443aa3304ca3bc3651e6194f74c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d5a7709-cf", "ovs_interfaceid": "7d5a7709-cf32-4eda-8bf4-ca7121f16c2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.205776] env[69365]: DEBUG oslo_vmware.api [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3468982, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.396103] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5060f4eb-4f7e-4cb2-9b2b-c3f3264e8f99 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.404140] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3bc8746-a7a3-48d8-b5f8-7a2ea74f0b5d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.439457] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3bb0d1-9508-4c4e-8f94-8e233fda3a2c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.450913] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a47243c-d1a9-420e-9d3f-a31c426797e2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.470888] env[69365]: DEBUG nova.compute.provider_tree [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.636880] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Releasing lock "refresh_cache-1baa57ed-482e-4134-bcde-de19d843dc78" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.637229] env[69365]: DEBUG nova.compute.manager [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Instance network_info: |[{"id": "7d5a7709-cf32-4eda-8bf4-ca7121f16c2a", "address": "fa:16:3e:3e:57:b1", "network": {"id": "adf8ebf7-c78b-4a23-a684-ec180b397266", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-941082300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1b8443aa3304ca3bc3651e6194f74c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d5a7709-cf", "ovs_interfaceid": "7d5a7709-cf32-4eda-8bf4-ca7121f16c2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.637727] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:57:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd5970ab5-34b8-4065-bfa6-f568b8f103b7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d5a7709-cf32-4eda-8bf4-ca7121f16c2a', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.645529] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Creating folder: Project (d1b8443aa3304ca3bc3651e6194f74c1). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.645868] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2235651-c51c-4a2e-9b44-453c99d45500 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.659162] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Created folder: Project (d1b8443aa3304ca3bc3651e6194f74c1) in parent group-v693134. [ 877.659381] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Creating folder: Instances. Parent ref: group-v693289. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.659611] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6b52c36-651a-4fcc-a272-99a62bd0b90f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.670167] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Created folder: Instances in parent group-v693289. [ 877.670497] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.670613] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.670830] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-966d38b9-2e9f-4c5a-8283-330b65f81823 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.692164] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.692164] env[69365]: value = "task-3468985" [ 877.692164] env[69365]: _type = "Task" [ 877.692164] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.703549] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468985, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.707271] env[69365]: DEBUG oslo_vmware.api [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3468982, 'name': PowerOnVM_Task, 'duration_secs': 0.824762} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.707271] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.707271] env[69365]: INFO nova.compute.manager [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Took 10.25 seconds to spawn the instance on the hypervisor. [ 877.707436] env[69365]: DEBUG nova.compute.manager [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.709088] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e0725c-4498-41d6-863b-69f719e53aa3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.889105] env[69365]: DEBUG nova.compute.manager [req-5efb0c25-d08a-496b-80e8-4ff69b11bf94 req-037a4309-46df-427e-b8fb-d80156f378a0 service nova] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Received event network-changed-7d5a7709-cf32-4eda-8bf4-ca7121f16c2a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 877.889347] env[69365]: DEBUG nova.compute.manager [req-5efb0c25-d08a-496b-80e8-4ff69b11bf94 req-037a4309-46df-427e-b8fb-d80156f378a0 service nova] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Refreshing instance network info cache due to event network-changed-7d5a7709-cf32-4eda-8bf4-ca7121f16c2a. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 877.889543] env[69365]: DEBUG oslo_concurrency.lockutils [req-5efb0c25-d08a-496b-80e8-4ff69b11bf94 req-037a4309-46df-427e-b8fb-d80156f378a0 service nova] Acquiring lock "refresh_cache-1baa57ed-482e-4134-bcde-de19d843dc78" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.889691] env[69365]: DEBUG oslo_concurrency.lockutils [req-5efb0c25-d08a-496b-80e8-4ff69b11bf94 req-037a4309-46df-427e-b8fb-d80156f378a0 service nova] Acquired lock "refresh_cache-1baa57ed-482e-4134-bcde-de19d843dc78" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.889862] env[69365]: DEBUG nova.network.neutron [req-5efb0c25-d08a-496b-80e8-4ff69b11bf94 req-037a4309-46df-427e-b8fb-d80156f378a0 service nova] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Refreshing network info cache for port 7d5a7709-cf32-4eda-8bf4-ca7121f16c2a {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 877.945718] env[69365]: DEBUG nova.compute.manager [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.946672] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bdb9cd-cab5-42f6-941e-e15eeeef644c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.961041] env[69365]: DEBUG nova.compute.manager [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 877.973626] env[69365]: DEBUG nova.scheduler.client.report [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 877.993084] env[69365]: DEBUG nova.virt.hardware [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.993338] env[69365]: DEBUG nova.virt.hardware [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.993493] env[69365]: DEBUG nova.virt.hardware [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.993679] env[69365]: DEBUG nova.virt.hardware [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.993855] env[69365]: DEBUG nova.virt.hardware [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.996189] env[69365]: DEBUG nova.virt.hardware [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.996189] env[69365]: DEBUG nova.virt.hardware [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.996189] env[69365]: DEBUG nova.virt.hardware [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.997257] env[69365]: DEBUG nova.virt.hardware [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.997257] env[69365]: DEBUG nova.virt.hardware [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.997257] env[69365]: DEBUG nova.virt.hardware [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.998214] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd7cec3-6f60-4e62-a36f-c9a6b5c0944f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.009458] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c8f271-bc2d-4db1-9a2e-568aa56c6bb9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.206729] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468985, 'name': CreateVM_Task, 'duration_secs': 0.490319} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.206930] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.207659] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.207863] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.208246] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.208518] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49e20193-d818-4143-a728-ee0e3c737399 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.214295] env[69365]: DEBUG oslo_vmware.api [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Waiting for the task: (returnval){ [ 878.214295] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e3f382-94a0-0756-cb10-171978392297" [ 878.214295] env[69365]: _type = "Task" [ 878.214295] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.226923] env[69365]: DEBUG oslo_vmware.api [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e3f382-94a0-0756-cb10-171978392297, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.229410] env[69365]: INFO nova.compute.manager [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Took 46.37 seconds to build instance. [ 878.460934] env[69365]: INFO nova.compute.manager [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] instance snapshotting [ 878.462200] env[69365]: DEBUG nova.objects.instance [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lazy-loading 'flavor' on Instance uuid 07629f5e-e1b1-4aab-b422-8924b572449b {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.480105] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.480105] env[69365]: DEBUG nova.compute.manager [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 878.485579] env[69365]: DEBUG nova.network.neutron [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Successfully updated port: edcd466f-0698-4bbf-afe5-e1207673600e {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 878.487232] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.297s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.488385] env[69365]: INFO nova.compute.claims [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.661702] env[69365]: DEBUG nova.network.neutron [req-5efb0c25-d08a-496b-80e8-4ff69b11bf94 req-037a4309-46df-427e-b8fb-d80156f378a0 service nova] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Updated VIF entry in instance network info cache for port 7d5a7709-cf32-4eda-8bf4-ca7121f16c2a. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 878.662212] env[69365]: DEBUG nova.network.neutron [req-5efb0c25-d08a-496b-80e8-4ff69b11bf94 req-037a4309-46df-427e-b8fb-d80156f378a0 service nova] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Updating instance_info_cache with network_info: [{"id": "7d5a7709-cf32-4eda-8bf4-ca7121f16c2a", "address": "fa:16:3e:3e:57:b1", "network": {"id": "adf8ebf7-c78b-4a23-a684-ec180b397266", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-941082300-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1b8443aa3304ca3bc3651e6194f74c1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d5970ab5-34b8-4065-bfa6-f568b8f103b7", "external-id": "nsx-vlan-transportzone-418", "segmentation_id": 418, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d5a7709-cf", "ovs_interfaceid": "7d5a7709-cf32-4eda-8bf4-ca7121f16c2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 878.675229] env[69365]: DEBUG oslo_concurrency.lockutils [None req-108d97b6-6219-4c72-b0bf-fa28a2557ba2 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Acquiring lock "39323cef-0de6-4c83-a359-4188bca9463e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.675323] env[69365]: DEBUG oslo_concurrency.lockutils [None req-108d97b6-6219-4c72-b0bf-fa28a2557ba2 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Lock "39323cef-0de6-4c83-a359-4188bca9463e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.675502] env[69365]: DEBUG oslo_concurrency.lockutils [None req-108d97b6-6219-4c72-b0bf-fa28a2557ba2 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Acquiring lock "39323cef-0de6-4c83-a359-4188bca9463e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.675684] env[69365]: DEBUG oslo_concurrency.lockutils [None req-108d97b6-6219-4c72-b0bf-fa28a2557ba2 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Lock "39323cef-0de6-4c83-a359-4188bca9463e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.675852] env[69365]: DEBUG oslo_concurrency.lockutils [None req-108d97b6-6219-4c72-b0bf-fa28a2557ba2 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Lock "39323cef-0de6-4c83-a359-4188bca9463e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.678101] env[69365]: INFO nova.compute.manager [None req-108d97b6-6219-4c72-b0bf-fa28a2557ba2 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Terminating instance [ 878.728574] env[69365]: DEBUG oslo_vmware.api [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e3f382-94a0-0756-cb10-171978392297, 'name': SearchDatastore_Task, 'duration_secs': 0.01696} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.729173] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.729281] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 878.729505] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.729644] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.729857] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 878.730145] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3eefba0-e7bf-45ef-a868-d6b042c1cdb7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.732496] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c288d2e-36ca-44c7-834f-cf83b14f01bc tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "d43167ba-4f47-4d69-b26f-39250744f875" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.246s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.741804] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 878.742592] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 878.742761] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a112e1f-755f-4da2-b1c2-9f44214fb65a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.749304] env[69365]: DEBUG oslo_vmware.api [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Waiting for the task: (returnval){ [ 878.749304] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5247191e-7524-c6b7-42f4-63c2cd3ebfca" [ 878.749304] env[69365]: _type = "Task" [ 878.749304] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.759383] env[69365]: DEBUG oslo_vmware.api [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5247191e-7524-c6b7-42f4-63c2cd3ebfca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.946957] env[69365]: INFO nova.compute.manager [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Rescuing [ 878.947330] env[69365]: DEBUG oslo_concurrency.lockutils [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "refresh_cache-d43167ba-4f47-4d69-b26f-39250744f875" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.947418] env[69365]: DEBUG oslo_concurrency.lockutils [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquired lock "refresh_cache-d43167ba-4f47-4d69-b26f-39250744f875" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.947583] env[69365]: DEBUG nova.network.neutron [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.967473] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00830247-15b1-42a3-ad1f-496616c634e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.990561] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80bec91-3c20-4cbe-b229-54feb69be926 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.994514] env[69365]: DEBUG nova.compute.utils [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.998777] env[69365]: DEBUG oslo_concurrency.lockutils [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "refresh_cache-63ba982c-a490-4a11-81ad-4bb57b31b90d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.998998] env[69365]: DEBUG oslo_concurrency.lockutils [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquired lock "refresh_cache-63ba982c-a490-4a11-81ad-4bb57b31b90d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.999077] env[69365]: DEBUG nova.network.neutron [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.000297] env[69365]: DEBUG nova.compute.manager [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 879.000456] env[69365]: DEBUG nova.network.neutron [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 879.056987] env[69365]: DEBUG nova.policy [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2bb31db9d6c34acd832f95b322c8bacd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d7fff43ddc34e84800696b4c8499719', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 879.166374] env[69365]: DEBUG oslo_concurrency.lockutils [req-5efb0c25-d08a-496b-80e8-4ff69b11bf94 req-037a4309-46df-427e-b8fb-d80156f378a0 service nova] Releasing lock "refresh_cache-1baa57ed-482e-4134-bcde-de19d843dc78" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.182201] env[69365]: DEBUG nova.compute.manager [None req-108d97b6-6219-4c72-b0bf-fa28a2557ba2 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.182478] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-108d97b6-6219-4c72-b0bf-fa28a2557ba2 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 879.183460] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8701c5db-0aba-4aad-980b-4e24997eccba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.193240] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-108d97b6-6219-4c72-b0bf-fa28a2557ba2 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 879.193240] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b4a6bb4-4f5c-4a59-b382-1e5d7e440a5e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.234584] env[69365]: DEBUG nova.compute.manager [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 879.264152] env[69365]: DEBUG oslo_vmware.api [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5247191e-7524-c6b7-42f4-63c2cd3ebfca, 'name': SearchDatastore_Task, 'duration_secs': 0.00943} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.266604] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-108d97b6-6219-4c72-b0bf-fa28a2557ba2 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 879.266896] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-108d97b6-6219-4c72-b0bf-fa28a2557ba2 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 879.267174] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-108d97b6-6219-4c72-b0bf-fa28a2557ba2 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Deleting the datastore file [datastore1] 39323cef-0de6-4c83-a359-4188bca9463e {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 879.267757] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-023e2fbd-f49e-4f21-874a-35f3ef29bd4d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.270877] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29bfe02b-6027-4dd1-9e72-260070f16a34 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.277374] env[69365]: DEBUG oslo_vmware.api [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Waiting for the task: (returnval){ [ 879.277374] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]522810cb-5e7f-90ba-5a74-e6cbd24fcf47" [ 879.277374] env[69365]: _type = "Task" [ 879.277374] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.279058] env[69365]: DEBUG oslo_vmware.api [None req-108d97b6-6219-4c72-b0bf-fa28a2557ba2 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Waiting for the task: (returnval){ [ 879.279058] env[69365]: value = "task-3468987" [ 879.279058] env[69365]: _type = "Task" [ 879.279058] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.295356] env[69365]: DEBUG oslo_vmware.api [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]522810cb-5e7f-90ba-5a74-e6cbd24fcf47, 'name': SearchDatastore_Task, 'duration_secs': 0.010486} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.299861] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.300220] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 1baa57ed-482e-4134-bcde-de19d843dc78/1baa57ed-482e-4134-bcde-de19d843dc78.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 879.300960] env[69365]: DEBUG oslo_vmware.api [None req-108d97b6-6219-4c72-b0bf-fa28a2557ba2 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': task-3468987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.301373] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1894b9c7-ca05-42e8-9e7c-3ec2335738ae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.309849] env[69365]: DEBUG oslo_vmware.api [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Waiting for the task: (returnval){ [ 879.309849] env[69365]: value = "task-3468988" [ 879.309849] env[69365]: _type = "Task" [ 879.309849] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.321768] env[69365]: DEBUG oslo_vmware.api [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Task: {'id': task-3468988, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.376548] env[69365]: DEBUG nova.network.neutron [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Successfully created port: 737dfe1d-79cd-418c-9043-4fc2302b8da8 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.504867] env[69365]: DEBUG nova.compute.manager [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 879.513213] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 879.513463] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-343a41d7-ff9b-453d-8236-d8aabbc2036c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.524695] env[69365]: DEBUG oslo_vmware.api [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 879.524695] env[69365]: value = "task-3468989" [ 879.524695] env[69365]: _type = "Task" [ 879.524695] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.533397] env[69365]: DEBUG oslo_vmware.api [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3468989, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.563733] env[69365]: DEBUG nova.network.neutron [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 879.732815] env[69365]: DEBUG nova.network.neutron [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Updating instance_info_cache with network_info: [{"id": "e345906a-ab18-4470-9662-8fdc65497bc0", "address": "fa:16:3e:ef:bb:af", "network": {"id": "0567f215-2218-44b4-a3ee-0886663f5bac", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1723893682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0262e671388f4a19a7414827f058739e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape345906a-ab", "ovs_interfaceid": "e345906a-ab18-4470-9662-8fdc65497bc0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.759272] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.801029] env[69365]: DEBUG oslo_vmware.api [None req-108d97b6-6219-4c72-b0bf-fa28a2557ba2 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': task-3468987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146225} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.802794] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-108d97b6-6219-4c72-b0bf-fa28a2557ba2 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 879.803495] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-108d97b6-6219-4c72-b0bf-fa28a2557ba2 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 879.803495] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-108d97b6-6219-4c72-b0bf-fa28a2557ba2 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 879.803495] env[69365]: INFO nova.compute.manager [None req-108d97b6-6219-4c72-b0bf-fa28a2557ba2 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Took 0.62 seconds to destroy the instance on the hypervisor. [ 879.803691] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-108d97b6-6219-4c72-b0bf-fa28a2557ba2 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 879.806610] env[69365]: DEBUG nova.compute.manager [-] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 879.806715] env[69365]: DEBUG nova.network.neutron [-] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 879.821995] env[69365]: DEBUG oslo_vmware.api [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Task: {'id': task-3468988, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.872173] env[69365]: DEBUG nova.network.neutron [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Updating instance_info_cache with network_info: [{"id": "edcd466f-0698-4bbf-afe5-e1207673600e", "address": "fa:16:3e:86:71:a7", "network": {"id": "07ac35b7-5e02-4e42-9be3-f1b0032ca382", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2090389770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ecde38286934540b1d17f878d3cbde8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedcd466f-06", "ovs_interfaceid": "edcd466f-0698-4bbf-afe5-e1207673600e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.034748] env[69365]: DEBUG oslo_vmware.api [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3468989, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.040334] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0a211c-8a8b-4944-984d-c438998fc9e3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.050608] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c248ac9c-559f-4dd3-9457-9ff9903969ae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.086890] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0f6f86-b7a9-4c51-8734-1fa4e23315db {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.097192] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8e49a6-afeb-4e01-9634-83b931d45513 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.107658] env[69365]: DEBUG nova.compute.manager [req-6e75fea1-c569-41f9-938a-6e143db7178d req-c4656645-fedb-4cee-9f56-ca5bca87ba96 service nova] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Received event network-vif-plugged-edcd466f-0698-4bbf-afe5-e1207673600e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.107914] env[69365]: DEBUG oslo_concurrency.lockutils [req-6e75fea1-c569-41f9-938a-6e143db7178d req-c4656645-fedb-4cee-9f56-ca5bca87ba96 service nova] Acquiring lock "63ba982c-a490-4a11-81ad-4bb57b31b90d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.108126] env[69365]: DEBUG oslo_concurrency.lockutils [req-6e75fea1-c569-41f9-938a-6e143db7178d req-c4656645-fedb-4cee-9f56-ca5bca87ba96 service nova] Lock "63ba982c-a490-4a11-81ad-4bb57b31b90d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.108259] env[69365]: DEBUG oslo_concurrency.lockutils [req-6e75fea1-c569-41f9-938a-6e143db7178d req-c4656645-fedb-4cee-9f56-ca5bca87ba96 service nova] Lock "63ba982c-a490-4a11-81ad-4bb57b31b90d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.108413] env[69365]: DEBUG nova.compute.manager [req-6e75fea1-c569-41f9-938a-6e143db7178d req-c4656645-fedb-4cee-9f56-ca5bca87ba96 service nova] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] No waiting events found dispatching network-vif-plugged-edcd466f-0698-4bbf-afe5-e1207673600e {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 880.108568] env[69365]: WARNING nova.compute.manager [req-6e75fea1-c569-41f9-938a-6e143db7178d req-c4656645-fedb-4cee-9f56-ca5bca87ba96 service nova] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Received unexpected event network-vif-plugged-edcd466f-0698-4bbf-afe5-e1207673600e for instance with vm_state building and task_state spawning. [ 880.108718] env[69365]: DEBUG nova.compute.manager [req-6e75fea1-c569-41f9-938a-6e143db7178d req-c4656645-fedb-4cee-9f56-ca5bca87ba96 service nova] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Received event network-changed-edcd466f-0698-4bbf-afe5-e1207673600e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.108861] env[69365]: DEBUG nova.compute.manager [req-6e75fea1-c569-41f9-938a-6e143db7178d req-c4656645-fedb-4cee-9f56-ca5bca87ba96 service nova] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Refreshing instance network info cache due to event network-changed-edcd466f-0698-4bbf-afe5-e1207673600e. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.109045] env[69365]: DEBUG oslo_concurrency.lockutils [req-6e75fea1-c569-41f9-938a-6e143db7178d req-c4656645-fedb-4cee-9f56-ca5bca87ba96 service nova] Acquiring lock "refresh_cache-63ba982c-a490-4a11-81ad-4bb57b31b90d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.119775] env[69365]: DEBUG nova.compute.provider_tree [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.235283] env[69365]: DEBUG oslo_concurrency.lockutils [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Releasing lock "refresh_cache-d43167ba-4f47-4d69-b26f-39250744f875" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.322292] env[69365]: DEBUG oslo_vmware.api [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Task: {'id': task-3468988, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525734} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.322623] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 1baa57ed-482e-4134-bcde-de19d843dc78/1baa57ed-482e-4134-bcde-de19d843dc78.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.322854] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.323237] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-867c2893-627d-4040-b869-49591624f131 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.332374] env[69365]: DEBUG oslo_vmware.api [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Waiting for the task: (returnval){ [ 880.332374] env[69365]: value = "task-3468990" [ 880.332374] env[69365]: _type = "Task" [ 880.332374] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.343647] env[69365]: DEBUG oslo_vmware.api [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Task: {'id': task-3468990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.374566] env[69365]: DEBUG oslo_concurrency.lockutils [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Releasing lock "refresh_cache-63ba982c-a490-4a11-81ad-4bb57b31b90d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.374939] env[69365]: DEBUG nova.compute.manager [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Instance network_info: |[{"id": "edcd466f-0698-4bbf-afe5-e1207673600e", "address": "fa:16:3e:86:71:a7", "network": {"id": "07ac35b7-5e02-4e42-9be3-f1b0032ca382", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2090389770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ecde38286934540b1d17f878d3cbde8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedcd466f-06", "ovs_interfaceid": "edcd466f-0698-4bbf-afe5-e1207673600e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 880.375307] env[69365]: DEBUG oslo_concurrency.lockutils [req-6e75fea1-c569-41f9-938a-6e143db7178d req-c4656645-fedb-4cee-9f56-ca5bca87ba96 service nova] Acquired lock "refresh_cache-63ba982c-a490-4a11-81ad-4bb57b31b90d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.375499] env[69365]: DEBUG nova.network.neutron [req-6e75fea1-c569-41f9-938a-6e143db7178d req-c4656645-fedb-4cee-9f56-ca5bca87ba96 service nova] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Refreshing network info cache for port edcd466f-0698-4bbf-afe5-e1207673600e {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 880.376895] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:71:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '418ddd3d-5f64-407e-8e0c-c8b81639bee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edcd466f-0698-4bbf-afe5-e1207673600e', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 880.384735] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 880.387995] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 880.388453] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6dd8d1f1-e36a-4456-a4ca-9c0d577849e6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.410608] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 880.410608] env[69365]: value = "task-3468991" [ 880.410608] env[69365]: _type = "Task" [ 880.410608] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.420373] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468991, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.516096] env[69365]: DEBUG nova.compute.manager [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 880.536597] env[69365]: DEBUG oslo_vmware.api [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3468989, 'name': CreateSnapshot_Task, 'duration_secs': 0.556628} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.539106] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 880.541198] env[69365]: DEBUG nova.virt.hardware [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 880.541426] env[69365]: DEBUG nova.virt.hardware [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 880.541580] env[69365]: DEBUG nova.virt.hardware [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 880.541762] env[69365]: DEBUG nova.virt.hardware [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 880.541931] env[69365]: DEBUG nova.virt.hardware [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 880.543029] env[69365]: DEBUG nova.virt.hardware [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 880.543029] env[69365]: DEBUG nova.virt.hardware [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 880.543029] env[69365]: DEBUG nova.virt.hardware [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 880.543029] env[69365]: DEBUG nova.virt.hardware [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 880.543029] env[69365]: DEBUG nova.virt.hardware [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 880.543029] env[69365]: DEBUG nova.virt.hardware [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 880.544027] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72017878-ed56-4188-a3a9-4ca348671d74 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.547357] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da4ccfb-3967-4b89-af7b-90826e716923 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.561104] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26270f2f-2827-44a0-9c55-d793e72a9eb4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.619803] env[69365]: DEBUG nova.network.neutron [-] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.622650] env[69365]: DEBUG nova.scheduler.client.report [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.664506] env[69365]: DEBUG nova.network.neutron [req-6e75fea1-c569-41f9-938a-6e143db7178d req-c4656645-fedb-4cee-9f56-ca5bca87ba96 service nova] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Updated VIF entry in instance network info cache for port edcd466f-0698-4bbf-afe5-e1207673600e. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.664903] env[69365]: DEBUG nova.network.neutron [req-6e75fea1-c569-41f9-938a-6e143db7178d req-c4656645-fedb-4cee-9f56-ca5bca87ba96 service nova] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Updating instance_info_cache with network_info: [{"id": "edcd466f-0698-4bbf-afe5-e1207673600e", "address": "fa:16:3e:86:71:a7", "network": {"id": "07ac35b7-5e02-4e42-9be3-f1b0032ca382", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2090389770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ecde38286934540b1d17f878d3cbde8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedcd466f-06", "ovs_interfaceid": "edcd466f-0698-4bbf-afe5-e1207673600e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.843445] env[69365]: DEBUG oslo_vmware.api [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Task: {'id': task-3468990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.130019} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.843717] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.844612] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46885fdf-116b-4a0e-8dca-38c723dfa6d2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.869155] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 1baa57ed-482e-4134-bcde-de19d843dc78/1baa57ed-482e-4134-bcde-de19d843dc78.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.869155] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4ff6992-860c-412f-bca4-9a994db96261 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.889758] env[69365]: DEBUG oslo_vmware.api [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Waiting for the task: (returnval){ [ 880.889758] env[69365]: value = "task-3468992" [ 880.889758] env[69365]: _type = "Task" [ 880.889758] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.898564] env[69365]: DEBUG oslo_vmware.api [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Task: {'id': task-3468992, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.921310] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468991, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.076240] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 881.076626] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f29cbfa6-b21e-4204-8327-998a425dc0ae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.087410] env[69365]: DEBUG oslo_vmware.api [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 881.087410] env[69365]: value = "task-3468993" [ 881.087410] env[69365]: _type = "Task" [ 881.087410] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.097370] env[69365]: DEBUG oslo_vmware.api [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3468993, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.119792] env[69365]: DEBUG nova.compute.manager [req-accec366-5644-4f12-9937-249c65912ab6 req-e32bea9e-d557-4188-a95a-8bc4cdab361d service nova] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Received event network-vif-plugged-737dfe1d-79cd-418c-9043-4fc2302b8da8 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.120062] env[69365]: DEBUG oslo_concurrency.lockutils [req-accec366-5644-4f12-9937-249c65912ab6 req-e32bea9e-d557-4188-a95a-8bc4cdab361d service nova] Acquiring lock "7b9fc139-6875-4aaf-9a5f-153ae95cb045-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.120426] env[69365]: DEBUG oslo_concurrency.lockutils [req-accec366-5644-4f12-9937-249c65912ab6 req-e32bea9e-d557-4188-a95a-8bc4cdab361d service nova] Lock "7b9fc139-6875-4aaf-9a5f-153ae95cb045-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.120884] env[69365]: DEBUG oslo_concurrency.lockutils [req-accec366-5644-4f12-9937-249c65912ab6 req-e32bea9e-d557-4188-a95a-8bc4cdab361d service nova] Lock "7b9fc139-6875-4aaf-9a5f-153ae95cb045-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.121707] env[69365]: DEBUG nova.compute.manager [req-accec366-5644-4f12-9937-249c65912ab6 req-e32bea9e-d557-4188-a95a-8bc4cdab361d service nova] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] No waiting events found dispatching network-vif-plugged-737dfe1d-79cd-418c-9043-4fc2302b8da8 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 881.121991] env[69365]: WARNING nova.compute.manager [req-accec366-5644-4f12-9937-249c65912ab6 req-e32bea9e-d557-4188-a95a-8bc4cdab361d service nova] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Received unexpected event network-vif-plugged-737dfe1d-79cd-418c-9043-4fc2302b8da8 for instance with vm_state building and task_state spawning. [ 881.123030] env[69365]: INFO nova.compute.manager [-] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Took 1.32 seconds to deallocate network for instance. [ 881.128450] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.128761] env[69365]: DEBUG nova.compute.manager [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 881.131377] env[69365]: DEBUG oslo_concurrency.lockutils [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.874s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.131594] env[69365]: DEBUG nova.objects.instance [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Lazy-loading 'resources' on Instance uuid 52dd36de-05c4-482e-9df9-c117e8906b2b {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.167524] env[69365]: DEBUG oslo_concurrency.lockutils [req-6e75fea1-c569-41f9-938a-6e143db7178d req-c4656645-fedb-4cee-9f56-ca5bca87ba96 service nova] Releasing lock "refresh_cache-63ba982c-a490-4a11-81ad-4bb57b31b90d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.246585] env[69365]: DEBUG nova.network.neutron [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Successfully updated port: 737dfe1d-79cd-418c-9043-4fc2302b8da8 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.401283] env[69365]: DEBUG oslo_vmware.api [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Task: {'id': task-3468992, 'name': ReconfigVM_Task, 'duration_secs': 0.32623} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.401490] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 1baa57ed-482e-4134-bcde-de19d843dc78/1baa57ed-482e-4134-bcde-de19d843dc78.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.402278] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25c5fcc4-8b57-47be-91ea-41f759c13038 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.411454] env[69365]: DEBUG oslo_vmware.api [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Waiting for the task: (returnval){ [ 881.411454] env[69365]: value = "task-3468994" [ 881.411454] env[69365]: _type = "Task" [ 881.411454] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.426027] env[69365]: DEBUG oslo_vmware.api [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Task: {'id': task-3468994, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.430311] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3468991, 'name': CreateVM_Task, 'duration_secs': 0.590343} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.430504] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 881.431729] env[69365]: DEBUG oslo_concurrency.lockutils [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.431729] env[69365]: DEBUG oslo_concurrency.lockutils [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.431998] env[69365]: DEBUG oslo_concurrency.lockutils [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.432421] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4557b589-c118-445c-926f-848dbfe0c6a5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.438288] env[69365]: DEBUG oslo_vmware.api [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 881.438288] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]521faf89-ebcb-b895-8518-729045b0d9db" [ 881.438288] env[69365]: _type = "Task" [ 881.438288] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.448768] env[69365]: DEBUG oslo_vmware.api [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521faf89-ebcb-b895-8518-729045b0d9db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.599588] env[69365]: DEBUG oslo_vmware.api [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3468993, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.632951] env[69365]: DEBUG oslo_concurrency.lockutils [None req-108d97b6-6219-4c72-b0bf-fa28a2557ba2 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.636824] env[69365]: DEBUG nova.compute.utils [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.640053] env[69365]: DEBUG nova.compute.manager [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 881.640053] env[69365]: DEBUG nova.network.neutron [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 881.696736] env[69365]: DEBUG nova.policy [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba4255bce9b74091beb36d65da359b0a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02572305026d426f8643e669eb8c5765', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.748988] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Acquiring lock "refresh_cache-7b9fc139-6875-4aaf-9a5f-153ae95cb045" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.749170] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Acquired lock "refresh_cache-7b9fc139-6875-4aaf-9a5f-153ae95cb045" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.749319] env[69365]: DEBUG nova.network.neutron [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 881.771009] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.771309] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4ae726a-edcb-45a4-9acb-a24786036d61 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.782390] env[69365]: DEBUG oslo_vmware.api [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 881.782390] env[69365]: value = "task-3468995" [ 881.782390] env[69365]: _type = "Task" [ 881.782390] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.795321] env[69365]: DEBUG oslo_vmware.api [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3468995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.921985] env[69365]: DEBUG oslo_vmware.api [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Task: {'id': task-3468994, 'name': Rename_Task, 'duration_secs': 0.162723} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.924975] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.925402] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98580665-c1d3-4e9d-a26c-6f8c32cdc807 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.933576] env[69365]: DEBUG oslo_vmware.api [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Waiting for the task: (returnval){ [ 881.933576] env[69365]: value = "task-3468996" [ 881.933576] env[69365]: _type = "Task" [ 881.933576] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.945087] env[69365]: DEBUG oslo_vmware.api [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Task: {'id': task-3468996, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.958308] env[69365]: DEBUG oslo_vmware.api [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521faf89-ebcb-b895-8518-729045b0d9db, 'name': SearchDatastore_Task, 'duration_secs': 0.01281} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.958481] env[69365]: DEBUG oslo_concurrency.lockutils [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.960384] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 881.960384] env[69365]: DEBUG oslo_concurrency.lockutils [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.960384] env[69365]: DEBUG oslo_concurrency.lockutils [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.960384] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 881.960384] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dbbb4874-d54f-4e5f-ae9e-0666bd552ee8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.974383] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 881.974573] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 881.975476] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffa43601-a3ef-41f2-b5a9-b561753d4bcc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.985140] env[69365]: DEBUG oslo_vmware.api [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 881.985140] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b3cb43-d5e8-3f6a-4054-2a77f81ddc0a" [ 881.985140] env[69365]: _type = "Task" [ 881.985140] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.994305] env[69365]: DEBUG oslo_vmware.api [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b3cb43-d5e8-3f6a-4054-2a77f81ddc0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.040473] env[69365]: DEBUG nova.network.neutron [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Successfully created port: 9a314dd7-ac32-4d92-a106-a4681e379db5 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 882.100695] env[69365]: DEBUG oslo_vmware.api [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3468993, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.135428] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd8f532b-706c-489a-8d77-404f7393e7b4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.143622] env[69365]: DEBUG nova.compute.manager [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 882.147543] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412ed10d-1dd8-498e-a3c5-f211f4dd435a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.187110] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64d8c13-1165-4101-bfa5-96c8273b9f23 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.190874] env[69365]: DEBUG nova.compute.manager [req-620f0869-0c05-4c8b-bc99-5669ecb5d88b req-071ab3c4-684e-4938-ae36-b634097551be service nova] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Received event network-vif-deleted-7dee2f83-32e0-4894-bd76-1a960d31f6d4 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 882.198539] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b352b00-2c09-48ac-aa3c-691c30989c99 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.216327] env[69365]: DEBUG nova.compute.provider_tree [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.289436] env[69365]: DEBUG nova.network.neutron [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 882.297560] env[69365]: DEBUG oslo_vmware.api [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3468995, 'name': PowerOffVM_Task, 'duration_secs': 0.230469} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.298064] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.299200] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85021929-ecd4-409a-b336-5175680cc199 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.325360] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2b943a-701c-4077-ac1c-c16c0ec03211 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.369665] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 882.370009] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5400a489-4b44-49aa-a80c-6c61a09a29a3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.379514] env[69365]: DEBUG oslo_vmware.api [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 882.379514] env[69365]: value = "task-3468997" [ 882.379514] env[69365]: _type = "Task" [ 882.379514] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.394431] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] VM already powered off {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 882.394755] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 882.395196] env[69365]: DEBUG oslo_concurrency.lockutils [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.395313] env[69365]: DEBUG oslo_concurrency.lockutils [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.395704] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 882.396278] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3b3193d-2a31-48f8-88c3-0ecd4019a103 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.412166] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 882.412532] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 882.413238] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd2c4c64-5362-45b0-b59c-811c8b9d44c7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.420411] env[69365]: DEBUG oslo_vmware.api [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 882.420411] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]522af61a-0f44-8350-8562-9ff395a05aba" [ 882.420411] env[69365]: _type = "Task" [ 882.420411] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.432999] env[69365]: DEBUG oslo_vmware.api [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]522af61a-0f44-8350-8562-9ff395a05aba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.450519] env[69365]: DEBUG oslo_vmware.api [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Task: {'id': task-3468996, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.498708] env[69365]: DEBUG oslo_vmware.api [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b3cb43-d5e8-3f6a-4054-2a77f81ddc0a, 'name': SearchDatastore_Task, 'duration_secs': 0.011669} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.499750] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c276137f-37f2-4e32-b6b3-86d24ab2abd4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.509114] env[69365]: DEBUG oslo_vmware.api [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 882.509114] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5276ae60-d0db-94a4-62b0-d83d3560c9f3" [ 882.509114] env[69365]: _type = "Task" [ 882.509114] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.520646] env[69365]: DEBUG oslo_vmware.api [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5276ae60-d0db-94a4-62b0-d83d3560c9f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.573235] env[69365]: DEBUG nova.network.neutron [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Updating instance_info_cache with network_info: [{"id": "737dfe1d-79cd-418c-9043-4fc2302b8da8", "address": "fa:16:3e:86:82:b0", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap737dfe1d-79", "ovs_interfaceid": "737dfe1d-79cd-418c-9043-4fc2302b8da8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.600610] env[69365]: DEBUG oslo_vmware.api [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3468993, 'name': CloneVM_Task, 'duration_secs': 1.473077} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.601050] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Created linked-clone VM from snapshot [ 882.601671] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501a7d32-f8b1-4955-baf1-10b18387505f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.609934] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Uploading image a1a60d19-07ca-4132-9e18-ad32de0936bf {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 882.632837] env[69365]: DEBUG oslo_vmware.rw_handles [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 882.632837] env[69365]: value = "vm-693294" [ 882.632837] env[69365]: _type = "VirtualMachine" [ 882.632837] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 882.633384] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d910dcd9-8f3e-4e30-9369-c141d8fc391e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.641620] env[69365]: DEBUG oslo_vmware.rw_handles [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lease: (returnval){ [ 882.641620] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]525f886d-7882-a8c5-fbbc-b280be13380b" [ 882.641620] env[69365]: _type = "HttpNfcLease" [ 882.641620] env[69365]: } obtained for exporting VM: (result){ [ 882.641620] env[69365]: value = "vm-693294" [ 882.641620] env[69365]: _type = "VirtualMachine" [ 882.641620] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 882.641960] env[69365]: DEBUG oslo_vmware.api [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the lease: (returnval){ [ 882.641960] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]525f886d-7882-a8c5-fbbc-b280be13380b" [ 882.641960] env[69365]: _type = "HttpNfcLease" [ 882.641960] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 882.649802] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 882.649802] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]525f886d-7882-a8c5-fbbc-b280be13380b" [ 882.649802] env[69365]: _type = "HttpNfcLease" [ 882.649802] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 882.721745] env[69365]: DEBUG nova.scheduler.client.report [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.931237] env[69365]: DEBUG oslo_vmware.api [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]522af61a-0f44-8350-8562-9ff395a05aba, 'name': SearchDatastore_Task, 'duration_secs': 0.010688} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.932146] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f2f08e3-c210-434b-a1c8-230325c0addc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.938064] env[69365]: DEBUG oslo_vmware.api [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 882.938064] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]526d3717-c361-4ece-f1ee-07e3c4bb404a" [ 882.938064] env[69365]: _type = "Task" [ 882.938064] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.949492] env[69365]: DEBUG oslo_vmware.api [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]526d3717-c361-4ece-f1ee-07e3c4bb404a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.952383] env[69365]: DEBUG oslo_vmware.api [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Task: {'id': task-3468996, 'name': PowerOnVM_Task, 'duration_secs': 0.892588} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.952617] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 882.952812] env[69365]: INFO nova.compute.manager [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Took 7.59 seconds to spawn the instance on the hypervisor. [ 882.952988] env[69365]: DEBUG nova.compute.manager [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.953733] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bb789f-e625-4720-8bbd-aa8ad2b6a90c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.020144] env[69365]: DEBUG oslo_vmware.api [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5276ae60-d0db-94a4-62b0-d83d3560c9f3, 'name': SearchDatastore_Task, 'duration_secs': 0.016156} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.020424] env[69365]: DEBUG oslo_concurrency.lockutils [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.020659] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 63ba982c-a490-4a11-81ad-4bb57b31b90d/63ba982c-a490-4a11-81ad-4bb57b31b90d.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 883.020908] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3756c6a4-c4e1-466b-a379-9f8f54125711 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.028749] env[69365]: DEBUG oslo_vmware.api [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 883.028749] env[69365]: value = "task-3468999" [ 883.028749] env[69365]: _type = "Task" [ 883.028749] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.036822] env[69365]: DEBUG oslo_vmware.api [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468999, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.076431] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Releasing lock "refresh_cache-7b9fc139-6875-4aaf-9a5f-153ae95cb045" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.076618] env[69365]: DEBUG nova.compute.manager [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Instance network_info: |[{"id": "737dfe1d-79cd-418c-9043-4fc2302b8da8", "address": "fa:16:3e:86:82:b0", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap737dfe1d-79", "ovs_interfaceid": "737dfe1d-79cd-418c-9043-4fc2302b8da8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.077023] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:82:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c24464bb-bb6b-43a2-bdcd-8086ad1a307f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '737dfe1d-79cd-418c-9043-4fc2302b8da8', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.085349] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Creating folder: Project (6d7fff43ddc34e84800696b4c8499719). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.085637] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3f18027-8c52-45d6-b91e-9f22e9571766 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.100698] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Created folder: Project (6d7fff43ddc34e84800696b4c8499719) in parent group-v693134. [ 883.100979] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Creating folder: Instances. Parent ref: group-v693295. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.101273] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4abe2e6a-48d0-4157-b623-1385e079714b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.115819] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Created folder: Instances in parent group-v693295. [ 883.116093] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.116329] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.116561] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b34f231-0878-4588-87db-cff80f16595b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.137395] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.137395] env[69365]: value = "task-3469002" [ 883.137395] env[69365]: _type = "Task" [ 883.137395] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.146080] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469002, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.153532] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 883.153532] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]525f886d-7882-a8c5-fbbc-b280be13380b" [ 883.153532] env[69365]: _type = "HttpNfcLease" [ 883.153532] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 883.153863] env[69365]: DEBUG oslo_vmware.rw_handles [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 883.153863] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]525f886d-7882-a8c5-fbbc-b280be13380b" [ 883.153863] env[69365]: _type = "HttpNfcLease" [ 883.153863] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 883.154584] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b142d574-7c10-492b-873e-95e46e2bc2e2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.158115] env[69365]: DEBUG nova.compute.manager [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 883.166939] env[69365]: DEBUG oslo_vmware.rw_handles [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526937c4-ddf4-18c9-bb6f-427e40dcc66b/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 883.166939] env[69365]: DEBUG oslo_vmware.rw_handles [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526937c4-ddf4-18c9-bb6f-427e40dcc66b/disk-0.vmdk for reading. {{(pid=69365) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 883.226354] env[69365]: DEBUG nova.compute.manager [req-967b33eb-418e-4bcd-9cfc-20842748e944 req-b2a09be1-9fa2-4f4f-8421-843dde7eaa84 service nova] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Received event network-changed-737dfe1d-79cd-418c-9043-4fc2302b8da8 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.226354] env[69365]: DEBUG nova.compute.manager [req-967b33eb-418e-4bcd-9cfc-20842748e944 req-b2a09be1-9fa2-4f4f-8421-843dde7eaa84 service nova] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Refreshing instance network info cache due to event network-changed-737dfe1d-79cd-418c-9043-4fc2302b8da8. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 883.226354] env[69365]: DEBUG oslo_concurrency.lockutils [req-967b33eb-418e-4bcd-9cfc-20842748e944 req-b2a09be1-9fa2-4f4f-8421-843dde7eaa84 service nova] Acquiring lock "refresh_cache-7b9fc139-6875-4aaf-9a5f-153ae95cb045" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.226354] env[69365]: DEBUG oslo_concurrency.lockutils [req-967b33eb-418e-4bcd-9cfc-20842748e944 req-b2a09be1-9fa2-4f4f-8421-843dde7eaa84 service nova] Acquired lock "refresh_cache-7b9fc139-6875-4aaf-9a5f-153ae95cb045" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.226591] env[69365]: DEBUG nova.network.neutron [req-967b33eb-418e-4bcd-9cfc-20842748e944 req-b2a09be1-9fa2-4f4f-8421-843dde7eaa84 service nova] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Refreshing network info cache for port 737dfe1d-79cd-418c-9043-4fc2302b8da8 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.231988] env[69365]: DEBUG oslo_concurrency.lockutils [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.234469] env[69365]: DEBUG oslo_concurrency.lockutils [None req-abe3373d-a868-4163-a289-1e321208d6cc tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.354s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.234698] env[69365]: DEBUG nova.objects.instance [None req-abe3373d-a868-4163-a289-1e321208d6cc tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lazy-loading 'resources' on Instance uuid f76bd555-830a-477a-b202-a54d3090c8d8 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 883.241385] env[69365]: DEBUG nova.virt.hardware [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 883.241385] env[69365]: DEBUG nova.virt.hardware [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 883.241385] env[69365]: DEBUG nova.virt.hardware [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 883.241385] env[69365]: DEBUG nova.virt.hardware [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 883.241385] env[69365]: DEBUG nova.virt.hardware [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 883.241385] env[69365]: DEBUG nova.virt.hardware [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 883.241385] env[69365]: DEBUG nova.virt.hardware [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 883.241385] env[69365]: DEBUG nova.virt.hardware [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 883.241385] env[69365]: DEBUG nova.virt.hardware [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 883.241385] env[69365]: DEBUG nova.virt.hardware [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 883.241385] env[69365]: DEBUG nova.virt.hardware [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 883.241385] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad28126-6b55-412d-a6e8-1dc800b2a008 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.253942] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19fd80f-e8f6-4a21-9b6b-d06fffa42d7a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.262132] env[69365]: INFO nova.scheduler.client.report [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Deleted allocations for instance 52dd36de-05c4-482e-9df9-c117e8906b2b [ 883.279778] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ea7cec5e-fac5-4dd4-a724-9b2e108cccd2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.455088] env[69365]: DEBUG oslo_vmware.api [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]526d3717-c361-4ece-f1ee-07e3c4bb404a, 'name': SearchDatastore_Task, 'duration_secs': 0.013553} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.457800] env[69365]: DEBUG oslo_concurrency.lockutils [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.458109] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] d43167ba-4f47-4d69-b26f-39250744f875/2c3a5944-575a-4385-8612-86800989c1e5-rescue.vmdk. {{(pid=69365) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 883.458709] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39b96c2c-497e-46a2-a5b1-83a641109a81 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.471091] env[69365]: DEBUG oslo_vmware.api [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 883.471091] env[69365]: value = "task-3469003" [ 883.471091] env[69365]: _type = "Task" [ 883.471091] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.475596] env[69365]: INFO nova.compute.manager [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Took 50.46 seconds to build instance. [ 883.486892] env[69365]: DEBUG oslo_vmware.api [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.540459] env[69365]: DEBUG oslo_vmware.api [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3468999, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502765} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.540747] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 63ba982c-a490-4a11-81ad-4bb57b31b90d/63ba982c-a490-4a11-81ad-4bb57b31b90d.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 883.540966] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 883.541314] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-494dc67f-7e66-4ce1-a89d-5fd39970eb46 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.549896] env[69365]: DEBUG oslo_vmware.api [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 883.549896] env[69365]: value = "task-3469004" [ 883.549896] env[69365]: _type = "Task" [ 883.549896] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.561533] env[69365]: DEBUG oslo_vmware.api [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469004, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.652458] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469002, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.787846] env[69365]: DEBUG oslo_concurrency.lockutils [None req-215c34b6-3397-40b0-8246-79f7f63286a0 tempest-ServersListShow298Test-1579933946 tempest-ServersListShow298Test-1579933946-project-member] Lock "52dd36de-05c4-482e-9df9-c117e8906b2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.901s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.853566] env[69365]: DEBUG nova.network.neutron [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Successfully updated port: 9a314dd7-ac32-4d92-a106-a4681e379db5 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 883.981234] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eb2f385d-83fc-47aa-a458-3156ea0ef6c6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Lock "1baa57ed-482e-4134-bcde-de19d843dc78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.666s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.991106] env[69365]: DEBUG oslo_vmware.api [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469003, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.066832] env[69365]: DEBUG oslo_vmware.api [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469004, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076324} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.067112] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 884.068254] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9196ae16-2ea2-449c-8b43-e6e37d2d2dd5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.097409] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 63ba982c-a490-4a11-81ad-4bb57b31b90d/63ba982c-a490-4a11-81ad-4bb57b31b90d.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.100601] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edb88be1-0b0e-4c95-bcc5-4f24987157e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.123591] env[69365]: DEBUG oslo_vmware.api [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 884.123591] env[69365]: value = "task-3469005" [ 884.123591] env[69365]: _type = "Task" [ 884.123591] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.133613] env[69365]: DEBUG oslo_vmware.api [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.134675] env[69365]: DEBUG nova.network.neutron [req-967b33eb-418e-4bcd-9cfc-20842748e944 req-b2a09be1-9fa2-4f4f-8421-843dde7eaa84 service nova] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Updated VIF entry in instance network info cache for port 737dfe1d-79cd-418c-9043-4fc2302b8da8. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.135125] env[69365]: DEBUG nova.network.neutron [req-967b33eb-418e-4bcd-9cfc-20842748e944 req-b2a09be1-9fa2-4f4f-8421-843dde7eaa84 service nova] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Updating instance_info_cache with network_info: [{"id": "737dfe1d-79cd-418c-9043-4fc2302b8da8", "address": "fa:16:3e:86:82:b0", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.195", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap737dfe1d-79", "ovs_interfaceid": "737dfe1d-79cd-418c-9043-4fc2302b8da8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.155188] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469002, 'name': CreateVM_Task, 'duration_secs': 0.635363} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.156081] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.156081] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.156375] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.156804] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.159796] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a51a3499-fd64-4d64-aa38-04759f36a410 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.165729] env[69365]: DEBUG oslo_vmware.api [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Waiting for the task: (returnval){ [ 884.165729] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5266840c-2c28-f8e7-21d3-9de5af56ff46" [ 884.165729] env[69365]: _type = "Task" [ 884.165729] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.178030] env[69365]: DEBUG oslo_vmware.api [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5266840c-2c28-f8e7-21d3-9de5af56ff46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.356481] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Acquiring lock "refresh_cache-3b213cad-bbda-44b3-8536-0e59dc08b402" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.356977] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Acquired lock "refresh_cache-3b213cad-bbda-44b3-8536-0e59dc08b402" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.356977] env[69365]: DEBUG nova.network.neutron [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.379298] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7211e86e-1dd2-45f2-85d5-b44336c502ad {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.389314] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7277a33-deba-4837-ac76-e95dffbbde9f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.430802] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be25170b-0ed3-4bc4-baf2-bd85363e59d9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.439794] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3531b01d-281f-42c5-a3db-2e9491e7668e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.456243] env[69365]: DEBUG nova.compute.provider_tree [None req-abe3373d-a868-4163-a289-1e321208d6cc tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.485617] env[69365]: DEBUG oslo_vmware.api [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469003, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.538969} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.486292] env[69365]: INFO nova.virt.vmwareapi.ds_util [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] d43167ba-4f47-4d69-b26f-39250744f875/2c3a5944-575a-4385-8612-86800989c1e5-rescue.vmdk. [ 884.486889] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0127e0-8d87-471a-aa00-ddeefa7bad55 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.513840] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] d43167ba-4f47-4d69-b26f-39250744f875/2c3a5944-575a-4385-8612-86800989c1e5-rescue.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.514253] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc924c01-cc04-4625-96bc-7589c203fd06 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.535043] env[69365]: DEBUG oslo_vmware.api [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 884.535043] env[69365]: value = "task-3469006" [ 884.535043] env[69365]: _type = "Task" [ 884.535043] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.544926] env[69365]: DEBUG oslo_vmware.api [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469006, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.635540] env[69365]: DEBUG oslo_vmware.api [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.644620] env[69365]: DEBUG oslo_concurrency.lockutils [req-967b33eb-418e-4bcd-9cfc-20842748e944 req-b2a09be1-9fa2-4f4f-8421-843dde7eaa84 service nova] Releasing lock "refresh_cache-7b9fc139-6875-4aaf-9a5f-153ae95cb045" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.677891] env[69365]: DEBUG oslo_vmware.api [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5266840c-2c28-f8e7-21d3-9de5af56ff46, 'name': SearchDatastore_Task, 'duration_secs': 0.011094} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.679196] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.679196] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.679196] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.679196] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.679400] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.679629] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca6cf72a-2999-4ed5-af47-040825333275 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.689111] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.689308] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.690061] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5031e0f4-cafb-4d3b-bc59-3bf6a25b5902 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.696408] env[69365]: DEBUG oslo_vmware.api [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Waiting for the task: (returnval){ [ 884.696408] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5273283d-cfc6-d55d-20c2-cd15265e3d11" [ 884.696408] env[69365]: _type = "Task" [ 884.696408] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.705277] env[69365]: DEBUG oslo_vmware.api [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5273283d-cfc6-d55d-20c2-cd15265e3d11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.715920] env[69365]: DEBUG oslo_concurrency.lockutils [None req-af113c14-0f4e-48a8-8373-120fa11fa3a6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Acquiring lock "1baa57ed-482e-4134-bcde-de19d843dc78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.716953] env[69365]: DEBUG oslo_concurrency.lockutils [None req-af113c14-0f4e-48a8-8373-120fa11fa3a6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Lock "1baa57ed-482e-4134-bcde-de19d843dc78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.716953] env[69365]: DEBUG oslo_concurrency.lockutils [None req-af113c14-0f4e-48a8-8373-120fa11fa3a6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Acquiring lock "1baa57ed-482e-4134-bcde-de19d843dc78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.716953] env[69365]: DEBUG oslo_concurrency.lockutils [None req-af113c14-0f4e-48a8-8373-120fa11fa3a6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Lock "1baa57ed-482e-4134-bcde-de19d843dc78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.716953] env[69365]: DEBUG oslo_concurrency.lockutils [None req-af113c14-0f4e-48a8-8373-120fa11fa3a6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Lock "1baa57ed-482e-4134-bcde-de19d843dc78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.720662] env[69365]: INFO nova.compute.manager [None req-af113c14-0f4e-48a8-8373-120fa11fa3a6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Terminating instance [ 884.915478] env[69365]: DEBUG nova.network.neutron [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.960126] env[69365]: DEBUG nova.scheduler.client.report [None req-abe3373d-a868-4163-a289-1e321208d6cc tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 885.050406] env[69365]: DEBUG oslo_vmware.api [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469006, 'name': ReconfigVM_Task, 'duration_secs': 0.325186} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.050406] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Reconfigured VM instance instance-00000033 to attach disk [datastore1] d43167ba-4f47-4d69-b26f-39250744f875/2c3a5944-575a-4385-8612-86800989c1e5-rescue.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.051172] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09d533c-6ecf-4f28-a51b-fb2ac3c40f8d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.085333] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5629098-fcbd-4335-8ead-898435009d3d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.104758] env[69365]: DEBUG nova.network.neutron [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Updating instance_info_cache with network_info: [{"id": "9a314dd7-ac32-4d92-a106-a4681e379db5", "address": "fa:16:3e:62:61:b7", "network": {"id": "dfc4ea63-72cf-45d1-9a77-de67c49ded01", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1884651672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02572305026d426f8643e669eb8c5765", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a314dd7-ac", "ovs_interfaceid": "9a314dd7-ac32-4d92-a106-a4681e379db5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.107060] env[69365]: DEBUG oslo_vmware.api [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 885.107060] env[69365]: value = "task-3469007" [ 885.107060] env[69365]: _type = "Task" [ 885.107060] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.118902] env[69365]: DEBUG oslo_vmware.api [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469007, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.136358] env[69365]: DEBUG oslo_vmware.api [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469005, 'name': ReconfigVM_Task, 'duration_secs': 0.639845} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.136797] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 63ba982c-a490-4a11-81ad-4bb57b31b90d/63ba982c-a490-4a11-81ad-4bb57b31b90d.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.137521] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00d3b9ed-75b1-4c4f-b780-1f4ac97ab401 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.146421] env[69365]: DEBUG oslo_vmware.api [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 885.146421] env[69365]: value = "task-3469008" [ 885.146421] env[69365]: _type = "Task" [ 885.146421] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.158992] env[69365]: DEBUG oslo_vmware.api [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469008, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.208343] env[69365]: DEBUG oslo_vmware.api [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5273283d-cfc6-d55d-20c2-cd15265e3d11, 'name': SearchDatastore_Task, 'duration_secs': 0.011145} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.209242] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-719b0587-efa9-43fa-9dc7-fa52e356c067 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.220034] env[69365]: DEBUG oslo_vmware.api [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Waiting for the task: (returnval){ [ 885.220034] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a2d9f8-b5da-e2b7-0271-3397b5993c7b" [ 885.220034] env[69365]: _type = "Task" [ 885.220034] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.224319] env[69365]: DEBUG nova.compute.manager [None req-af113c14-0f4e-48a8-8373-120fa11fa3a6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.225340] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-af113c14-0f4e-48a8-8373-120fa11fa3a6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.227256] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8a0d76-dd7b-4298-ac96-fdcafaed2ba2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.233893] env[69365]: DEBUG oslo_vmware.api [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a2d9f8-b5da-e2b7-0271-3397b5993c7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.240184] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-af113c14-0f4e-48a8-8373-120fa11fa3a6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.240184] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a51d005-89af-4e0d-8aa7-fbbf6fb48331 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.249313] env[69365]: DEBUG oslo_vmware.api [None req-af113c14-0f4e-48a8-8373-120fa11fa3a6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Waiting for the task: (returnval){ [ 885.249313] env[69365]: value = "task-3469009" [ 885.249313] env[69365]: _type = "Task" [ 885.249313] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.260679] env[69365]: DEBUG oslo_vmware.api [None req-af113c14-0f4e-48a8-8373-120fa11fa3a6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Task: {'id': task-3469009, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.263048] env[69365]: DEBUG nova.compute.manager [req-5de25364-e8db-4246-b981-91d6c7bd31d6 req-1d10b191-ca21-4938-9e98-b6a60730e8cd service nova] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Received event network-vif-plugged-9a314dd7-ac32-4d92-a106-a4681e379db5 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.263306] env[69365]: DEBUG oslo_concurrency.lockutils [req-5de25364-e8db-4246-b981-91d6c7bd31d6 req-1d10b191-ca21-4938-9e98-b6a60730e8cd service nova] Acquiring lock "3b213cad-bbda-44b3-8536-0e59dc08b402-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.263497] env[69365]: DEBUG oslo_concurrency.lockutils [req-5de25364-e8db-4246-b981-91d6c7bd31d6 req-1d10b191-ca21-4938-9e98-b6a60730e8cd service nova] Lock "3b213cad-bbda-44b3-8536-0e59dc08b402-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.263666] env[69365]: DEBUG oslo_concurrency.lockutils [req-5de25364-e8db-4246-b981-91d6c7bd31d6 req-1d10b191-ca21-4938-9e98-b6a60730e8cd service nova] Lock "3b213cad-bbda-44b3-8536-0e59dc08b402-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.263847] env[69365]: DEBUG nova.compute.manager [req-5de25364-e8db-4246-b981-91d6c7bd31d6 req-1d10b191-ca21-4938-9e98-b6a60730e8cd service nova] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] No waiting events found dispatching network-vif-plugged-9a314dd7-ac32-4d92-a106-a4681e379db5 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 885.264091] env[69365]: WARNING nova.compute.manager [req-5de25364-e8db-4246-b981-91d6c7bd31d6 req-1d10b191-ca21-4938-9e98-b6a60730e8cd service nova] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Received unexpected event network-vif-plugged-9a314dd7-ac32-4d92-a106-a4681e379db5 for instance with vm_state building and task_state spawning. [ 885.264283] env[69365]: DEBUG nova.compute.manager [req-5de25364-e8db-4246-b981-91d6c7bd31d6 req-1d10b191-ca21-4938-9e98-b6a60730e8cd service nova] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Received event network-changed-9a314dd7-ac32-4d92-a106-a4681e379db5 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.264443] env[69365]: DEBUG nova.compute.manager [req-5de25364-e8db-4246-b981-91d6c7bd31d6 req-1d10b191-ca21-4938-9e98-b6a60730e8cd service nova] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Refreshing instance network info cache due to event network-changed-9a314dd7-ac32-4d92-a106-a4681e379db5. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.264615] env[69365]: DEBUG oslo_concurrency.lockutils [req-5de25364-e8db-4246-b981-91d6c7bd31d6 req-1d10b191-ca21-4938-9e98-b6a60730e8cd service nova] Acquiring lock "refresh_cache-3b213cad-bbda-44b3-8536-0e59dc08b402" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.465646] env[69365]: DEBUG oslo_concurrency.lockutils [None req-abe3373d-a868-4163-a289-1e321208d6cc tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.231s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.469210] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ccec58bc-24bd-4f6f-88c9-5487b3012442 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.565s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.469365] env[69365]: DEBUG nova.objects.instance [None req-ccec58bc-24bd-4f6f-88c9-5487b3012442 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Lazy-loading 'resources' on Instance uuid c39e4547-8e68-48d8-905b-520f917aa763 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.489263] env[69365]: INFO nova.scheduler.client.report [None req-abe3373d-a868-4163-a289-1e321208d6cc tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Deleted allocations for instance f76bd555-830a-477a-b202-a54d3090c8d8 [ 885.612446] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Releasing lock "refresh_cache-3b213cad-bbda-44b3-8536-0e59dc08b402" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.612759] env[69365]: DEBUG nova.compute.manager [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Instance network_info: |[{"id": "9a314dd7-ac32-4d92-a106-a4681e379db5", "address": "fa:16:3e:62:61:b7", "network": {"id": "dfc4ea63-72cf-45d1-9a77-de67c49ded01", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1884651672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02572305026d426f8643e669eb8c5765", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a314dd7-ac", "ovs_interfaceid": "9a314dd7-ac32-4d92-a106-a4681e379db5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 885.613055] env[69365]: DEBUG oslo_concurrency.lockutils [req-5de25364-e8db-4246-b981-91d6c7bd31d6 req-1d10b191-ca21-4938-9e98-b6a60730e8cd service nova] Acquired lock "refresh_cache-3b213cad-bbda-44b3-8536-0e59dc08b402" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.613247] env[69365]: DEBUG nova.network.neutron [req-5de25364-e8db-4246-b981-91d6c7bd31d6 req-1d10b191-ca21-4938-9e98-b6a60730e8cd service nova] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Refreshing network info cache for port 9a314dd7-ac32-4d92-a106-a4681e379db5 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 885.614474] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:61:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69e1a5c1-4ae7-409b-8de7-d401684ef60d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a314dd7-ac32-4d92-a106-a4681e379db5', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.622190] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Creating folder: Project (02572305026d426f8643e669eb8c5765). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.626347] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b05bf221-298a-4f0a-b0e9-656df706f48b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.628082] env[69365]: DEBUG oslo_vmware.api [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469007, 'name': ReconfigVM_Task, 'duration_secs': 0.203192} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.628590] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.629196] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2190377-b4c9-460b-adb2-14911d2875dd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.638529] env[69365]: DEBUG oslo_vmware.api [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 885.638529] env[69365]: value = "task-3469011" [ 885.638529] env[69365]: _type = "Task" [ 885.638529] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.643045] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Created folder: Project (02572305026d426f8643e669eb8c5765) in parent group-v693134. [ 885.643276] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Creating folder: Instances. Parent ref: group-v693298. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 885.644032] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e42cdece-746a-48b9-9e9f-6ddc7521ec27 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.649654] env[69365]: DEBUG oslo_vmware.api [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.658809] env[69365]: DEBUG oslo_vmware.api [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469008, 'name': Rename_Task, 'duration_secs': 0.194641} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.659024] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 885.659229] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffc48ac0-b3f9-48b4-865d-f9d93a2f9038 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.662570] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Created folder: Instances in parent group-v693298. [ 885.662627] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.664100] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.664100] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b465ec65-4c9a-4f18-89ee-05652f0fbcb2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.682857] env[69365]: DEBUG oslo_vmware.api [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 885.682857] env[69365]: value = "task-3469013" [ 885.682857] env[69365]: _type = "Task" [ 885.682857] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.689104] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.689104] env[69365]: value = "task-3469014" [ 885.689104] env[69365]: _type = "Task" [ 885.689104] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.696491] env[69365]: DEBUG oslo_vmware.api [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469013, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.702342] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469014, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.733303] env[69365]: DEBUG oslo_vmware.api [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a2d9f8-b5da-e2b7-0271-3397b5993c7b, 'name': SearchDatastore_Task, 'duration_secs': 0.012839} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.733724] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.734089] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 7b9fc139-6875-4aaf-9a5f-153ae95cb045/7b9fc139-6875-4aaf-9a5f-153ae95cb045.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.734401] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6c8bb55-b655-4d0f-9cf7-6d3bbd83fc1e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.744531] env[69365]: DEBUG oslo_vmware.api [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Waiting for the task: (returnval){ [ 885.744531] env[69365]: value = "task-3469015" [ 885.744531] env[69365]: _type = "Task" [ 885.744531] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.757660] env[69365]: DEBUG oslo_vmware.api [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Task: {'id': task-3469015, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.763699] env[69365]: DEBUG oslo_vmware.api [None req-af113c14-0f4e-48a8-8373-120fa11fa3a6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Task: {'id': task-3469009, 'name': PowerOffVM_Task, 'duration_secs': 0.266249} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.763991] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-af113c14-0f4e-48a8-8373-120fa11fa3a6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.764195] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-af113c14-0f4e-48a8-8373-120fa11fa3a6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.764469] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c00759f3-1420-4a50-bbc7-885ce8202bac {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.840141] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-af113c14-0f4e-48a8-8373-120fa11fa3a6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.840370] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-af113c14-0f4e-48a8-8373-120fa11fa3a6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.840552] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-af113c14-0f4e-48a8-8373-120fa11fa3a6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Deleting the datastore file [datastore2] 1baa57ed-482e-4134-bcde-de19d843dc78 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.840845] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-918c85c1-c01f-4cd8-9c40-c7435b7432ed {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.849622] env[69365]: DEBUG oslo_vmware.api [None req-af113c14-0f4e-48a8-8373-120fa11fa3a6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Waiting for the task: (returnval){ [ 885.849622] env[69365]: value = "task-3469017" [ 885.849622] env[69365]: _type = "Task" [ 885.849622] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.859184] env[69365]: DEBUG oslo_vmware.api [None req-af113c14-0f4e-48a8-8373-120fa11fa3a6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Task: {'id': task-3469017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.000421] env[69365]: DEBUG oslo_concurrency.lockutils [None req-abe3373d-a868-4163-a289-1e321208d6cc tempest-ListServerFiltersTestJSON-1173311410 tempest-ListServerFiltersTestJSON-1173311410-project-member] Lock "f76bd555-830a-477a-b202-a54d3090c8d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.453s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.157053] env[69365]: DEBUG oslo_vmware.api [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469011, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.200033] env[69365]: DEBUG oslo_vmware.api [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469013, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.209865] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469014, 'name': CreateVM_Task, 'duration_secs': 0.461744} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.209865] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 886.209865] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.209865] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.209865] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.209865] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0fc1b2a-9543-45a2-864d-214e409ee5b6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.215102] env[69365]: DEBUG oslo_vmware.api [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Waiting for the task: (returnval){ [ 886.215102] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5251caaf-9552-6d17-e8ed-493b80c3ed85" [ 886.215102] env[69365]: _type = "Task" [ 886.215102] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.228615] env[69365]: DEBUG oslo_vmware.api [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5251caaf-9552-6d17-e8ed-493b80c3ed85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.257365] env[69365]: DEBUG oslo_vmware.api [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Task: {'id': task-3469015, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.363024] env[69365]: DEBUG oslo_vmware.api [None req-af113c14-0f4e-48a8-8373-120fa11fa3a6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Task: {'id': task-3469017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.511934] env[69365]: DEBUG nova.network.neutron [req-5de25364-e8db-4246-b981-91d6c7bd31d6 req-1d10b191-ca21-4938-9e98-b6a60730e8cd service nova] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Updated VIF entry in instance network info cache for port 9a314dd7-ac32-4d92-a106-a4681e379db5. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.512320] env[69365]: DEBUG nova.network.neutron [req-5de25364-e8db-4246-b981-91d6c7bd31d6 req-1d10b191-ca21-4938-9e98-b6a60730e8cd service nova] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Updating instance_info_cache with network_info: [{"id": "9a314dd7-ac32-4d92-a106-a4681e379db5", "address": "fa:16:3e:62:61:b7", "network": {"id": "dfc4ea63-72cf-45d1-9a77-de67c49ded01", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1884651672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02572305026d426f8643e669eb8c5765", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69e1a5c1-4ae7-409b-8de7-d401684ef60d", "external-id": "nsx-vlan-transportzone-740", "segmentation_id": 740, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a314dd7-ac", "ovs_interfaceid": "9a314dd7-ac32-4d92-a106-a4681e379db5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.533968] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7655a0f4-44d6-4209-9702-c33d2cc397e6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.542607] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2dae019-6466-4b18-bb3a-0b4f62dca388 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.577245] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e892e41c-b38f-4613-9154-9520c3a297b3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.586340] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996336df-08d2-4e97-85d9-308acd698b0b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.601364] env[69365]: DEBUG nova.compute.provider_tree [None req-ccec58bc-24bd-4f6f-88c9-5487b3012442 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.650203] env[69365]: DEBUG oslo_vmware.api [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469011, 'name': PowerOnVM_Task, 'duration_secs': 0.540035} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.650510] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.653496] env[69365]: DEBUG nova.compute.manager [None req-63e347ac-ff1b-48b9-8923-7664a87a935e tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.654386] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9c6e5b-2bd6-4d69-9591-22d9a9497064 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.697318] env[69365]: DEBUG oslo_vmware.api [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469013, 'name': PowerOnVM_Task, 'duration_secs': 0.800603} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.697756] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 886.697863] env[69365]: INFO nova.compute.manager [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Took 8.74 seconds to spawn the instance on the hypervisor. [ 886.698067] env[69365]: DEBUG nova.compute.manager [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 886.698889] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a8d3db-8822-4bfe-a691-5109c19e65e1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.725950] env[69365]: DEBUG oslo_vmware.api [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5251caaf-9552-6d17-e8ed-493b80c3ed85, 'name': SearchDatastore_Task, 'duration_secs': 0.070318} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.726275] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.728490] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.728490] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.728490] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.728490] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.728490] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fcda672-810e-4d46-9da3-9efed8a3eb17 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.737821] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.738022] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.739024] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0542e818-f392-4b45-8de2-69cc12e4ce29 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.749316] env[69365]: DEBUG oslo_vmware.api [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Waiting for the task: (returnval){ [ 886.749316] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5260e402-3d1a-1aa6-cfaa-ef7a1c69604b" [ 886.749316] env[69365]: _type = "Task" [ 886.749316] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.765235] env[69365]: DEBUG oslo_vmware.api [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Task: {'id': task-3469015, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.65173} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.765536] env[69365]: DEBUG oslo_vmware.api [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5260e402-3d1a-1aa6-cfaa-ef7a1c69604b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.766269] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 7b9fc139-6875-4aaf-9a5f-153ae95cb045/7b9fc139-6875-4aaf-9a5f-153ae95cb045.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.766269] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.766269] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db405b06-04ed-4a56-a18e-ebb0f8582ce7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.774537] env[69365]: DEBUG oslo_vmware.api [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Waiting for the task: (returnval){ [ 886.774537] env[69365]: value = "task-3469018" [ 886.774537] env[69365]: _type = "Task" [ 886.774537] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.862965] env[69365]: DEBUG oslo_vmware.api [None req-af113c14-0f4e-48a8-8373-120fa11fa3a6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Task: {'id': task-3469017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.552469} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.863267] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-af113c14-0f4e-48a8-8373-120fa11fa3a6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.863475] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-af113c14-0f4e-48a8-8373-120fa11fa3a6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.863706] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-af113c14-0f4e-48a8-8373-120fa11fa3a6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.863925] env[69365]: INFO nova.compute.manager [None req-af113c14-0f4e-48a8-8373-120fa11fa3a6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Took 1.64 seconds to destroy the instance on the hypervisor. [ 886.864226] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-af113c14-0f4e-48a8-8373-120fa11fa3a6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.864432] env[69365]: DEBUG nova.compute.manager [-] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.865047] env[69365]: DEBUG nova.network.neutron [-] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.015406] env[69365]: DEBUG oslo_concurrency.lockutils [req-5de25364-e8db-4246-b981-91d6c7bd31d6 req-1d10b191-ca21-4938-9e98-b6a60730e8cd service nova] Releasing lock "refresh_cache-3b213cad-bbda-44b3-8536-0e59dc08b402" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.105218] env[69365]: DEBUG nova.scheduler.client.report [None req-ccec58bc-24bd-4f6f-88c9-5487b3012442 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.122681] env[69365]: DEBUG nova.compute.manager [req-c3ac52f3-97ea-4148-9902-78cfbb8a4e39 req-8419eb02-d509-469f-9feb-77bfdb75f3f7 service nova] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Received event network-vif-deleted-7d5a7709-cf32-4eda-8bf4-ca7121f16c2a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.122884] env[69365]: INFO nova.compute.manager [req-c3ac52f3-97ea-4148-9902-78cfbb8a4e39 req-8419eb02-d509-469f-9feb-77bfdb75f3f7 service nova] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Neutron deleted interface 7d5a7709-cf32-4eda-8bf4-ca7121f16c2a; detaching it from the instance and deleting it from the info cache [ 887.123054] env[69365]: DEBUG nova.network.neutron [req-c3ac52f3-97ea-4148-9902-78cfbb8a4e39 req-8419eb02-d509-469f-9feb-77bfdb75f3f7 service nova] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.221889] env[69365]: INFO nova.compute.manager [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Took 47.57 seconds to build instance. [ 887.264463] env[69365]: DEBUG oslo_vmware.api [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5260e402-3d1a-1aa6-cfaa-ef7a1c69604b, 'name': SearchDatastore_Task, 'duration_secs': 0.026115} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.265155] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8ac02b1-6663-4da3-919a-8102e978b4f3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.271504] env[69365]: DEBUG oslo_vmware.api [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Waiting for the task: (returnval){ [ 887.271504] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52ba9f6d-91a9-b421-b30b-d8e19106543f" [ 887.271504] env[69365]: _type = "Task" [ 887.271504] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.283677] env[69365]: DEBUG oslo_vmware.api [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52ba9f6d-91a9-b421-b30b-d8e19106543f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.286696] env[69365]: DEBUG oslo_vmware.api [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Task: {'id': task-3469018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194986} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.286948] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 887.287741] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5199e5ae-4bb0-4bf9-9a72-008ba94d4603 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.314210] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 7b9fc139-6875-4aaf-9a5f-153ae95cb045/7b9fc139-6875-4aaf-9a5f-153ae95cb045.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.314554] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b53e1fa6-d566-4842-a8ad-8dda24f1ea98 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.337901] env[69365]: DEBUG oslo_vmware.api [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Waiting for the task: (returnval){ [ 887.337901] env[69365]: value = "task-3469019" [ 887.337901] env[69365]: _type = "Task" [ 887.337901] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.346412] env[69365]: DEBUG oslo_vmware.api [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Task: {'id': task-3469019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.608880] env[69365]: DEBUG nova.network.neutron [-] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.610572] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ccec58bc-24bd-4f6f-88c9-5487b3012442 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.616288] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2e5ad402-9d9c-4ba9-a860-2e17aceb068b tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.781s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.616288] env[69365]: DEBUG nova.objects.instance [None req-2e5ad402-9d9c-4ba9-a860-2e17aceb068b tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Lazy-loading 'resources' on Instance uuid f6b3dab5-04f1-4db5-b4b2-74af69f5c966 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.628986] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f52e00ff-60d8-4081-ab2a-993d9f00242f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.636292] env[69365]: INFO nova.scheduler.client.report [None req-ccec58bc-24bd-4f6f-88c9-5487b3012442 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Deleted allocations for instance c39e4547-8e68-48d8-905b-520f917aa763 [ 887.644588] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18757d2-705b-4d2c-b3b5-564ee3f5d2d7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.693843] env[69365]: DEBUG nova.compute.manager [req-c3ac52f3-97ea-4148-9902-78cfbb8a4e39 req-8419eb02-d509-469f-9feb-77bfdb75f3f7 service nova] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Detach interface failed, port_id=7d5a7709-cf32-4eda-8bf4-ca7121f16c2a, reason: Instance 1baa57ed-482e-4134-bcde-de19d843dc78 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 887.724676] env[69365]: DEBUG oslo_concurrency.lockutils [None req-848f9760-d941-43f3-8741-e8caab59c700 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "63ba982c-a490-4a11-81ad-4bb57b31b90d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.080s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.784848] env[69365]: DEBUG oslo_vmware.api [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52ba9f6d-91a9-b421-b30b-d8e19106543f, 'name': SearchDatastore_Task, 'duration_secs': 0.03075} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.785131] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.785398] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 3b213cad-bbda-44b3-8536-0e59dc08b402/3b213cad-bbda-44b3-8536-0e59dc08b402.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.785666] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ffb5a51-a386-47b7-9594-28e11ea2ec8e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.794068] env[69365]: DEBUG oslo_vmware.api [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Waiting for the task: (returnval){ [ 887.794068] env[69365]: value = "task-3469020" [ 887.794068] env[69365]: _type = "Task" [ 887.794068] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.803880] env[69365]: DEBUG oslo_vmware.api [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Task: {'id': task-3469020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.854956] env[69365]: DEBUG oslo_vmware.api [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Task: {'id': task-3469019, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.116499] env[69365]: INFO nova.compute.manager [-] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Took 1.25 seconds to deallocate network for instance. [ 888.159161] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Acquiring lock "54bc7a90-5c83-4c37-a537-a728a98a11ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.159161] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Lock "54bc7a90-5c83-4c37-a537-a728a98a11ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.164958] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ccec58bc-24bd-4f6f-88c9-5487b3012442 tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Lock "c39e4547-8e68-48d8-905b-520f917aa763" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.876s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.166032] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d67b6db3-8a8f-4c74-aa0a-4d6cfafd506d tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Lock "c39e4547-8e68-48d8-905b-520f917aa763" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 43.122s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.166804] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d67b6db3-8a8f-4c74-aa0a-4d6cfafd506d tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Acquiring lock "c39e4547-8e68-48d8-905b-520f917aa763-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.167154] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d67b6db3-8a8f-4c74-aa0a-4d6cfafd506d tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Lock "c39e4547-8e68-48d8-905b-520f917aa763-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.167352] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d67b6db3-8a8f-4c74-aa0a-4d6cfafd506d tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Lock "c39e4547-8e68-48d8-905b-520f917aa763-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.170150] env[69365]: INFO nova.compute.manager [None req-d67b6db3-8a8f-4c74-aa0a-4d6cfafd506d tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Terminating instance [ 888.310776] env[69365]: DEBUG oslo_vmware.api [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Task: {'id': task-3469020, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.351622] env[69365]: DEBUG oslo_vmware.api [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Task: {'id': task-3469019, 'name': ReconfigVM_Task, 'duration_secs': 0.55673} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.354254] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 7b9fc139-6875-4aaf-9a5f-153ae95cb045/7b9fc139-6875-4aaf-9a5f-153ae95cb045.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.355135] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bfc46238-7017-404c-bfc8-1c44d0b9c3e5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.363525] env[69365]: DEBUG oslo_vmware.api [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Waiting for the task: (returnval){ [ 888.363525] env[69365]: value = "task-3469021" [ 888.363525] env[69365]: _type = "Task" [ 888.363525] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.375960] env[69365]: DEBUG oslo_vmware.api [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Task: {'id': task-3469021, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.600693] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113d000f-e985-4485-a285-812eea61db0e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.612255] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6c5f9e-0cc5-41f0-b332-5d8f94d74919 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.645288] env[69365]: DEBUG oslo_concurrency.lockutils [None req-af113c14-0f4e-48a8-8373-120fa11fa3a6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.646280] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-946f9672-bcb0-4354-9bba-c79a3c8a9b55 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.656173] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262ae31d-e849-4f48-ae70-c11f738c2033 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.663537] env[69365]: DEBUG nova.compute.manager [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 888.678047] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d67b6db3-8a8f-4c74-aa0a-4d6cfafd506d tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Acquiring lock "refresh_cache-c39e4547-8e68-48d8-905b-520f917aa763" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.678242] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d67b6db3-8a8f-4c74-aa0a-4d6cfafd506d tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Acquired lock "refresh_cache-c39e4547-8e68-48d8-905b-520f917aa763" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.678424] env[69365]: DEBUG nova.network.neutron [None req-d67b6db3-8a8f-4c74-aa0a-4d6cfafd506d tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.681405] env[69365]: DEBUG nova.compute.provider_tree [None req-2e5ad402-9d9c-4ba9-a860-2e17aceb068b tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.806282] env[69365]: DEBUG oslo_vmware.api [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Task: {'id': task-3469020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546223} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.806613] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 3b213cad-bbda-44b3-8536-0e59dc08b402/3b213cad-bbda-44b3-8536-0e59dc08b402.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.806689] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.807444] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ece3b556-402e-4ed5-ad66-2ae8906b909e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.816765] env[69365]: DEBUG oslo_vmware.api [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Waiting for the task: (returnval){ [ 888.816765] env[69365]: value = "task-3469022" [ 888.816765] env[69365]: _type = "Task" [ 888.816765] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.828393] env[69365]: DEBUG oslo_vmware.api [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Task: {'id': task-3469022, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.874424] env[69365]: DEBUG oslo_vmware.api [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Task: {'id': task-3469021, 'name': Rename_Task, 'duration_secs': 0.167982} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.874707] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.874951] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2843cf6f-4d80-423c-a7aa-5c22a23490f5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.882483] env[69365]: DEBUG oslo_vmware.api [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Waiting for the task: (returnval){ [ 888.882483] env[69365]: value = "task-3469023" [ 888.882483] env[69365]: _type = "Task" [ 888.882483] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.890968] env[69365]: DEBUG oslo_vmware.api [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Task: {'id': task-3469023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.951517] env[69365]: INFO nova.compute.manager [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Rebuilding instance [ 888.993165] env[69365]: DEBUG nova.compute.manager [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 888.994068] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd0a91f-0f59-4538-a10c-7dcb1bbd8891 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.186142] env[69365]: DEBUG nova.compute.utils [None req-d67b6db3-8a8f-4c74-aa0a-4d6cfafd506d tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Can not refresh info_cache because instance was not found {{(pid=69365) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 889.189040] env[69365]: DEBUG nova.scheduler.client.report [None req-2e5ad402-9d9c-4ba9-a860-2e17aceb068b tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.195008] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.219205] env[69365]: DEBUG nova.network.neutron [None req-d67b6db3-8a8f-4c74-aa0a-4d6cfafd506d tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.310678] env[69365]: DEBUG nova.network.neutron [None req-d67b6db3-8a8f-4c74-aa0a-4d6cfafd506d tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.329195] env[69365]: DEBUG oslo_vmware.api [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Task: {'id': task-3469022, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074562} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.329547] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.330325] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20587dbc-6f83-4318-8134-870178c90f56 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.356076] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 3b213cad-bbda-44b3-8536-0e59dc08b402/3b213cad-bbda-44b3-8536-0e59dc08b402.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.356076] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-820dd2db-98dc-4a4e-95c1-01fb8d04a0ff {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.379768] env[69365]: DEBUG oslo_vmware.api [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Waiting for the task: (returnval){ [ 889.379768] env[69365]: value = "task-3469024" [ 889.379768] env[69365]: _type = "Task" [ 889.379768] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.387294] env[69365]: DEBUG oslo_vmware.api [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Task: {'id': task-3469024, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.397141] env[69365]: DEBUG oslo_vmware.api [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Task: {'id': task-3469023, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.678154] env[69365]: DEBUG oslo_concurrency.lockutils [None req-aa7e6c02-a097-47d2-87ff-fc6afdc3081f tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Acquiring lock "598f0b6f-8524-4015-9ab1-7797fc4794b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.678503] env[69365]: DEBUG oslo_concurrency.lockutils [None req-aa7e6c02-a097-47d2-87ff-fc6afdc3081f tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Lock "598f0b6f-8524-4015-9ab1-7797fc4794b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.678738] env[69365]: DEBUG oslo_concurrency.lockutils [None req-aa7e6c02-a097-47d2-87ff-fc6afdc3081f tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Acquiring lock "598f0b6f-8524-4015-9ab1-7797fc4794b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.680048] env[69365]: DEBUG oslo_concurrency.lockutils [None req-aa7e6c02-a097-47d2-87ff-fc6afdc3081f tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Lock "598f0b6f-8524-4015-9ab1-7797fc4794b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.680048] env[69365]: DEBUG oslo_concurrency.lockutils [None req-aa7e6c02-a097-47d2-87ff-fc6afdc3081f tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Lock "598f0b6f-8524-4015-9ab1-7797fc4794b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.681342] env[69365]: INFO nova.compute.manager [None req-aa7e6c02-a097-47d2-87ff-fc6afdc3081f tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Terminating instance [ 889.694691] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2e5ad402-9d9c-4ba9-a860-2e17aceb068b tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.697617] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.023s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.699562] env[69365]: INFO nova.compute.claims [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.727882] env[69365]: INFO nova.scheduler.client.report [None req-2e5ad402-9d9c-4ba9-a860-2e17aceb068b tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Deleted allocations for instance f6b3dab5-04f1-4db5-b4b2-74af69f5c966 [ 889.814537] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d67b6db3-8a8f-4c74-aa0a-4d6cfafd506d tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Releasing lock "refresh_cache-c39e4547-8e68-48d8-905b-520f917aa763" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.815080] env[69365]: DEBUG nova.compute.manager [None req-d67b6db3-8a8f-4c74-aa0a-4d6cfafd506d tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 889.815270] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d67b6db3-8a8f-4c74-aa0a-4d6cfafd506d tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.815660] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80263635-ad51-4f72-9c69-e7dab443e1f7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.828579] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79967e98-7fae-4a81-b89c-fb76b06a6765 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.869796] env[69365]: WARNING nova.virt.vmwareapi.vmops [None req-d67b6db3-8a8f-4c74-aa0a-4d6cfafd506d tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c39e4547-8e68-48d8-905b-520f917aa763 could not be found. [ 889.870066] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d67b6db3-8a8f-4c74-aa0a-4d6cfafd506d tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.870290] env[69365]: INFO nova.compute.manager [None req-d67b6db3-8a8f-4c74-aa0a-4d6cfafd506d tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Took 0.06 seconds to destroy the instance on the hypervisor. [ 889.870589] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d67b6db3-8a8f-4c74-aa0a-4d6cfafd506d tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.870896] env[69365]: DEBUG nova.compute.manager [-] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.870995] env[69365]: DEBUG nova.network.neutron [-] [instance: c39e4547-8e68-48d8-905b-520f917aa763] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 889.890793] env[69365]: DEBUG oslo_vmware.api [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Task: {'id': task-3469024, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.891584] env[69365]: DEBUG nova.network.neutron [-] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.902154] env[69365]: DEBUG oslo_vmware.api [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Task: {'id': task-3469023, 'name': PowerOnVM_Task, 'duration_secs': 0.886047} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.903114] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.903400] env[69365]: INFO nova.compute.manager [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Took 9.39 seconds to spawn the instance on the hypervisor. [ 889.903598] env[69365]: DEBUG nova.compute.manager [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.904663] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da95091d-4cf7-4b3f-aeea-12d840f82e89 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.011539] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.011961] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34b91cac-8d67-498f-b61e-2f958c0aa517 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.020837] env[69365]: DEBUG oslo_vmware.api [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 890.020837] env[69365]: value = "task-3469025" [ 890.020837] env[69365]: _type = "Task" [ 890.020837] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.030447] env[69365]: DEBUG oslo_vmware.api [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.186915] env[69365]: DEBUG nova.compute.manager [None req-aa7e6c02-a097-47d2-87ff-fc6afdc3081f tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 890.187229] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7e6c02-a097-47d2-87ff-fc6afdc3081f tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.188559] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4359305-4ac9-4113-aa02-c13ee719315e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.197876] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7e6c02-a097-47d2-87ff-fc6afdc3081f tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.198181] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9cd7e40-87b8-495c-aa71-b2b7bb91bd3c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.207297] env[69365]: DEBUG oslo_vmware.api [None req-aa7e6c02-a097-47d2-87ff-fc6afdc3081f tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Waiting for the task: (returnval){ [ 890.207297] env[69365]: value = "task-3469026" [ 890.207297] env[69365]: _type = "Task" [ 890.207297] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.218990] env[69365]: DEBUG oslo_vmware.api [None req-aa7e6c02-a097-47d2-87ff-fc6afdc3081f tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': task-3469026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.240142] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2e5ad402-9d9c-4ba9-a860-2e17aceb068b tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Lock "f6b3dab5-04f1-4db5-b4b2-74af69f5c966" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.414s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.326925] env[69365]: INFO nova.compute.manager [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Rescuing [ 890.326925] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "refresh_cache-d3d58b6e-04b7-4a8d-88c3-149d58607224" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.327130] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquired lock "refresh_cache-d3d58b6e-04b7-4a8d-88c3-149d58607224" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.327177] env[69365]: DEBUG nova.network.neutron [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.394254] env[69365]: DEBUG oslo_vmware.api [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Task: {'id': task-3469024, 'name': ReconfigVM_Task, 'duration_secs': 0.594508} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.394541] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 3b213cad-bbda-44b3-8536-0e59dc08b402/3b213cad-bbda-44b3-8536-0e59dc08b402.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.395278] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1d1cf8a-555e-4e37-ab59-1f4ae533b91a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.397183] env[69365]: DEBUG nova.network.neutron [-] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.404344] env[69365]: DEBUG oslo_vmware.api [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Waiting for the task: (returnval){ [ 890.404344] env[69365]: value = "task-3469027" [ 890.404344] env[69365]: _type = "Task" [ 890.404344] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.413807] env[69365]: DEBUG oslo_vmware.api [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Task: {'id': task-3469027, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.427389] env[69365]: INFO nova.compute.manager [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Took 50.69 seconds to build instance. [ 890.532121] env[69365]: DEBUG oslo_vmware.api [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469025, 'name': PowerOffVM_Task, 'duration_secs': 0.225376} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.532410] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.532649] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.533479] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df686721-131d-4b9c-a49d-9c536f115d50 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.542812] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.543052] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cc66efb-edcc-4448-b642-6eb406597c49 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.626748] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.627127] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.627383] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Deleting the datastore file [datastore2] 63ba982c-a490-4a11-81ad-4bb57b31b90d {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.627715] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-997b6aad-2fb6-4272-81b7-be27023a840a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.634850] env[69365]: DEBUG oslo_vmware.api [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 890.634850] env[69365]: value = "task-3469029" [ 890.634850] env[69365]: _type = "Task" [ 890.634850] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.644043] env[69365]: DEBUG oslo_vmware.api [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.721493] env[69365]: DEBUG oslo_vmware.api [None req-aa7e6c02-a097-47d2-87ff-fc6afdc3081f tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': task-3469026, 'name': PowerOffVM_Task, 'duration_secs': 0.218102} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.722964] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa7e6c02-a097-47d2-87ff-fc6afdc3081f tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.722964] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7e6c02-a097-47d2-87ff-fc6afdc3081f tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.722964] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef4c1b6b-0022-4896-8b50-f30d112bfd81 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.791686] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7e6c02-a097-47d2-87ff-fc6afdc3081f tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.792457] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7e6c02-a097-47d2-87ff-fc6afdc3081f tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.792457] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa7e6c02-a097-47d2-87ff-fc6afdc3081f tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Deleting the datastore file [datastore1] 598f0b6f-8524-4015-9ab1-7797fc4794b9 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.792457] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8362f2d-76cd-4a1d-b628-27ee6cc53c9e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.800543] env[69365]: DEBUG oslo_vmware.api [None req-aa7e6c02-a097-47d2-87ff-fc6afdc3081f tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Waiting for the task: (returnval){ [ 890.800543] env[69365]: value = "task-3469031" [ 890.800543] env[69365]: _type = "Task" [ 890.800543] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.817612] env[69365]: DEBUG oslo_vmware.api [None req-aa7e6c02-a097-47d2-87ff-fc6afdc3081f tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': task-3469031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.901538] env[69365]: INFO nova.compute.manager [-] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Took 1.03 seconds to deallocate network for instance. [ 890.927294] env[69365]: DEBUG oslo_vmware.api [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Task: {'id': task-3469027, 'name': Rename_Task, 'duration_secs': 0.173882} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.927772] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.930412] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8de9fd97-d88a-4856-b2d8-50cbe8bab90b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.932873] env[69365]: DEBUG oslo_concurrency.lockutils [None req-99dca481-b628-43cc-a94f-c30a10b2c889 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Lock "7b9fc139-6875-4aaf-9a5f-153ae95cb045" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.789s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.942489] env[69365]: DEBUG oslo_vmware.api [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Waiting for the task: (returnval){ [ 890.942489] env[69365]: value = "task-3469032" [ 890.942489] env[69365]: _type = "Task" [ 890.942489] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.953406] env[69365]: DEBUG oslo_vmware.api [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Task: {'id': task-3469032, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.095364] env[69365]: DEBUG nova.compute.manager [None req-20e812bf-982f-488c-a305-214249b4d153 tempest-ServerDiagnosticsTest-1904614022 tempest-ServerDiagnosticsTest-1904614022-project-admin] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.096032] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4c55da-38f7-49fb-a894-08c38b627ccd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.107842] env[69365]: INFO nova.compute.manager [None req-20e812bf-982f-488c-a305-214249b4d153 tempest-ServerDiagnosticsTest-1904614022 tempest-ServerDiagnosticsTest-1904614022-project-admin] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Retrieving diagnostics [ 891.108852] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7fab53-564c-4b6a-a3a2-b742adf01909 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.162926] env[69365]: DEBUG nova.network.neutron [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Updating instance_info_cache with network_info: [{"id": "25c2a5fe-b880-4890-8cdd-af26e44f6311", "address": "fa:16:3e:26:e6:bd", "network": {"id": "0567f215-2218-44b4-a3ee-0886663f5bac", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1723893682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0262e671388f4a19a7414827f058739e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25c2a5fe-b8", "ovs_interfaceid": "25c2a5fe-b880-4890-8cdd-af26e44f6311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.165073] env[69365]: DEBUG oslo_concurrency.lockutils [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquiring lock "2b10a682-250e-4b3b-a9a3-32f301744313" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.165345] env[69365]: DEBUG oslo_concurrency.lockutils [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Lock "2b10a682-250e-4b3b-a9a3-32f301744313" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.174109] env[69365]: DEBUG oslo_vmware.api [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307638} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.177417] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.177616] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.177813] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.232442] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cab097-f24d-42bd-85e8-1e4a0d31439f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.241728] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6252541f-1c44-49f9-ac7b-d08e2e21bafc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.277802] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67fef2c1-4fb1-4a03-af52-8397ecf8bc60 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.287220] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38258133-4e66-436e-ae1e-d7357afe9bbd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.306486] env[69365]: DEBUG nova.compute.provider_tree [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.318825] env[69365]: DEBUG oslo_vmware.api [None req-aa7e6c02-a097-47d2-87ff-fc6afdc3081f tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Task: {'id': task-3469031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335024} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.319242] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa7e6c02-a097-47d2-87ff-fc6afdc3081f tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.319470] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7e6c02-a097-47d2-87ff-fc6afdc3081f tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.319708] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-aa7e6c02-a097-47d2-87ff-fc6afdc3081f tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.319920] env[69365]: INFO nova.compute.manager [None req-aa7e6c02-a097-47d2-87ff-fc6afdc3081f tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 891.320210] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa7e6c02-a097-47d2-87ff-fc6afdc3081f tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.320460] env[69365]: DEBUG nova.compute.manager [-] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 891.320592] env[69365]: DEBUG nova.network.neutron [-] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 891.420517] env[69365]: INFO nova.compute.manager [None req-d67b6db3-8a8f-4c74-aa0a-4d6cfafd506d tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Instance disappeared during terminate [ 891.420517] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d67b6db3-8a8f-4c74-aa0a-4d6cfafd506d tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Lock "c39e4547-8e68-48d8-905b-520f917aa763" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.254s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.455878] env[69365]: DEBUG oslo_vmware.api [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Task: {'id': task-3469032, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.666117] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Releasing lock "refresh_cache-d3d58b6e-04b7-4a8d-88c3-149d58607224" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.670638] env[69365]: DEBUG nova.compute.manager [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 891.812805] env[69365]: DEBUG nova.scheduler.client.report [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.866608] env[69365]: DEBUG nova.compute.manager [req-0efd7fd5-49fd-4a81-bc8a-2df323eec096 req-c3af90c7-1a4a-4223-903c-b242319d6fdd service nova] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Received event network-vif-deleted-5e6c01c8-8a99-4361-828f-f40c2d3ececd {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 891.866973] env[69365]: INFO nova.compute.manager [req-0efd7fd5-49fd-4a81-bc8a-2df323eec096 req-c3af90c7-1a4a-4223-903c-b242319d6fdd service nova] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Neutron deleted interface 5e6c01c8-8a99-4361-828f-f40c2d3ececd; detaching it from the instance and deleting it from the info cache [ 891.867044] env[69365]: DEBUG nova.network.neutron [req-0efd7fd5-49fd-4a81-bc8a-2df323eec096 req-c3af90c7-1a4a-4223-903c-b242319d6fdd service nova] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.954306] env[69365]: DEBUG oslo_vmware.api [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Task: {'id': task-3469032, 'name': PowerOnVM_Task, 'duration_secs': 0.591087} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.954578] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.954776] env[69365]: INFO nova.compute.manager [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Took 8.80 seconds to spawn the instance on the hypervisor. [ 891.954955] env[69365]: DEBUG nova.compute.manager [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.955783] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b615b15-32e1-44d0-a8aa-ab7a630d6a3e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.195821] env[69365]: DEBUG oslo_concurrency.lockutils [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.212638] env[69365]: DEBUG nova.virt.hardware [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.212865] env[69365]: DEBUG nova.virt.hardware [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.213051] env[69365]: DEBUG nova.virt.hardware [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.213247] env[69365]: DEBUG nova.virt.hardware [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.213393] env[69365]: DEBUG nova.virt.hardware [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.213574] env[69365]: DEBUG nova.virt.hardware [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.213743] env[69365]: DEBUG nova.virt.hardware [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.213898] env[69365]: DEBUG nova.virt.hardware [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.214095] env[69365]: DEBUG nova.virt.hardware [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.214298] env[69365]: DEBUG nova.virt.hardware [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.214518] env[69365]: DEBUG nova.virt.hardware [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.215494] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b49dd13-1129-4a17-9194-c7f800557039 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.227702] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f39beb5-b5b2-48a5-95b7-36bbeb61c1e4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.232636] env[69365]: DEBUG nova.network.neutron [-] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.247450] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:71:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '418ddd3d-5f64-407e-8e0c-c8b81639bee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edcd466f-0698-4bbf-afe5-e1207673600e', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 892.255275] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.255868] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 892.256156] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97ae71fc-d659-4995-86e9-fb6329ae0d60 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.279000] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 892.279000] env[69365]: value = "task-3469033" [ 892.279000] env[69365]: _type = "Task" [ 892.279000] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.288275] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469033, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.298058] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cba48186-18a5-415a-9de5-f60ca521f5b9 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Acquiring lock "7b9fc139-6875-4aaf-9a5f-153ae95cb045" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.298402] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cba48186-18a5-415a-9de5-f60ca521f5b9 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Lock "7b9fc139-6875-4aaf-9a5f-153ae95cb045" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.298686] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cba48186-18a5-415a-9de5-f60ca521f5b9 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Acquiring lock "7b9fc139-6875-4aaf-9a5f-153ae95cb045-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.298908] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cba48186-18a5-415a-9de5-f60ca521f5b9 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Lock "7b9fc139-6875-4aaf-9a5f-153ae95cb045-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.299165] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cba48186-18a5-415a-9de5-f60ca521f5b9 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Lock "7b9fc139-6875-4aaf-9a5f-153ae95cb045-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.301439] env[69365]: INFO nova.compute.manager [None req-cba48186-18a5-415a-9de5-f60ca521f5b9 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Terminating instance [ 892.317593] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.318155] env[69365]: DEBUG nova.compute.manager [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 892.320881] env[69365]: DEBUG oslo_concurrency.lockutils [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.059s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.322378] env[69365]: INFO nova.compute.claims [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.370087] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a51b30e8-0b9f-42b8-b61d-cb9c8d07a79b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.383322] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7931349-92ea-48db-be57-ad744d2dd0d9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.430953] env[69365]: DEBUG nova.compute.manager [req-0efd7fd5-49fd-4a81-bc8a-2df323eec096 req-c3af90c7-1a4a-4223-903c-b242319d6fdd service nova] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Detach interface failed, port_id=5e6c01c8-8a99-4361-828f-f40c2d3ececd, reason: Instance 598f0b6f-8524-4015-9ab1-7797fc4794b9 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 892.474503] env[69365]: INFO nova.compute.manager [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Took 50.31 seconds to build instance. [ 892.737139] env[69365]: INFO nova.compute.manager [-] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Took 1.42 seconds to deallocate network for instance. [ 892.789605] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469033, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.810659] env[69365]: DEBUG nova.compute.manager [None req-cba48186-18a5-415a-9de5-f60ca521f5b9 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 892.810659] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cba48186-18a5-415a-9de5-f60ca521f5b9 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 892.810659] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bb7e2a-7aea-4200-993e-2cc45298a6d6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.817356] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba48186-18a5-415a-9de5-f60ca521f5b9 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 892.817618] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5833871-81a4-4169-9943-e20815efa0c6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.825706] env[69365]: DEBUG oslo_vmware.api [None req-cba48186-18a5-415a-9de5-f60ca521f5b9 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Waiting for the task: (returnval){ [ 892.825706] env[69365]: value = "task-3469034" [ 892.825706] env[69365]: _type = "Task" [ 892.825706] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.828976] env[69365]: DEBUG nova.compute.utils [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 892.834413] env[69365]: DEBUG nova.compute.manager [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 892.834606] env[69365]: DEBUG nova.network.neutron [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 892.845915] env[69365]: DEBUG oslo_vmware.api [None req-cba48186-18a5-415a-9de5-f60ca521f5b9 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Task: {'id': task-3469034, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.893409] env[69365]: DEBUG nova.policy [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e234d0dc6545421f9241271f0ac8d5a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c19eee45b12f436d954d8f8c9d67247e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.977607] env[69365]: DEBUG oslo_concurrency.lockutils [None req-dfa42360-2c34-4928-842c-315936f81b14 tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Lock "3b213cad-bbda-44b3-8536-0e59dc08b402" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.670s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.229840] env[69365]: DEBUG nova.network.neutron [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Successfully created port: 2912f46a-cc9f-4459-85c3-408886060094 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 893.244289] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.244289] env[69365]: DEBUG oslo_concurrency.lockutils [None req-aa7e6c02-a097-47d2-87ff-fc6afdc3081f tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.244289] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9f9845e-9a08-4482-95e7-93b95972aad4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.252888] env[69365]: DEBUG oslo_vmware.api [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 893.252888] env[69365]: value = "task-3469035" [ 893.252888] env[69365]: _type = "Task" [ 893.252888] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.263780] env[69365]: DEBUG oslo_vmware.api [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.291292] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469033, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.337868] env[69365]: DEBUG oslo_vmware.api [None req-cba48186-18a5-415a-9de5-f60ca521f5b9 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Task: {'id': task-3469034, 'name': PowerOffVM_Task, 'duration_secs': 0.44323} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.338418] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cba48186-18a5-415a-9de5-f60ca521f5b9 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.338418] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cba48186-18a5-415a-9de5-f60ca521f5b9 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 893.338659] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fbbc7e3-1307-467c-a854-8ada59eb2fd8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.340529] env[69365]: DEBUG nova.compute.manager [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 893.423421] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cba48186-18a5-415a-9de5-f60ca521f5b9 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 893.423421] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cba48186-18a5-415a-9de5-f60ca521f5b9 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 893.423421] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-cba48186-18a5-415a-9de5-f60ca521f5b9 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Deleting the datastore file [datastore2] 7b9fc139-6875-4aaf-9a5f-153ae95cb045 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 893.425023] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54547acc-f206-4085-9374-ff051f8b7a6e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.435312] env[69365]: DEBUG oslo_vmware.api [None req-cba48186-18a5-415a-9de5-f60ca521f5b9 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Waiting for the task: (returnval){ [ 893.435312] env[69365]: value = "task-3469037" [ 893.435312] env[69365]: _type = "Task" [ 893.435312] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.450352] env[69365]: DEBUG oslo_vmware.api [None req-cba48186-18a5-415a-9de5-f60ca521f5b9 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Task: {'id': task-3469037, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.636163] env[69365]: DEBUG oslo_vmware.rw_handles [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526937c4-ddf4-18c9-bb6f-427e40dcc66b/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 893.636163] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004192e6-6bb9-4ab9-9521-7a1a6038578a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.645413] env[69365]: DEBUG oslo_vmware.rw_handles [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526937c4-ddf4-18c9-bb6f-427e40dcc66b/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 893.645943] env[69365]: ERROR oslo_vmware.rw_handles [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526937c4-ddf4-18c9-bb6f-427e40dcc66b/disk-0.vmdk due to incomplete transfer. [ 893.646392] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a606b675-1561-4769-947c-4d7cc09e06b3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.658855] env[69365]: DEBUG oslo_vmware.rw_handles [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526937c4-ddf4-18c9-bb6f-427e40dcc66b/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 893.659072] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Uploaded image a1a60d19-07ca-4132-9e18-ad32de0936bf to the Glance image server {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 893.661640] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 893.664350] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e1a42398-f5a3-4e86-ad1a-1fd0eb6139e1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.671720] env[69365]: DEBUG oslo_vmware.api [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 893.671720] env[69365]: value = "task-3469038" [ 893.671720] env[69365]: _type = "Task" [ 893.671720] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.681506] env[69365]: DEBUG oslo_vmware.api [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469038, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.762981] env[69365]: DEBUG oslo_vmware.api [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469035, 'name': PowerOffVM_Task, 'duration_secs': 0.303627} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.763307] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 893.764123] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e5f491-3991-46c5-b4e4-2fefdb265b6a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.790772] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a014ee-c364-43e1-9720-48940bb640ac {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.800484] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469033, 'name': CreateVM_Task, 'duration_secs': 1.517629} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.803318] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.808703] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.809447] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.809447] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.809703] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93d14560-cda9-425a-8cd7-9c9a31e317fc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.819020] env[69365]: DEBUG oslo_vmware.api [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 893.819020] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5278528e-a0cb-1f1d-26e6-ed6094de05b9" [ 893.819020] env[69365]: _type = "Task" [ 893.819020] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.823210] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Acquiring lock "3b213cad-bbda-44b3-8536-0e59dc08b402" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.823476] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Lock "3b213cad-bbda-44b3-8536-0e59dc08b402" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.823693] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Acquiring lock "3b213cad-bbda-44b3-8536-0e59dc08b402-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.823891] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Lock "3b213cad-bbda-44b3-8536-0e59dc08b402-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.824115] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Lock "3b213cad-bbda-44b3-8536-0e59dc08b402-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.831246] env[69365]: INFO nova.compute.manager [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Terminating instance [ 893.837365] env[69365]: DEBUG oslo_vmware.api [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5278528e-a0cb-1f1d-26e6-ed6094de05b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.841427] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.841777] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79f74426-d555-410b-b5af-e52338e92ff8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.856217] env[69365]: DEBUG oslo_vmware.api [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 893.856217] env[69365]: value = "task-3469039" [ 893.856217] env[69365]: _type = "Task" [ 893.856217] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.870104] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] VM already powered off {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 893.870104] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 893.870104] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.870104] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.870324] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 893.871303] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bf85c6e-314c-4288-b8d7-a4bdada2000e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.883459] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 893.883661] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 893.884501] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96fdd847-4e38-4822-81ff-dab1a8f91ba3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.894843] env[69365]: DEBUG oslo_vmware.api [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 893.894843] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]523786c3-681c-87d8-2994-6d92304cf177" [ 893.894843] env[69365]: _type = "Task" [ 893.894843] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.905802] env[69365]: DEBUG oslo_vmware.api [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523786c3-681c-87d8-2994-6d92304cf177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.945207] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3db3ef-3b4c-45e6-a91d-c3f68b0abdce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.952972] env[69365]: DEBUG oslo_vmware.api [None req-cba48186-18a5-415a-9de5-f60ca521f5b9 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Task: {'id': task-3469037, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356024} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.952972] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-cba48186-18a5-415a-9de5-f60ca521f5b9 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 893.952972] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cba48186-18a5-415a-9de5-f60ca521f5b9 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 893.952972] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cba48186-18a5-415a-9de5-f60ca521f5b9 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 893.953143] env[69365]: INFO nova.compute.manager [None req-cba48186-18a5-415a-9de5-f60ca521f5b9 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Took 1.14 seconds to destroy the instance on the hypervisor. [ 893.954054] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cba48186-18a5-415a-9de5-f60ca521f5b9 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 893.954054] env[69365]: DEBUG nova.compute.manager [-] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 893.954054] env[69365]: DEBUG nova.network.neutron [-] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.959482] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d72b628-c56f-4181-af21-dbe9c70dd0ec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.994416] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c974cb-ed5d-4e85-9d9e-f781b03e1d7a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.004723] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50022915-2514-451c-a66d-5d2d420a7e1d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.024885] env[69365]: DEBUG nova.compute.provider_tree [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.182841] env[69365]: DEBUG oslo_vmware.api [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469038, 'name': Destroy_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.269470] env[69365]: DEBUG nova.compute.manager [req-52620101-92ad-41d9-9215-8f50ec4e87c3 req-3b21f067-c3a8-4d4b-b189-7da685bc4ee9 service nova] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Received event network-vif-deleted-737dfe1d-79cd-418c-9043-4fc2302b8da8 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.269659] env[69365]: INFO nova.compute.manager [req-52620101-92ad-41d9-9215-8f50ec4e87c3 req-3b21f067-c3a8-4d4b-b189-7da685bc4ee9 service nova] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Neutron deleted interface 737dfe1d-79cd-418c-9043-4fc2302b8da8; detaching it from the instance and deleting it from the info cache [ 894.269916] env[69365]: DEBUG nova.network.neutron [req-52620101-92ad-41d9-9215-8f50ec4e87c3 req-3b21f067-c3a8-4d4b-b189-7da685bc4ee9 service nova] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.329119] env[69365]: DEBUG oslo_vmware.api [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5278528e-a0cb-1f1d-26e6-ed6094de05b9, 'name': SearchDatastore_Task, 'duration_secs': 0.022145} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.329493] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.329744] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.329971] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.339169] env[69365]: DEBUG nova.compute.manager [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 894.339384] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 894.340238] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0bd183-3417-4e04-8f53-b35175ce7d9d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.348936] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.349159] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0171449b-d1ff-4b3d-ad0a-80faaf4fc821 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.354192] env[69365]: DEBUG nova.compute.manager [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 894.357502] env[69365]: DEBUG oslo_vmware.api [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Waiting for the task: (returnval){ [ 894.357502] env[69365]: value = "task-3469040" [ 894.357502] env[69365]: _type = "Task" [ 894.357502] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.366148] env[69365]: DEBUG oslo_vmware.api [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Task: {'id': task-3469040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.374619] env[69365]: DEBUG nova.virt.hardware [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.374894] env[69365]: DEBUG nova.virt.hardware [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.375102] env[69365]: DEBUG nova.virt.hardware [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.375303] env[69365]: DEBUG nova.virt.hardware [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.375454] env[69365]: DEBUG nova.virt.hardware [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.375601] env[69365]: DEBUG nova.virt.hardware [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.375809] env[69365]: DEBUG nova.virt.hardware [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.375965] env[69365]: DEBUG nova.virt.hardware [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.376165] env[69365]: DEBUG nova.virt.hardware [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.376329] env[69365]: DEBUG nova.virt.hardware [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.376530] env[69365]: DEBUG nova.virt.hardware [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.377342] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31bd6ec-beb7-4985-a49d-ee83ff1a7ee4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.385229] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c247ae-53cb-4e4a-9d04-f68cdaf4d3c9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.408428] env[69365]: DEBUG oslo_vmware.api [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523786c3-681c-87d8-2994-6d92304cf177, 'name': SearchDatastore_Task, 'duration_secs': 0.018252} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.409213] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15b6814c-67b2-4512-bf54-18956aa8ce77 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.415035] env[69365]: DEBUG oslo_vmware.api [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 894.415035] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]522e72a5-b7e6-20d5-8880-617201d6c280" [ 894.415035] env[69365]: _type = "Task" [ 894.415035] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.423149] env[69365]: DEBUG oslo_vmware.api [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]522e72a5-b7e6-20d5-8880-617201d6c280, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.527545] env[69365]: DEBUG nova.scheduler.client.report [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.686533] env[69365]: DEBUG oslo_vmware.api [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469038, 'name': Destroy_Task, 'duration_secs': 0.562889} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.686853] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Destroyed the VM [ 894.687108] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 894.687376] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c97620e2-c020-4373-a6b1-bd7eb8cb1f6e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.694932] env[69365]: DEBUG oslo_vmware.api [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 894.694932] env[69365]: value = "task-3469041" [ 894.694932] env[69365]: _type = "Task" [ 894.694932] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.706034] env[69365]: DEBUG oslo_vmware.api [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469041, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.742091] env[69365]: DEBUG nova.network.neutron [-] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.761237] env[69365]: DEBUG nova.compute.manager [req-932fa135-0b90-4f10-ac2e-6aeb625ee907 req-fe81c8c5-6fe9-4287-9fc4-327653a33211 service nova] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Received event network-vif-plugged-2912f46a-cc9f-4459-85c3-408886060094 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.761521] env[69365]: DEBUG oslo_concurrency.lockutils [req-932fa135-0b90-4f10-ac2e-6aeb625ee907 req-fe81c8c5-6fe9-4287-9fc4-327653a33211 service nova] Acquiring lock "cd6045d8-83e8-4147-8233-1996687bc731-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.761678] env[69365]: DEBUG oslo_concurrency.lockutils [req-932fa135-0b90-4f10-ac2e-6aeb625ee907 req-fe81c8c5-6fe9-4287-9fc4-327653a33211 service nova] Lock "cd6045d8-83e8-4147-8233-1996687bc731-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.761823] env[69365]: DEBUG oslo_concurrency.lockutils [req-932fa135-0b90-4f10-ac2e-6aeb625ee907 req-fe81c8c5-6fe9-4287-9fc4-327653a33211 service nova] Lock "cd6045d8-83e8-4147-8233-1996687bc731-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.761972] env[69365]: DEBUG nova.compute.manager [req-932fa135-0b90-4f10-ac2e-6aeb625ee907 req-fe81c8c5-6fe9-4287-9fc4-327653a33211 service nova] [instance: cd6045d8-83e8-4147-8233-1996687bc731] No waiting events found dispatching network-vif-plugged-2912f46a-cc9f-4459-85c3-408886060094 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.762206] env[69365]: WARNING nova.compute.manager [req-932fa135-0b90-4f10-ac2e-6aeb625ee907 req-fe81c8c5-6fe9-4287-9fc4-327653a33211 service nova] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Received unexpected event network-vif-plugged-2912f46a-cc9f-4459-85c3-408886060094 for instance with vm_state building and task_state spawning. [ 894.776022] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71703d3c-34d4-4309-862b-646ed893880e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.785217] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43908726-bd89-4f5b-88c9-8cc24d908353 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.825307] env[69365]: DEBUG nova.compute.manager [req-52620101-92ad-41d9-9215-8f50ec4e87c3 req-3b21f067-c3a8-4d4b-b189-7da685bc4ee9 service nova] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Detach interface failed, port_id=737dfe1d-79cd-418c-9043-4fc2302b8da8, reason: Instance 7b9fc139-6875-4aaf-9a5f-153ae95cb045 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 894.854253] env[69365]: DEBUG nova.network.neutron [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Successfully updated port: 2912f46a-cc9f-4459-85c3-408886060094 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.869199] env[69365]: DEBUG oslo_vmware.api [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Task: {'id': task-3469040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.926218] env[69365]: DEBUG oslo_vmware.api [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]522e72a5-b7e6-20d5-8880-617201d6c280, 'name': SearchDatastore_Task, 'duration_secs': 0.021167} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.926521] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.926799] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] d3d58b6e-04b7-4a8d-88c3-149d58607224/2c3a5944-575a-4385-8612-86800989c1e5-rescue.vmdk. {{(pid=69365) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 894.927118] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.927342] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.927584] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef6d6648-dfea-4750-94be-72d3e3099164 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.929796] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9e9eac73-11be-4d1c-bf49-43cbd5931fca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.939362] env[69365]: DEBUG oslo_vmware.api [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 894.939362] env[69365]: value = "task-3469042" [ 894.939362] env[69365]: _type = "Task" [ 894.939362] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.939560] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.939560] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.943603] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1db65b3e-e38b-47f1-996f-cb1972449812 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.951141] env[69365]: DEBUG oslo_vmware.api [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.952467] env[69365]: DEBUG oslo_vmware.api [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 894.952467] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]525a3155-7c49-4cea-054e-e46840e5c0d2" [ 894.952467] env[69365]: _type = "Task" [ 894.952467] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.960255] env[69365]: DEBUG oslo_vmware.api [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]525a3155-7c49-4cea-054e-e46840e5c0d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.033563] env[69365]: DEBUG oslo_concurrency.lockutils [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.034049] env[69365]: DEBUG nova.compute.manager [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 895.036864] env[69365]: DEBUG oslo_concurrency.lockutils [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 40.143s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.206472] env[69365]: DEBUG oslo_vmware.api [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469041, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.245738] env[69365]: INFO nova.compute.manager [-] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Took 1.29 seconds to deallocate network for instance. [ 895.368241] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "refresh_cache-cd6045d8-83e8-4147-8233-1996687bc731" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.368407] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquired lock "refresh_cache-cd6045d8-83e8-4147-8233-1996687bc731" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.368560] env[69365]: DEBUG nova.network.neutron [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.378787] env[69365]: DEBUG oslo_vmware.api [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Task: {'id': task-3469040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.450763] env[69365]: DEBUG oslo_vmware.api [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47939} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.451064] env[69365]: INFO nova.virt.vmwareapi.ds_util [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] d3d58b6e-04b7-4a8d-88c3-149d58607224/2c3a5944-575a-4385-8612-86800989c1e5-rescue.vmdk. [ 895.451882] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c1fb50d-a765-44ff-9bba-435afc2448ad {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.463456] env[69365]: DEBUG oslo_vmware.api [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]525a3155-7c49-4cea-054e-e46840e5c0d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010959} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.484945] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] d3d58b6e-04b7-4a8d-88c3-149d58607224/2c3a5944-575a-4385-8612-86800989c1e5-rescue.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 895.485252] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d8acb54-0f2a-43c2-abf6-89ebfad78b86 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.487594] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5263ae2-fba8-487e-9edb-a046dc5c0c00 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.504148] env[69365]: DEBUG oslo_vmware.api [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 895.504148] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5210a62a-2a2b-792b-3259-aa6a41baf41d" [ 895.504148] env[69365]: _type = "Task" [ 895.504148] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.509039] env[69365]: DEBUG oslo_vmware.api [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 895.509039] env[69365]: value = "task-3469043" [ 895.509039] env[69365]: _type = "Task" [ 895.509039] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.515366] env[69365]: DEBUG oslo_vmware.api [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5210a62a-2a2b-792b-3259-aa6a41baf41d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.521403] env[69365]: DEBUG oslo_vmware.api [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469043, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.540989] env[69365]: DEBUG nova.compute.utils [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.544725] env[69365]: INFO nova.compute.claims [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.548471] env[69365]: DEBUG nova.compute.manager [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 895.548684] env[69365]: DEBUG nova.network.neutron [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 895.615933] env[69365]: DEBUG nova.policy [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a90480f7b9b74d31851c30319417115c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7cbd7eff8a31441ea397955c5f6aeae9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 895.709847] env[69365]: DEBUG oslo_vmware.api [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469041, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.754239] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cba48186-18a5-415a-9de5-f60ca521f5b9 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.878571] env[69365]: DEBUG oslo_vmware.api [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Task: {'id': task-3469040, 'name': PowerOffVM_Task, 'duration_secs': 1.117905} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.878571] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 895.878775] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 895.879297] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc22a6ee-3f22-4480-8185-7a7748fcc71c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.916262] env[69365]: DEBUG nova.network.neutron [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.944891] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 895.945268] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 895.945328] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Deleting the datastore file [datastore2] 3b213cad-bbda-44b3-8536-0e59dc08b402 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 895.945601] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-199f1ec2-38ca-4d2d-a56b-413350b4edd9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.955670] env[69365]: DEBUG oslo_vmware.api [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Waiting for the task: (returnval){ [ 895.955670] env[69365]: value = "task-3469045" [ 895.955670] env[69365]: _type = "Task" [ 895.955670] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.964751] env[69365]: DEBUG oslo_vmware.api [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Task: {'id': task-3469045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.998131] env[69365]: DEBUG nova.network.neutron [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Successfully created port: 337b1289-769f-4480-bb99-7e07f40e1688 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 896.021021] env[69365]: DEBUG oslo_vmware.api [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5210a62a-2a2b-792b-3259-aa6a41baf41d, 'name': SearchDatastore_Task, 'duration_secs': 0.011216} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.021021] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.021021] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 63ba982c-a490-4a11-81ad-4bb57b31b90d/63ba982c-a490-4a11-81ad-4bb57b31b90d.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.021021] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df2b8a28-b7d1-478a-ab5b-5d08371db010 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.026283] env[69365]: DEBUG oslo_vmware.api [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469043, 'name': ReconfigVM_Task, 'duration_secs': 0.364716} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.027279] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Reconfigured VM instance instance-00000032 to attach disk [datastore1] d3d58b6e-04b7-4a8d-88c3-149d58607224/2c3a5944-575a-4385-8612-86800989c1e5-rescue.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 896.028305] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d608c0be-0d59-4e5e-8a7a-254323b06ce4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.031727] env[69365]: DEBUG oslo_vmware.api [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 896.031727] env[69365]: value = "task-3469046" [ 896.031727] env[69365]: _type = "Task" [ 896.031727] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.056712] env[69365]: INFO nova.compute.resource_tracker [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Updating resource usage from migration 7314c55b-0299-4d27-a59d-948aa78a5d22 [ 896.059042] env[69365]: DEBUG nova.compute.manager [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 896.073951] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d14159d-cd72-47f9-ab54-3e45e128a9dd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.087138] env[69365]: DEBUG oslo_vmware.api [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469046, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.093942] env[69365]: DEBUG oslo_vmware.api [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 896.093942] env[69365]: value = "task-3469047" [ 896.093942] env[69365]: _type = "Task" [ 896.093942] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.112849] env[69365]: DEBUG oslo_vmware.api [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469047, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.147358] env[69365]: DEBUG nova.network.neutron [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Updating instance_info_cache with network_info: [{"id": "2912f46a-cc9f-4459-85c3-408886060094", "address": "fa:16:3e:b8:00:8e", "network": {"id": "a3b09ef4-0032-4dba-b0ed-c8fd23c1518c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-208278887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c19eee45b12f436d954d8f8c9d67247e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2912f46a-cc", "ovs_interfaceid": "2912f46a-cc9f-4459-85c3-408886060094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.207538] env[69365]: DEBUG oslo_vmware.api [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469041, 'name': RemoveSnapshot_Task, 'duration_secs': 1.175332} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.207538] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 896.207538] env[69365]: INFO nova.compute.manager [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Took 17.24 seconds to snapshot the instance on the hypervisor. [ 896.470793] env[69365]: DEBUG oslo_vmware.api [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Task: {'id': task-3469045, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160772} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.471121] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 896.471395] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 896.471669] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 896.471894] env[69365]: INFO nova.compute.manager [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Took 2.13 seconds to destroy the instance on the hypervisor. [ 896.472213] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.472463] env[69365]: DEBUG nova.compute.manager [-] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 896.472602] env[69365]: DEBUG nova.network.neutron [-] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 896.542615] env[69365]: DEBUG oslo_vmware.api [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469046, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485702} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.542877] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 63ba982c-a490-4a11-81ad-4bb57b31b90d/63ba982c-a490-4a11-81ad-4bb57b31b90d.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.543102] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.543355] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49451184-c1dc-4ee7-a539-f8a2df85338c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.550464] env[69365]: DEBUG oslo_vmware.api [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 896.550464] env[69365]: value = "task-3469048" [ 896.550464] env[69365]: _type = "Task" [ 896.550464] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.561402] env[69365]: DEBUG oslo_vmware.api [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.607114] env[69365]: DEBUG oslo_vmware.api [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469047, 'name': ReconfigVM_Task, 'duration_secs': 0.207861} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.608131] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 896.610912] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-daf25744-d527-4196-9351-076e4a372c85 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.620423] env[69365]: DEBUG oslo_vmware.api [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 896.620423] env[69365]: value = "task-3469049" [ 896.620423] env[69365]: _type = "Task" [ 896.620423] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.630050] env[69365]: DEBUG oslo_vmware.api [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.649751] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80639878-f6ab-407f-a6bd-773f6f4ae256 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.652832] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Releasing lock "refresh_cache-cd6045d8-83e8-4147-8233-1996687bc731" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.653138] env[69365]: DEBUG nova.compute.manager [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Instance network_info: |[{"id": "2912f46a-cc9f-4459-85c3-408886060094", "address": "fa:16:3e:b8:00:8e", "network": {"id": "a3b09ef4-0032-4dba-b0ed-c8fd23c1518c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-208278887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c19eee45b12f436d954d8f8c9d67247e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2912f46a-cc", "ovs_interfaceid": "2912f46a-cc9f-4459-85c3-408886060094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 896.653559] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:00:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2912f46a-cc9f-4459-85c3-408886060094', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.661285] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.661969] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.662244] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb77c4d9-7cf4-47be-9e0c-27e42bce15d2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.681948] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849d0a94-1f5b-46bf-a9eb-c1bea3818094 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.686898] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.686898] env[69365]: value = "task-3469050" [ 896.686898] env[69365]: _type = "Task" [ 896.686898] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.722499] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87207524-44da-49bd-ac66-ca79aad7dd12 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.729674] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469050, 'name': CreateVM_Task} progress is 15%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.735707] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de1f40a-ac6c-4df9-8d3c-681624898c0e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.752206] env[69365]: DEBUG nova.compute.provider_tree [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.783952] env[69365]: DEBUG nova.compute.manager [None req-38ac0c16-7e17-4105-970a-fbe5ed348efc tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Found 1 images (rotation: 2) {{(pid=69365) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 896.808793] env[69365]: DEBUG nova.compute.manager [req-59304bc5-fa1b-44ea-b5e7-b12516c0f4c4 req-2830f806-91cd-40f3-b5a4-cc7b36534f8d service nova] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Received event network-vif-deleted-9a314dd7-ac32-4d92-a106-a4681e379db5 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.808997] env[69365]: INFO nova.compute.manager [req-59304bc5-fa1b-44ea-b5e7-b12516c0f4c4 req-2830f806-91cd-40f3-b5a4-cc7b36534f8d service nova] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Neutron deleted interface 9a314dd7-ac32-4d92-a106-a4681e379db5; detaching it from the instance and deleting it from the info cache [ 896.809237] env[69365]: DEBUG nova.network.neutron [req-59304bc5-fa1b-44ea-b5e7-b12516c0f4c4 req-2830f806-91cd-40f3-b5a4-cc7b36534f8d service nova] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.829573] env[69365]: DEBUG nova.compute.manager [req-170a8ba4-5562-4bc8-98ce-22f566642944 req-bee7828c-ebdf-4845-9a94-d68fce12cccc service nova] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Received event network-changed-2912f46a-cc9f-4459-85c3-408886060094 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.829573] env[69365]: DEBUG nova.compute.manager [req-170a8ba4-5562-4bc8-98ce-22f566642944 req-bee7828c-ebdf-4845-9a94-d68fce12cccc service nova] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Refreshing instance network info cache due to event network-changed-2912f46a-cc9f-4459-85c3-408886060094. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.829573] env[69365]: DEBUG oslo_concurrency.lockutils [req-170a8ba4-5562-4bc8-98ce-22f566642944 req-bee7828c-ebdf-4845-9a94-d68fce12cccc service nova] Acquiring lock "refresh_cache-cd6045d8-83e8-4147-8233-1996687bc731" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.829573] env[69365]: DEBUG oslo_concurrency.lockutils [req-170a8ba4-5562-4bc8-98ce-22f566642944 req-bee7828c-ebdf-4845-9a94-d68fce12cccc service nova] Acquired lock "refresh_cache-cd6045d8-83e8-4147-8233-1996687bc731" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.829573] env[69365]: DEBUG nova.network.neutron [req-170a8ba4-5562-4bc8-98ce-22f566642944 req-bee7828c-ebdf-4845-9a94-d68fce12cccc service nova] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Refreshing network info cache for port 2912f46a-cc9f-4459-85c3-408886060094 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.060650] env[69365]: DEBUG oslo_vmware.api [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070727} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.061041] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.061801] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b099451-34c5-46ac-bd37-2e3aa273e338 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.079606] env[69365]: DEBUG nova.compute.manager [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 897.090512] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 63ba982c-a490-4a11-81ad-4bb57b31b90d/63ba982c-a490-4a11-81ad-4bb57b31b90d.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.091761] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b389eab-ce46-4f27-9ca3-114250081c14 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.115479] env[69365]: DEBUG nova.virt.hardware [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 897.115987] env[69365]: DEBUG nova.virt.hardware [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 897.115987] env[69365]: DEBUG nova.virt.hardware [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 897.116111] env[69365]: DEBUG nova.virt.hardware [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 897.116203] env[69365]: DEBUG nova.virt.hardware [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 897.116347] env[69365]: DEBUG nova.virt.hardware [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 897.116549] env[69365]: DEBUG nova.virt.hardware [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 897.116703] env[69365]: DEBUG nova.virt.hardware [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 897.116867] env[69365]: DEBUG nova.virt.hardware [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 897.117066] env[69365]: DEBUG nova.virt.hardware [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 897.117219] env[69365]: DEBUG nova.virt.hardware [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 897.118057] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611948c4-9632-47ab-be9c-3e1923bce27e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.121671] env[69365]: DEBUG oslo_vmware.api [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 897.121671] env[69365]: value = "task-3469051" [ 897.121671] env[69365]: _type = "Task" [ 897.121671] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.130909] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256c4163-1513-44de-b93f-dd92b1c6ca52 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.138017] env[69365]: DEBUG oslo_vmware.api [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469049, 'name': PowerOnVM_Task, 'duration_secs': 0.478963} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.138654] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.151924] env[69365]: DEBUG oslo_vmware.api [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.152960] env[69365]: DEBUG nova.compute.manager [None req-2a3c44a4-7061-43f2-9761-5f17d7029967 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.153699] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95eade02-8682-4f56-8aa9-f205a6dce069 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.197617] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469050, 'name': CreateVM_Task, 'duration_secs': 0.445277} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.197786] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.198461] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.198637] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.198955] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.199445] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0487024-0579-4a4c-b02c-078e13cd0e59 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.204295] env[69365]: DEBUG oslo_vmware.api [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 897.204295] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52af3b60-1172-03c2-4d37-b1c4eea73f04" [ 897.204295] env[69365]: _type = "Task" [ 897.204295] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.212921] env[69365]: DEBUG oslo_vmware.api [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52af3b60-1172-03c2-4d37-b1c4eea73f04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.256623] env[69365]: DEBUG nova.scheduler.client.report [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.261198] env[69365]: DEBUG nova.network.neutron [-] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.312006] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb357dd2-28a8-408b-b849-6e63ba585e77 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.323460] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d263114-418f-4334-8f9f-e1c417863113 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.362174] env[69365]: DEBUG nova.compute.manager [req-59304bc5-fa1b-44ea-b5e7-b12516c0f4c4 req-2830f806-91cd-40f3-b5a4-cc7b36534f8d service nova] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Detach interface failed, port_id=9a314dd7-ac32-4d92-a106-a4681e379db5, reason: Instance 3b213cad-bbda-44b3-8536-0e59dc08b402 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 897.588299] env[69365]: DEBUG nova.network.neutron [req-170a8ba4-5562-4bc8-98ce-22f566642944 req-bee7828c-ebdf-4845-9a94-d68fce12cccc service nova] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Updated VIF entry in instance network info cache for port 2912f46a-cc9f-4459-85c3-408886060094. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.588299] env[69365]: DEBUG nova.network.neutron [req-170a8ba4-5562-4bc8-98ce-22f566642944 req-bee7828c-ebdf-4845-9a94-d68fce12cccc service nova] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Updating instance_info_cache with network_info: [{"id": "2912f46a-cc9f-4459-85c3-408886060094", "address": "fa:16:3e:b8:00:8e", "network": {"id": "a3b09ef4-0032-4dba-b0ed-c8fd23c1518c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-208278887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c19eee45b12f436d954d8f8c9d67247e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2912f46a-cc", "ovs_interfaceid": "2912f46a-cc9f-4459-85c3-408886060094", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.589838] env[69365]: DEBUG nova.network.neutron [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Successfully updated port: 337b1289-769f-4480-bb99-7e07f40e1688 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 897.637133] env[69365]: DEBUG oslo_vmware.api [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469051, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.717603] env[69365]: DEBUG oslo_vmware.api [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52af3b60-1172-03c2-4d37-b1c4eea73f04, 'name': SearchDatastore_Task, 'duration_secs': 0.024698} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.717978] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.718270] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.718546] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.718723] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.718933] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.719255] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7844d80-7249-4de5-a59c-6b8aad6f8693 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.733344] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.733344] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.733344] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c93e795e-fe82-4937-9d29-3c7e926ddedc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.740812] env[69365]: DEBUG oslo_vmware.api [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 897.740812] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52037b0a-efbc-7eff-41ea-580a7e9c9143" [ 897.740812] env[69365]: _type = "Task" [ 897.740812] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.749037] env[69365]: DEBUG oslo_vmware.api [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52037b0a-efbc-7eff-41ea-580a7e9c9143, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.763034] env[69365]: DEBUG oslo_concurrency.lockutils [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.726s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.763218] env[69365]: INFO nova.compute.manager [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Migrating [ 897.775499] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 40.856s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.775787] env[69365]: DEBUG nova.objects.instance [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69365) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 897.779499] env[69365]: INFO nova.compute.manager [-] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Took 1.31 seconds to deallocate network for instance. [ 898.092110] env[69365]: DEBUG oslo_concurrency.lockutils [req-170a8ba4-5562-4bc8-98ce-22f566642944 req-bee7828c-ebdf-4845-9a94-d68fce12cccc service nova] Releasing lock "refresh_cache-cd6045d8-83e8-4147-8233-1996687bc731" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.092864] env[69365]: DEBUG oslo_concurrency.lockutils [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Acquiring lock "refresh_cache-918e36cd-48f9-43bd-9fdf-5789b4c99a12" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.093088] env[69365]: DEBUG oslo_concurrency.lockutils [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Acquired lock "refresh_cache-918e36cd-48f9-43bd-9fdf-5789b4c99a12" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.093297] env[69365]: DEBUG nova.network.neutron [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.138391] env[69365]: DEBUG oslo_vmware.api [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469051, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.250592] env[69365]: DEBUG oslo_vmware.api [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52037b0a-efbc-7eff-41ea-580a7e9c9143, 'name': SearchDatastore_Task, 'duration_secs': 0.016678} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.251419] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a7c7569-de8c-4d86-bb78-89d1d512de0b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.257432] env[69365]: DEBUG oslo_vmware.api [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 898.257432] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d1f0cb-9e0e-bac3-f48b-f0dff5fd71bd" [ 898.257432] env[69365]: _type = "Task" [ 898.257432] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.266991] env[69365]: DEBUG oslo_vmware.api [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d1f0cb-9e0e-bac3-f48b-f0dff5fd71bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.285612] env[69365]: DEBUG nova.compute.manager [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.289392] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decc6ee8-33d3-447d-a891-d3466c17d0f7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.292013] env[69365]: DEBUG oslo_concurrency.lockutils [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquiring lock "refresh_cache-db7108fa-22fd-466f-ba5b-0a33046105d4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.292216] env[69365]: DEBUG oslo_concurrency.lockutils [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquired lock "refresh_cache-db7108fa-22fd-466f-ba5b-0a33046105d4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.292396] env[69365]: DEBUG nova.network.neutron [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.294035] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.565209] env[69365]: INFO nova.compute.manager [None req-70ecf111-3a95-44f2-b892-9f5dd467e907 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Unrescuing [ 898.565332] env[69365]: DEBUG oslo_concurrency.lockutils [None req-70ecf111-3a95-44f2-b892-9f5dd467e907 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "refresh_cache-d3d58b6e-04b7-4a8d-88c3-149d58607224" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.565493] env[69365]: DEBUG oslo_concurrency.lockutils [None req-70ecf111-3a95-44f2-b892-9f5dd467e907 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquired lock "refresh_cache-d3d58b6e-04b7-4a8d-88c3-149d58607224" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.565662] env[69365]: DEBUG nova.network.neutron [None req-70ecf111-3a95-44f2-b892-9f5dd467e907 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.626078] env[69365]: DEBUG nova.network.neutron [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 898.636934] env[69365]: DEBUG oslo_vmware.api [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469051, 'name': ReconfigVM_Task, 'duration_secs': 1.031045} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.637197] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 63ba982c-a490-4a11-81ad-4bb57b31b90d/63ba982c-a490-4a11-81ad-4bb57b31b90d.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.637813] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0b6ed3f-4c1e-482d-a3d6-f7b22a664314 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.645996] env[69365]: DEBUG oslo_vmware.api [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 898.645996] env[69365]: value = "task-3469052" [ 898.645996] env[69365]: _type = "Task" [ 898.645996] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.656560] env[69365]: DEBUG oslo_vmware.api [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469052, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.768747] env[69365]: DEBUG oslo_vmware.api [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d1f0cb-9e0e-bac3-f48b-f0dff5fd71bd, 'name': SearchDatastore_Task, 'duration_secs': 0.032718} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.769020] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.769290] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] cd6045d8-83e8-4147-8233-1996687bc731/cd6045d8-83e8-4147-8233-1996687bc731.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.769547] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-882d5467-b855-4ceb-91b0-e4ecac17a9b9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.776886] env[69365]: DEBUG oslo_vmware.api [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 898.776886] env[69365]: value = "task-3469053" [ 898.776886] env[69365]: _type = "Task" [ 898.776886] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.782054] env[69365]: DEBUG nova.network.neutron [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Updating instance_info_cache with network_info: [{"id": "337b1289-769f-4480-bb99-7e07f40e1688", "address": "fa:16:3e:f9:11:7c", "network": {"id": "82ecd9b4-c0dc-414d-9efd-d7f63da0b912", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1612940758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cbd7eff8a31441ea397955c5f6aeae9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap337b1289-76", "ovs_interfaceid": "337b1289-769f-4480-bb99-7e07f40e1688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.787210] env[69365]: DEBUG oslo_vmware.api [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.795212] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e3b4a64a-666e-4f83-b0bd-894a1bda338c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.798414] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f09bc50b-87b5-43f4-b5d9-b08153a24e32 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.658s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.798638] env[69365]: DEBUG nova.objects.instance [None req-f09bc50b-87b5-43f4-b5d9-b08153a24e32 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Lazy-loading 'resources' on Instance uuid 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.802430] env[69365]: INFO nova.compute.manager [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] instance snapshotting [ 898.802724] env[69365]: DEBUG nova.objects.instance [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lazy-loading 'flavor' on Instance uuid 07629f5e-e1b1-4aab-b422-8924b572449b {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.855885] env[69365]: DEBUG nova.compute.manager [req-0dc96750-863a-4a56-a78e-2c9d5a43a027 req-68a39a9a-b1cd-4991-b4ba-758a49ab53ea service nova] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Received event network-vif-plugged-337b1289-769f-4480-bb99-7e07f40e1688 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.856117] env[69365]: DEBUG oslo_concurrency.lockutils [req-0dc96750-863a-4a56-a78e-2c9d5a43a027 req-68a39a9a-b1cd-4991-b4ba-758a49ab53ea service nova] Acquiring lock "918e36cd-48f9-43bd-9fdf-5789b4c99a12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.856320] env[69365]: DEBUG oslo_concurrency.lockutils [req-0dc96750-863a-4a56-a78e-2c9d5a43a027 req-68a39a9a-b1cd-4991-b4ba-758a49ab53ea service nova] Lock "918e36cd-48f9-43bd-9fdf-5789b4c99a12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.856479] env[69365]: DEBUG oslo_concurrency.lockutils [req-0dc96750-863a-4a56-a78e-2c9d5a43a027 req-68a39a9a-b1cd-4991-b4ba-758a49ab53ea service nova] Lock "918e36cd-48f9-43bd-9fdf-5789b4c99a12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.856646] env[69365]: DEBUG nova.compute.manager [req-0dc96750-863a-4a56-a78e-2c9d5a43a027 req-68a39a9a-b1cd-4991-b4ba-758a49ab53ea service nova] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] No waiting events found dispatching network-vif-plugged-337b1289-769f-4480-bb99-7e07f40e1688 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 898.856806] env[69365]: WARNING nova.compute.manager [req-0dc96750-863a-4a56-a78e-2c9d5a43a027 req-68a39a9a-b1cd-4991-b4ba-758a49ab53ea service nova] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Received unexpected event network-vif-plugged-337b1289-769f-4480-bb99-7e07f40e1688 for instance with vm_state building and task_state spawning. [ 898.856964] env[69365]: DEBUG nova.compute.manager [req-0dc96750-863a-4a56-a78e-2c9d5a43a027 req-68a39a9a-b1cd-4991-b4ba-758a49ab53ea service nova] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Received event network-changed-337b1289-769f-4480-bb99-7e07f40e1688 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 898.857133] env[69365]: DEBUG nova.compute.manager [req-0dc96750-863a-4a56-a78e-2c9d5a43a027 req-68a39a9a-b1cd-4991-b4ba-758a49ab53ea service nova] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Refreshing instance network info cache due to event network-changed-337b1289-769f-4480-bb99-7e07f40e1688. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 898.857305] env[69365]: DEBUG oslo_concurrency.lockutils [req-0dc96750-863a-4a56-a78e-2c9d5a43a027 req-68a39a9a-b1cd-4991-b4ba-758a49ab53ea service nova] Acquiring lock "refresh_cache-918e36cd-48f9-43bd-9fdf-5789b4c99a12" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.041684] env[69365]: DEBUG nova.network.neutron [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Updating instance_info_cache with network_info: [{"id": "918ae9db-7ed1-4a9b-a391-0ff02a2081c8", "address": "fa:16:3e:74:3f:9c", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap918ae9db-7e", "ovs_interfaceid": "918ae9db-7ed1-4a9b-a391-0ff02a2081c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.159326] env[69365]: DEBUG oslo_vmware.api [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469052, 'name': Rename_Task, 'duration_secs': 0.263642} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.159624] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 899.159879] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ed5d285-d34d-4b61-8d31-090446bb1a2f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.182475] env[69365]: DEBUG oslo_vmware.api [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 899.182475] env[69365]: value = "task-3469054" [ 899.182475] env[69365]: _type = "Task" [ 899.182475] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.193230] env[69365]: DEBUG oslo_vmware.api [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.291421] env[69365]: DEBUG oslo_concurrency.lockutils [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Releasing lock "refresh_cache-918e36cd-48f9-43bd-9fdf-5789b4c99a12" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.291767] env[69365]: DEBUG nova.compute.manager [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Instance network_info: |[{"id": "337b1289-769f-4480-bb99-7e07f40e1688", "address": "fa:16:3e:f9:11:7c", "network": {"id": "82ecd9b4-c0dc-414d-9efd-d7f63da0b912", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1612940758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cbd7eff8a31441ea397955c5f6aeae9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap337b1289-76", "ovs_interfaceid": "337b1289-769f-4480-bb99-7e07f40e1688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 899.292279] env[69365]: DEBUG oslo_vmware.api [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469053, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.295229] env[69365]: DEBUG oslo_concurrency.lockutils [req-0dc96750-863a-4a56-a78e-2c9d5a43a027 req-68a39a9a-b1cd-4991-b4ba-758a49ab53ea service nova] Acquired lock "refresh_cache-918e36cd-48f9-43bd-9fdf-5789b4c99a12" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.295429] env[69365]: DEBUG nova.network.neutron [req-0dc96750-863a-4a56-a78e-2c9d5a43a027 req-68a39a9a-b1cd-4991-b4ba-758a49ab53ea service nova] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Refreshing network info cache for port 337b1289-769f-4480-bb99-7e07f40e1688 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 899.296836] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:11:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '86a35d07-53d3-46b3-92cb-ae34236c0f41', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '337b1289-769f-4480-bb99-7e07f40e1688', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 899.305045] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Creating folder: Project (7cbd7eff8a31441ea397955c5f6aeae9). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.308490] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61b89581-5c4c-4f5b-a946-5e125230e443 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.314410] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388a0618-4b41-4580-bf6c-9d9a578ae7cb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.338637] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b03638-634e-4097-961e-53775282fda4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.341643] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Created folder: Project (7cbd7eff8a31441ea397955c5f6aeae9) in parent group-v693134. [ 899.341893] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Creating folder: Instances. Parent ref: group-v693303. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 899.345054] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3431d967-2f10-49c6-885d-a0337108c78f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.358332] env[69365]: DEBUG nova.network.neutron [None req-70ecf111-3a95-44f2-b892-9f5dd467e907 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Updating instance_info_cache with network_info: [{"id": "25c2a5fe-b880-4890-8cdd-af26e44f6311", "address": "fa:16:3e:26:e6:bd", "network": {"id": "0567f215-2218-44b4-a3ee-0886663f5bac", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1723893682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0262e671388f4a19a7414827f058739e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25c2a5fe-b8", "ovs_interfaceid": "25c2a5fe-b880-4890-8cdd-af26e44f6311", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.364398] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Created folder: Instances in parent group-v693303. [ 899.364767] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 899.365424] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 899.365676] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6042d6f-b03e-4afa-91d0-3f498cb8feb2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.394538] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 899.394538] env[69365]: value = "task-3469057" [ 899.394538] env[69365]: _type = "Task" [ 899.394538] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.408986] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469057, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.544591] env[69365]: DEBUG oslo_concurrency.lockutils [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Releasing lock "refresh_cache-db7108fa-22fd-466f-ba5b-0a33046105d4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.695664] env[69365]: DEBUG oslo_vmware.api [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469054, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.756342] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0331192c-f69d-4e7c-8781-322989342da4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.764669] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488983f0-7f81-438d-8ea1-dbc7f01bf139 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.801776] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ece5f8-4e8a-4960-85b4-2da8e63930ee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.813525] env[69365]: DEBUG oslo_vmware.api [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764917} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.814320] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] cd6045d8-83e8-4147-8233-1996687bc731/cd6045d8-83e8-4147-8233-1996687bc731.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.814529] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.815793] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f900a59f-df06-462c-b923-7b726598fe08 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.819710] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df771db4-adaa-4a7c-a0a2-032042b743d7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.833615] env[69365]: DEBUG nova.compute.provider_tree [None req-f09bc50b-87b5-43f4-b5d9-b08153a24e32 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.839202] env[69365]: DEBUG oslo_vmware.api [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 899.839202] env[69365]: value = "task-3469058" [ 899.839202] env[69365]: _type = "Task" [ 899.839202] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.860227] env[69365]: DEBUG oslo_concurrency.lockutils [None req-70ecf111-3a95-44f2-b892-9f5dd467e907 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Releasing lock "refresh_cache-d3d58b6e-04b7-4a8d-88c3-149d58607224" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.861070] env[69365]: DEBUG nova.objects.instance [None req-70ecf111-3a95-44f2-b892-9f5dd467e907 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lazy-loading 'flavor' on Instance uuid d3d58b6e-04b7-4a8d-88c3-149d58607224 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 899.863333] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 899.864153] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5957cc49-a880-4d19-a359-4147a43f8ccc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.873733] env[69365]: DEBUG oslo_vmware.api [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 899.873733] env[69365]: value = "task-3469059" [ 899.873733] env[69365]: _type = "Task" [ 899.873733] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.886347] env[69365]: DEBUG oslo_vmware.api [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469059, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.909599] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469057, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.106418] env[69365]: DEBUG nova.network.neutron [req-0dc96750-863a-4a56-a78e-2c9d5a43a027 req-68a39a9a-b1cd-4991-b4ba-758a49ab53ea service nova] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Updated VIF entry in instance network info cache for port 337b1289-769f-4480-bb99-7e07f40e1688. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 900.106882] env[69365]: DEBUG nova.network.neutron [req-0dc96750-863a-4a56-a78e-2c9d5a43a027 req-68a39a9a-b1cd-4991-b4ba-758a49ab53ea service nova] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Updating instance_info_cache with network_info: [{"id": "337b1289-769f-4480-bb99-7e07f40e1688", "address": "fa:16:3e:f9:11:7c", "network": {"id": "82ecd9b4-c0dc-414d-9efd-d7f63da0b912", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1612940758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cbd7eff8a31441ea397955c5f6aeae9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap337b1289-76", "ovs_interfaceid": "337b1289-769f-4480-bb99-7e07f40e1688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 900.194108] env[69365]: DEBUG oslo_vmware.api [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469054, 'name': PowerOnVM_Task, 'duration_secs': 0.887446} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.194489] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 900.194663] env[69365]: DEBUG nova.compute.manager [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.195596] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa78041-2e6e-4868-8f32-1e56e543da60 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.338692] env[69365]: DEBUG nova.scheduler.client.report [None req-f09bc50b-87b5-43f4-b5d9-b08153a24e32 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.354144] env[69365]: DEBUG oslo_vmware.api [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116118} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.354408] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 900.355326] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9eae362-b230-4114-b652-a0d8b828bdbd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.383241] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] cd6045d8-83e8-4147-8233-1996687bc731/cd6045d8-83e8-4147-8233-1996687bc731.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 900.384207] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54cb1ffc-37cd-47c0-a472-e717b82e383f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.399872] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40adb3bd-fcc8-4fa8-824a-4a94859f0660 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.415472] env[69365]: DEBUG oslo_vmware.api [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469059, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.435055] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469057, 'name': CreateVM_Task, 'duration_secs': 0.745519} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.435055] env[69365]: DEBUG oslo_vmware.api [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 900.435055] env[69365]: value = "task-3469060" [ 900.435055] env[69365]: _type = "Task" [ 900.435055] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.435919] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ecf111-3a95-44f2-b892-9f5dd467e907 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.435919] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 900.436185] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-538c6879-c034-4d6d-ab9a-8c782a20a8ed {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.438393] env[69365]: DEBUG oslo_concurrency.lockutils [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.438621] env[69365]: DEBUG oslo_concurrency.lockutils [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.438889] env[69365]: DEBUG oslo_concurrency.lockutils [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.442065] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9e96f18-279a-4a8a-bb81-e171beee88ec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.447775] env[69365]: DEBUG oslo_vmware.api [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Waiting for the task: (returnval){ [ 900.447775] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]529b368d-58b6-aca8-b2fc-54eddececa34" [ 900.447775] env[69365]: _type = "Task" [ 900.447775] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.451660] env[69365]: DEBUG oslo_vmware.api [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469060, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.456096] env[69365]: DEBUG oslo_vmware.api [None req-70ecf111-3a95-44f2-b892-9f5dd467e907 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 900.456096] env[69365]: value = "task-3469061" [ 900.456096] env[69365]: _type = "Task" [ 900.456096] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.463525] env[69365]: DEBUG oslo_vmware.api [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]529b368d-58b6-aca8-b2fc-54eddececa34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.470131] env[69365]: DEBUG oslo_vmware.api [None req-70ecf111-3a95-44f2-b892-9f5dd467e907 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.609378] env[69365]: DEBUG oslo_concurrency.lockutils [req-0dc96750-863a-4a56-a78e-2c9d5a43a027 req-68a39a9a-b1cd-4991-b4ba-758a49ab53ea service nova] Releasing lock "refresh_cache-918e36cd-48f9-43bd-9fdf-5789b4c99a12" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.713088] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.850127] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f09bc50b-87b5-43f4-b5d9-b08153a24e32 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.052s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.852714] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.052s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.855461] env[69365]: INFO nova.compute.claims [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.874075] env[69365]: INFO nova.scheduler.client.report [None req-f09bc50b-87b5-43f4-b5d9-b08153a24e32 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Deleted allocations for instance 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1 [ 900.894993] env[69365]: DEBUG oslo_vmware.api [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469059, 'name': CreateSnapshot_Task, 'duration_secs': 0.555868} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.895365] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 900.896195] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61189b7a-0d15-43a2-ba08-b54122ad43d0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.948184] env[69365]: DEBUG oslo_vmware.api [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469060, 'name': ReconfigVM_Task, 'duration_secs': 0.438054} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.948571] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Reconfigured VM instance instance-00000038 to attach disk [datastore2] cd6045d8-83e8-4147-8233-1996687bc731/cd6045d8-83e8-4147-8233-1996687bc731.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.949130] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f309b1eb-98bf-4907-9956-2079dfe6c331 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.956866] env[69365]: DEBUG oslo_vmware.api [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 900.956866] env[69365]: value = "task-3469062" [ 900.956866] env[69365]: _type = "Task" [ 900.956866] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.963365] env[69365]: DEBUG oslo_vmware.api [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]529b368d-58b6-aca8-b2fc-54eddececa34, 'name': SearchDatastore_Task, 'duration_secs': 0.018403} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.966151] env[69365]: DEBUG oslo_concurrency.lockutils [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.966403] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.966636] env[69365]: DEBUG oslo_concurrency.lockutils [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.966781] env[69365]: DEBUG oslo_concurrency.lockutils [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.966953] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.969298] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad9167f3-4ed0-44f8-8984-3f9f3a6bdab3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.974221] env[69365]: DEBUG oslo_vmware.api [None req-70ecf111-3a95-44f2-b892-9f5dd467e907 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469061, 'name': PowerOffVM_Task, 'duration_secs': 0.477742} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.974745] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ecf111-3a95-44f2-b892-9f5dd467e907 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.979993] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ecf111-3a95-44f2-b892-9f5dd467e907 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Reconfiguring VM instance instance-00000032 to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 900.983359] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d7d9453-7fd1-4cba-a409-6b8b760771cb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.997687] env[69365]: DEBUG oslo_vmware.api [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469062, 'name': Rename_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.998970] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.999173] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.000386] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6cb5e90-fbc5-4136-836a-77828263614b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.006059] env[69365]: DEBUG oslo_vmware.api [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Waiting for the task: (returnval){ [ 901.006059] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b2639b-1524-cb20-3d3f-8aa1b77922d0" [ 901.006059] env[69365]: _type = "Task" [ 901.006059] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.007579] env[69365]: DEBUG oslo_vmware.api [None req-70ecf111-3a95-44f2-b892-9f5dd467e907 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 901.007579] env[69365]: value = "task-3469063" [ 901.007579] env[69365]: _type = "Task" [ 901.007579] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.020435] env[69365]: DEBUG oslo_vmware.api [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b2639b-1524-cb20-3d3f-8aa1b77922d0, 'name': SearchDatastore_Task, 'duration_secs': 0.01209} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.024434] env[69365]: DEBUG oslo_vmware.api [None req-70ecf111-3a95-44f2-b892-9f5dd467e907 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469063, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.024636] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38750a79-8969-4e14-8c11-b4e55af526a6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.031972] env[69365]: DEBUG oslo_vmware.api [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Waiting for the task: (returnval){ [ 901.031972] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5218f767-58a3-6c22-c167-0d3ab16f27ae" [ 901.031972] env[69365]: _type = "Task" [ 901.031972] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.039940] env[69365]: DEBUG oslo_vmware.api [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5218f767-58a3-6c22-c167-0d3ab16f27ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.061159] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed5638aa-8342-4ab8-83b1-0e8245f08581 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.081551] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Updating instance 'db7108fa-22fd-466f-ba5b-0a33046105d4' progress to 0 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 901.382831] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f09bc50b-87b5-43f4-b5d9-b08153a24e32 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Lock "0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.379s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.420349] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 901.421212] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f2ac1d55-7038-45eb-bfa3-5a7fe2c00d8a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.434008] env[69365]: DEBUG oslo_vmware.api [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 901.434008] env[69365]: value = "task-3469064" [ 901.434008] env[69365]: _type = "Task" [ 901.434008] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.445767] env[69365]: DEBUG oslo_vmware.api [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469064, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.475961] env[69365]: DEBUG oslo_vmware.api [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469062, 'name': Rename_Task, 'duration_secs': 0.16027} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.476082] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.476267] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f51d3af7-26b6-4713-9c91-21672038bc54 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.489299] env[69365]: DEBUG oslo_vmware.api [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 901.489299] env[69365]: value = "task-3469065" [ 901.489299] env[69365]: _type = "Task" [ 901.489299] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.499848] env[69365]: DEBUG oslo_vmware.api [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469065, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.522877] env[69365]: DEBUG oslo_vmware.api [None req-70ecf111-3a95-44f2-b892-9f5dd467e907 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469063, 'name': ReconfigVM_Task, 'duration_secs': 0.501357} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.523233] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-70ecf111-3a95-44f2-b892-9f5dd467e907 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Reconfigured VM instance instance-00000032 to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 901.523435] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ecf111-3a95-44f2-b892-9f5dd467e907 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.523711] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3eae5cd-45aa-453f-9cbe-c71f8f61e1e5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.536191] env[69365]: DEBUG oslo_vmware.api [None req-70ecf111-3a95-44f2-b892-9f5dd467e907 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 901.536191] env[69365]: value = "task-3469066" [ 901.536191] env[69365]: _type = "Task" [ 901.536191] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.546353] env[69365]: DEBUG oslo_vmware.api [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5218f767-58a3-6c22-c167-0d3ab16f27ae, 'name': SearchDatastore_Task, 'duration_secs': 0.02716} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.547117] env[69365]: DEBUG oslo_concurrency.lockutils [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.547405] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 918e36cd-48f9-43bd-9fdf-5789b4c99a12/918e36cd-48f9-43bd-9fdf-5789b4c99a12.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.547695] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b19e1a96-da03-4a9e-a757-c5856543b623 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.554131] env[69365]: DEBUG oslo_vmware.api [None req-70ecf111-3a95-44f2-b892-9f5dd467e907 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.560151] env[69365]: DEBUG oslo_vmware.api [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Waiting for the task: (returnval){ [ 901.560151] env[69365]: value = "task-3469067" [ 901.560151] env[69365]: _type = "Task" [ 901.560151] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.570249] env[69365]: DEBUG oslo_vmware.api [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Task: {'id': task-3469067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.588759] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.589502] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc24bf1e-c011-4638-8765-ceaca240276b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.598538] env[69365]: DEBUG oslo_vmware.api [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 901.598538] env[69365]: value = "task-3469068" [ 901.598538] env[69365]: _type = "Task" [ 901.598538] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.609703] env[69365]: DEBUG oslo_vmware.api [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.957896] env[69365]: DEBUG oslo_vmware.api [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469064, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.988893] env[69365]: DEBUG oslo_concurrency.lockutils [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "63ba982c-a490-4a11-81ad-4bb57b31b90d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.989086] env[69365]: DEBUG oslo_concurrency.lockutils [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "63ba982c-a490-4a11-81ad-4bb57b31b90d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.989331] env[69365]: DEBUG oslo_concurrency.lockutils [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "63ba982c-a490-4a11-81ad-4bb57b31b90d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.989543] env[69365]: DEBUG oslo_concurrency.lockutils [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "63ba982c-a490-4a11-81ad-4bb57b31b90d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.989722] env[69365]: DEBUG oslo_concurrency.lockutils [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "63ba982c-a490-4a11-81ad-4bb57b31b90d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.997518] env[69365]: INFO nova.compute.manager [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Terminating instance [ 902.015673] env[69365]: DEBUG oslo_vmware.api [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469065, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.056122] env[69365]: DEBUG oslo_vmware.api [None req-70ecf111-3a95-44f2-b892-9f5dd467e907 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469066, 'name': PowerOnVM_Task, 'duration_secs': 0.470335} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.056122] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ecf111-3a95-44f2-b892-9f5dd467e907 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.056813] env[69365]: DEBUG nova.compute.manager [None req-70ecf111-3a95-44f2-b892-9f5dd467e907 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.058767] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab99136-abbd-4281-abc1-cc80196d5a4d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.080009] env[69365]: DEBUG oslo_vmware.api [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Task: {'id': task-3469067, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.119159] env[69365]: DEBUG oslo_vmware.api [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469068, 'name': PowerOffVM_Task, 'duration_secs': 0.352405} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.119477] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.119656] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Updating instance 'db7108fa-22fd-466f-ba5b-0a33046105d4' progress to 17 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 902.408825] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c7e341-1d70-4eaa-8e40-e9d681c0357e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.419188] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce93990a-3cc8-4ec8-88f8-14376ea9019a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.461974] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e04fc30-85d6-4f10-8a3d-4e320831df38 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.471242] env[69365]: DEBUG oslo_vmware.api [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469064, 'name': CloneVM_Task} progress is 95%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.475918] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d57f4d6-f500-4f78-91a2-a12fded46274 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.490928] env[69365]: DEBUG nova.compute.provider_tree [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.503765] env[69365]: DEBUG oslo_vmware.api [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469065, 'name': PowerOnVM_Task, 'duration_secs': 0.812727} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.504917] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.504917] env[69365]: INFO nova.compute.manager [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Took 8.15 seconds to spawn the instance on the hypervisor. [ 902.505021] env[69365]: DEBUG nova.compute.manager [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 902.506034] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0617925b-972c-49e2-9649-ebf27c7b6835 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.509728] env[69365]: DEBUG nova.compute.manager [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.510094] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.510883] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d48f89b-9b21-4bcf-adb4-af21742b6f09 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.523659] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.524114] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84a6a6fb-f170-407a-9ac2-45fe9fcca701 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.532827] env[69365]: DEBUG oslo_vmware.api [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 902.532827] env[69365]: value = "task-3469069" [ 902.532827] env[69365]: _type = "Task" [ 902.532827] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.544829] env[69365]: DEBUG oslo_vmware.api [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.579806] env[69365]: DEBUG oslo_vmware.api [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Task: {'id': task-3469067, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.630250] env[69365]: DEBUG nova.virt.hardware [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.630519] env[69365]: DEBUG nova.virt.hardware [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.630789] env[69365]: DEBUG nova.virt.hardware [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.631226] env[69365]: DEBUG nova.virt.hardware [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.634018] env[69365]: DEBUG nova.virt.hardware [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.634018] env[69365]: DEBUG nova.virt.hardware [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.634018] env[69365]: DEBUG nova.virt.hardware [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.634018] env[69365]: DEBUG nova.virt.hardware [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.634018] env[69365]: DEBUG nova.virt.hardware [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.634018] env[69365]: DEBUG nova.virt.hardware [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.634018] env[69365]: DEBUG nova.virt.hardware [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.644204] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9fe30c2-626b-4475-aaf5-fd10b6969b19 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.666554] env[69365]: DEBUG oslo_concurrency.lockutils [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "fc40515e-6823-454b-8825-a2585bd9065c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.666823] env[69365]: DEBUG oslo_concurrency.lockutils [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "fc40515e-6823-454b-8825-a2585bd9065c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.678048] env[69365]: DEBUG oslo_vmware.api [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 902.678048] env[69365]: value = "task-3469070" [ 902.678048] env[69365]: _type = "Task" [ 902.678048] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.688127] env[69365]: DEBUG oslo_vmware.api [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469070, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.970919] env[69365]: DEBUG oslo_vmware.api [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469064, 'name': CloneVM_Task, 'duration_secs': 1.16264} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.971240] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Created linked-clone VM from snapshot [ 902.972575] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b0cec2-8b54-4e8f-bbe7-9880c1933bb6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.986069] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Uploading image 6791a7c5-c134-40cc-8785-60d3ba543b6a {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 902.994211] env[69365]: DEBUG nova.scheduler.client.report [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.015841] env[69365]: DEBUG oslo_vmware.rw_handles [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 903.015841] env[69365]: value = "vm-693307" [ 903.015841] env[69365]: _type = "VirtualMachine" [ 903.015841] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 903.016093] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2c574fc7-5699-4773-888e-ad038f77d40f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.029444] env[69365]: DEBUG oslo_vmware.rw_handles [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lease: (returnval){ [ 903.029444] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]527463db-bc2e-b240-c5f4-51c5e9921817" [ 903.029444] env[69365]: _type = "HttpNfcLease" [ 903.029444] env[69365]: } obtained for exporting VM: (result){ [ 903.029444] env[69365]: value = "vm-693307" [ 903.029444] env[69365]: _type = "VirtualMachine" [ 903.029444] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 903.030503] env[69365]: DEBUG oslo_vmware.api [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the lease: (returnval){ [ 903.030503] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]527463db-bc2e-b240-c5f4-51c5e9921817" [ 903.030503] env[69365]: _type = "HttpNfcLease" [ 903.030503] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 903.032504] env[69365]: INFO nova.compute.manager [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Took 49.38 seconds to build instance. [ 903.044723] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 903.044723] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]527463db-bc2e-b240-c5f4-51c5e9921817" [ 903.044723] env[69365]: _type = "HttpNfcLease" [ 903.044723] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 903.048991] env[69365]: DEBUG oslo_vmware.api [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.074697] env[69365]: DEBUG oslo_vmware.api [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Task: {'id': task-3469067, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.169941] env[69365]: DEBUG nova.compute.manager [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.190816] env[69365]: DEBUG oslo_vmware.api [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469070, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.500032] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.500728] env[69365]: DEBUG nova.compute.manager [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.504050] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c2d143ad-f811-4275-8ddc-25390a591ec1 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.796s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.504195] env[69365]: DEBUG nova.objects.instance [None req-c2d143ad-f811-4275-8ddc-25390a591ec1 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Lazy-loading 'resources' on Instance uuid 2ddf89d9-987d-4904-a7f1-b5b0be5880f3 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 903.538261] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ed8b8e09-6521-4182-89ab-ef89a438f40d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "cd6045d8-83e8-4147-8233-1996687bc731" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.520s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.547191] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 903.547191] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]527463db-bc2e-b240-c5f4-51c5e9921817" [ 903.547191] env[69365]: _type = "HttpNfcLease" [ 903.547191] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 903.550794] env[69365]: DEBUG oslo_vmware.rw_handles [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 903.550794] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]527463db-bc2e-b240-c5f4-51c5e9921817" [ 903.550794] env[69365]: _type = "HttpNfcLease" [ 903.550794] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 903.551755] env[69365]: DEBUG oslo_vmware.api [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469069, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.552778] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95106d1a-8794-4030-a174-bc894f00bfd7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.563456] env[69365]: DEBUG oslo_vmware.rw_handles [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5230f8fa-167b-8658-82f7-4bbd8f927784/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 903.563699] env[69365]: DEBUG oslo_vmware.rw_handles [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5230f8fa-167b-8658-82f7-4bbd8f927784/disk-0.vmdk for reading. {{(pid=69365) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 903.635101] env[69365]: DEBUG oslo_vmware.api [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Task: {'id': task-3469067, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.600055} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.635101] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 918e36cd-48f9-43bd-9fdf-5789b4c99a12/918e36cd-48f9-43bd-9fdf-5789b4c99a12.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.635101] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.635101] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9739554-6e0b-43db-9781-f043f109e3d8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.645780] env[69365]: DEBUG oslo_vmware.api [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Waiting for the task: (returnval){ [ 903.645780] env[69365]: value = "task-3469072" [ 903.645780] env[69365]: _type = "Task" [ 903.645780] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.655019] env[69365]: DEBUG oslo_vmware.api [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Task: {'id': task-3469072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.696447] env[69365]: DEBUG oslo_vmware.api [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469070, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.698135] env[69365]: DEBUG oslo_concurrency.lockutils [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.705467] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4f18c9cb-3253-4d60-b439-2511b7b035f7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.873631] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Acquiring lock "5c1aa02c-4766-4f94-9554-fa36b42705bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.873631] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Lock "5c1aa02c-4766-4f94-9554-fa36b42705bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.007978] env[69365]: DEBUG nova.compute.utils [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.013073] env[69365]: DEBUG nova.compute.manager [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 904.013406] env[69365]: DEBUG nova.network.neutron [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 904.050436] env[69365]: DEBUG oslo_vmware.api [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469069, 'name': PowerOffVM_Task, 'duration_secs': 1.048748} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.051599] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.051804] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.055162] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2f83460d-0acd-4232-bc4a-29eddb6cd581 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.060023] env[69365]: DEBUG nova.policy [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f7407d807ee451bb44b7ae4cfefe8e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8e24799f4f3443cb516a5289bc85d37', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.160589] env[69365]: DEBUG oslo_vmware.api [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Task: {'id': task-3469072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.378981} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.164395] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 904.165344] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5af3a4b-8bb7-46aa-8e29-eb905b67a5f5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.199468] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 918e36cd-48f9-43bd-9fdf-5789b4c99a12/918e36cd-48f9-43bd-9fdf-5789b4c99a12.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 904.206108] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bce3fdd3-420e-44e8-a5a8-c83b95509740 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.227956] env[69365]: DEBUG oslo_vmware.api [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469070, 'name': ReconfigVM_Task, 'duration_secs': 1.340829} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.228459] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Updating instance 'db7108fa-22fd-466f-ba5b-0a33046105d4' progress to 33 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 904.234258] env[69365]: DEBUG oslo_vmware.api [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Waiting for the task: (returnval){ [ 904.234258] env[69365]: value = "task-3469074" [ 904.234258] env[69365]: _type = "Task" [ 904.234258] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.245534] env[69365]: DEBUG oslo_vmware.api [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Task: {'id': task-3469074, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.375729] env[69365]: DEBUG nova.compute.manager [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.517740] env[69365]: DEBUG nova.compute.manager [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 904.524222] env[69365]: DEBUG nova.compute.manager [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.524222] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f23627-6335-4c83-a44d-264ce070f1a0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.585211] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.585211] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.585211] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Deleting the datastore file [datastore1] 63ba982c-a490-4a11-81ad-4bb57b31b90d {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.585211] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7454276-64b5-4512-9c30-d9a66e595575 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.593958] env[69365]: DEBUG oslo_vmware.api [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 904.593958] env[69365]: value = "task-3469075" [ 904.593958] env[69365]: _type = "Task" [ 904.593958] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.611526] env[69365]: DEBUG oslo_vmware.api [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.731104] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffe1e1d-b198-4f99-976c-4a5766d0d7ca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.737790] env[69365]: DEBUG nova.virt.hardware [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:41:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='dcca1200-a66a-4d0b-a3c1-c5d53d562b94',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2037259802',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 904.738397] env[69365]: DEBUG nova.virt.hardware [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 904.738588] env[69365]: DEBUG nova.virt.hardware [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.738869] env[69365]: DEBUG nova.virt.hardware [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 904.739094] env[69365]: DEBUG nova.virt.hardware [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.740510] env[69365]: DEBUG nova.virt.hardware [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 904.740997] env[69365]: DEBUG nova.virt.hardware [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 904.741247] env[69365]: DEBUG nova.virt.hardware [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 904.741480] env[69365]: DEBUG nova.virt.hardware [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 904.741698] env[69365]: DEBUG nova.virt.hardware [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 904.741929] env[69365]: DEBUG nova.virt.hardware [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 904.747836] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 904.752347] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1abb5b36-e10d-42dd-b605-fe075aabf6c9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.769318] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f86f7a-6a8a-4943-a14c-adbe7a989af3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.780817] env[69365]: DEBUG oslo_vmware.api [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Task: {'id': task-3469074, 'name': ReconfigVM_Task, 'duration_secs': 0.480025} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.810509] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 918e36cd-48f9-43bd-9fdf-5789b4c99a12/918e36cd-48f9-43bd-9fdf-5789b4c99a12.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.814172] env[69365]: DEBUG oslo_vmware.api [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 904.814172] env[69365]: value = "task-3469076" [ 904.814172] env[69365]: _type = "Task" [ 904.814172] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.814172] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8dc994ce-05e5-4b8e-8330-f37e0fd0b554 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.814782] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e88853-3ea0-4947-81fd-fda391aa1835 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.826260] env[69365]: DEBUG nova.network.neutron [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Successfully created port: e09d68df-29b0-416b-ae4d-40def002b979 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.838463] env[69365]: DEBUG oslo_vmware.api [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469076, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.842849] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0baebb0-9d8e-48a2-8a38-a8d0f2dc26e5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.850282] env[69365]: DEBUG oslo_vmware.api [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Waiting for the task: (returnval){ [ 904.850282] env[69365]: value = "task-3469077" [ 904.850282] env[69365]: _type = "Task" [ 904.850282] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.872228] env[69365]: DEBUG nova.compute.provider_tree [None req-c2d143ad-f811-4275-8ddc-25390a591ec1 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.881152] env[69365]: DEBUG oslo_vmware.api [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Task: {'id': task-3469077, 'name': Rename_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.914807] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.023845] env[69365]: INFO nova.virt.block_device [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Booting with volume d60e989f-5df3-4008-a46c-b359607b28d7 at /dev/sda [ 905.038936] env[69365]: INFO nova.compute.manager [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] instance snapshotting [ 905.040704] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a45849-8587-437f-80b7-6c6efdfdaab7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.067867] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dd10ef-41ed-4a24-9a06-e86310a3d385 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.074760] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1b5a4f7-76c9-4980-96b9-b32e829ed896 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.090358] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864e0869-1d26-4dba-b3f6-e1b7f31a7508 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.114690] env[69365]: DEBUG oslo_vmware.api [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305287} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.115033] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.115456] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.115650] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.115842] env[69365]: INFO nova.compute.manager [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Took 2.61 seconds to destroy the instance on the hypervisor. [ 905.116184] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.116413] env[69365]: DEBUG nova.compute.manager [-] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 905.116870] env[69365]: DEBUG nova.network.neutron [-] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 905.135733] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b44761dc-9bc5-4644-a105-eaa0dda481a7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.148432] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba96cf28-b952-4644-b68b-193baa2dd253 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.207969] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9454697-5d6d-4513-b890-10f7f41c6a8e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.217790] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8dcc67-64a7-44d7-a81e-c1ee1b578ff8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.234432] env[69365]: DEBUG nova.virt.block_device [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Updating existing volume attachment record: 103384ac-773e-45c1-b8ae-f90e65b189fc {{(pid=69365) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 905.324595] env[69365]: DEBUG oslo_vmware.api [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469076, 'name': ReconfigVM_Task, 'duration_secs': 0.262254} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.324941] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 905.325889] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f7b7b2-1be7-4627-8789-dc9242c27327 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.352491] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] db7108fa-22fd-466f-ba5b-0a33046105d4/db7108fa-22fd-466f-ba5b-0a33046105d4.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.352724] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb800d75-b202-4a38-8da3-643dff5c679e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.381262] env[69365]: DEBUG nova.scheduler.client.report [None req-c2d143ad-f811-4275-8ddc-25390a591ec1 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 905.384830] env[69365]: DEBUG oslo_vmware.api [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Task: {'id': task-3469077, 'name': Rename_Task, 'duration_secs': 0.213552} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.387237] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.387578] env[69365]: DEBUG oslo_vmware.api [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 905.387578] env[69365]: value = "task-3469078" [ 905.387578] env[69365]: _type = "Task" [ 905.387578] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.388048] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60ae73c5-4b4e-493f-9ba6-b03a85771f8a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.407602] env[69365]: DEBUG oslo_vmware.api [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469078, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.410255] env[69365]: DEBUG oslo_vmware.api [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Waiting for the task: (returnval){ [ 905.410255] env[69365]: value = "task-3469079" [ 905.410255] env[69365]: _type = "Task" [ 905.410255] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.421412] env[69365]: DEBUG oslo_vmware.api [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Task: {'id': task-3469079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.452111] env[69365]: DEBUG nova.compute.manager [req-08c88040-df25-4c8f-8531-29002cf6f984 req-9ff1ac0c-ca8e-4103-94d7-cb3f05b5fa5d service nova] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Received event network-vif-deleted-edcd466f-0698-4bbf-afe5-e1207673600e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.452452] env[69365]: INFO nova.compute.manager [req-08c88040-df25-4c8f-8531-29002cf6f984 req-9ff1ac0c-ca8e-4103-94d7-cb3f05b5fa5d service nova] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Neutron deleted interface edcd466f-0698-4bbf-afe5-e1207673600e; detaching it from the instance and deleting it from the info cache [ 905.452723] env[69365]: DEBUG nova.network.neutron [req-08c88040-df25-4c8f-8531-29002cf6f984 req-9ff1ac0c-ca8e-4103-94d7-cb3f05b5fa5d service nova] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.589395] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 905.589683] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5a420623-faf6-4dff-bc72-a5f96ea78a30 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.602087] env[69365]: DEBUG oslo_vmware.api [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 905.602087] env[69365]: value = "task-3469080" [ 905.602087] env[69365]: _type = "Task" [ 905.602087] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.614092] env[69365]: DEBUG oslo_vmware.api [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469080, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.890091] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c2d143ad-f811-4275-8ddc-25390a591ec1 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.383s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.890091] env[69365]: DEBUG oslo_concurrency.lockutils [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.178s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.890091] env[69365]: DEBUG nova.objects.instance [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69365) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 905.910460] env[69365]: DEBUG oslo_vmware.api [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469078, 'name': ReconfigVM_Task, 'duration_secs': 0.445154} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.911369] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Reconfigured VM instance instance-0000002f to attach disk [datastore1] db7108fa-22fd-466f-ba5b-0a33046105d4/db7108fa-22fd-466f-ba5b-0a33046105d4.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 905.911684] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Updating instance 'db7108fa-22fd-466f-ba5b-0a33046105d4' progress to 50 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 905.916642] env[69365]: INFO nova.scheduler.client.report [None req-c2d143ad-f811-4275-8ddc-25390a591ec1 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Deleted allocations for instance 2ddf89d9-987d-4904-a7f1-b5b0be5880f3 [ 905.925670] env[69365]: DEBUG nova.network.neutron [-] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.940386] env[69365]: DEBUG oslo_vmware.api [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Task: {'id': task-3469079, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.955899] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc7384fd-482e-4dee-ab53-0f9fbb6fa289 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.970803] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e774cf9c-1f6c-4338-8a01-0100c757c54b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.028982] env[69365]: DEBUG nova.compute.manager [req-08c88040-df25-4c8f-8531-29002cf6f984 req-9ff1ac0c-ca8e-4103-94d7-cb3f05b5fa5d service nova] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Detach interface failed, port_id=edcd466f-0698-4bbf-afe5-e1207673600e, reason: Instance 63ba982c-a490-4a11-81ad-4bb57b31b90d could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 906.113236] env[69365]: DEBUG oslo_vmware.api [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469080, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.135937] env[69365]: DEBUG oslo_concurrency.lockutils [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "acf4ce22-50bf-4f3b-a707-5503d3e3aff0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.136190] env[69365]: DEBUG oslo_concurrency.lockutils [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "acf4ce22-50bf-4f3b-a707-5503d3e3aff0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.425143] env[69365]: DEBUG oslo_vmware.api [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Task: {'id': task-3469079, 'name': PowerOnVM_Task, 'duration_secs': 0.632763} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.425791] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64944ef-eab4-44ed-ad98-df5fd546f24d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.428896] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.429208] env[69365]: INFO nova.compute.manager [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Took 9.35 seconds to spawn the instance on the hypervisor. [ 906.429505] env[69365]: DEBUG nova.compute.manager [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.431895] env[69365]: INFO nova.compute.manager [-] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Took 1.32 seconds to deallocate network for instance. [ 906.432712] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3caea9fb-c416-4f07-a3ef-f5cc2d0158d7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.435808] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c2d143ad-f811-4275-8ddc-25390a591ec1 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Lock "2ddf89d9-987d-4904-a7f1-b5b0be5880f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.679s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.464470] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4002fa55-6051-4652-b3bf-82d48208020f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.468532] env[69365]: DEBUG nova.compute.manager [req-4a7ef176-7d19-49b5-9979-c4e9cb398392 req-a5fac227-54d5-4364-8b1e-af4fdc0f0be5 service nova] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Received event network-vif-plugged-e09d68df-29b0-416b-ae4d-40def002b979 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 906.468848] env[69365]: DEBUG oslo_concurrency.lockutils [req-4a7ef176-7d19-49b5-9979-c4e9cb398392 req-a5fac227-54d5-4364-8b1e-af4fdc0f0be5 service nova] Acquiring lock "82fa0bd7-7671-4bcf-80da-c26cdf00aaf1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.469161] env[69365]: DEBUG oslo_concurrency.lockutils [req-4a7ef176-7d19-49b5-9979-c4e9cb398392 req-a5fac227-54d5-4364-8b1e-af4fdc0f0be5 service nova] Lock "82fa0bd7-7671-4bcf-80da-c26cdf00aaf1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.469430] env[69365]: DEBUG oslo_concurrency.lockutils [req-4a7ef176-7d19-49b5-9979-c4e9cb398392 req-a5fac227-54d5-4364-8b1e-af4fdc0f0be5 service nova] Lock "82fa0bd7-7671-4bcf-80da-c26cdf00aaf1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.469768] env[69365]: DEBUG nova.compute.manager [req-4a7ef176-7d19-49b5-9979-c4e9cb398392 req-a5fac227-54d5-4364-8b1e-af4fdc0f0be5 service nova] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] No waiting events found dispatching network-vif-plugged-e09d68df-29b0-416b-ae4d-40def002b979 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 906.470262] env[69365]: WARNING nova.compute.manager [req-4a7ef176-7d19-49b5-9979-c4e9cb398392 req-a5fac227-54d5-4364-8b1e-af4fdc0f0be5 service nova] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Received unexpected event network-vif-plugged-e09d68df-29b0-416b-ae4d-40def002b979 for instance with vm_state building and task_state block_device_mapping. [ 906.497305] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Updating instance 'db7108fa-22fd-466f-ba5b-0a33046105d4' progress to 67 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 906.572754] env[69365]: DEBUG nova.network.neutron [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Successfully updated port: e09d68df-29b0-416b-ae4d-40def002b979 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 906.615163] env[69365]: DEBUG oslo_vmware.api [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469080, 'name': CreateSnapshot_Task, 'duration_secs': 0.696455} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.615519] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 906.616417] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff855b11-5bc5-4769-b39b-59c539e7d118 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.638193] env[69365]: DEBUG nova.compute.manager [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 906.904843] env[69365]: DEBUG oslo_concurrency.lockutils [None req-868ecda4-4901-4a1e-b402-69885a7d9b01 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.906121] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.080s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.906325] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.906495] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69365) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 906.906902] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e972521b-783b-47d3-996f-b45c4c16efaa tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.683s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.907138] env[69365]: DEBUG nova.objects.instance [None req-e972521b-783b-47d3-996f-b45c4c16efaa tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lazy-loading 'resources' on Instance uuid 43f0d345-d519-4ab3-80a9-4af262e02c5e {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.909196] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b893c1-c9f5-4b6e-a458-9c98da5c65a2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.919156] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d55668c-eac6-4ebe-a228-d1b7ec2c919a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.935381] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d90e5a-2eec-463d-93d1-78088f259e02 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.944723] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc058f3-bf87-48c9-9bd6-7f161b527ed4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.978753] env[69365]: DEBUG oslo_concurrency.lockutils [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.983371] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178745MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69365) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 906.983554] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.987413] env[69365]: INFO nova.compute.manager [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Took 52.74 seconds to build instance. [ 907.051880] env[69365]: DEBUG nova.network.neutron [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Port 918ae9db-7ed1-4a9b-a391-0ff02a2081c8 binding to destination host cpu-1 is already ACTIVE {{(pid=69365) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 907.076021] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Acquiring lock "refresh_cache-82fa0bd7-7671-4bcf-80da-c26cdf00aaf1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.076252] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Acquired lock "refresh_cache-82fa0bd7-7671-4bcf-80da-c26cdf00aaf1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.076412] env[69365]: DEBUG nova.network.neutron [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.138529] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 907.138879] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-24dd395b-9ab6-444a-9150-66a05601ebe6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.150239] env[69365]: DEBUG oslo_vmware.api [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 907.150239] env[69365]: value = "task-3469081" [ 907.150239] env[69365]: _type = "Task" [ 907.150239] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.160805] env[69365]: DEBUG oslo_vmware.api [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469081, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.166820] env[69365]: DEBUG oslo_concurrency.lockutils [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.344740] env[69365]: DEBUG nova.compute.manager [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 907.345368] env[69365]: DEBUG nova.virt.hardware [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 907.345679] env[69365]: DEBUG nova.virt.hardware [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 907.345865] env[69365]: DEBUG nova.virt.hardware [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.346159] env[69365]: DEBUG nova.virt.hardware [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 907.346380] env[69365]: DEBUG nova.virt.hardware [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.346546] env[69365]: DEBUG nova.virt.hardware [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 907.346771] env[69365]: DEBUG nova.virt.hardware [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 907.346935] env[69365]: DEBUG nova.virt.hardware [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 907.347129] env[69365]: DEBUG nova.virt.hardware [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 907.347389] env[69365]: DEBUG nova.virt.hardware [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 907.347650] env[69365]: DEBUG nova.virt.hardware [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 907.349173] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b85ef47-85d7-4c50-83d7-02f213cb0f95 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.360065] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d08d2a-f0b8-4477-bbdd-fedb4fd393e0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.489896] env[69365]: DEBUG oslo_concurrency.lockutils [None req-15a605ef-98ca-478e-bb09-659f8d30a069 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Lock "918e36cd-48f9-43bd-9fdf-5789b4c99a12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.717s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.611704] env[69365]: DEBUG nova.network.neutron [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.667511] env[69365]: DEBUG oslo_vmware.api [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469081, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.830828] env[69365]: DEBUG nova.network.neutron [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Updating instance_info_cache with network_info: [{"id": "e09d68df-29b0-416b-ae4d-40def002b979", "address": "fa:16:3e:1a:63:c5", "network": {"id": "7f2abe7d-520f-4928-a1a8-8ff13ee8fbae", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-723062927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8e24799f4f3443cb516a5289bc85d37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape09d68df-29", "ovs_interfaceid": "e09d68df-29b0-416b-ae4d-40def002b979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.886052] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e93170-868a-481e-a8ad-b9cb65e582d4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.897123] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c2819c-f92d-4a4b-b41f-d958d2a4ba04 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.932053] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69e3850-3c35-455e-a6b9-96e1f817d544 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.941633] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e667eb-34c0-4509-9b6f-4238b5d0edd9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.959576] env[69365]: DEBUG nova.compute.provider_tree [None req-e972521b-783b-47d3-996f-b45c4c16efaa tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.071928] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2014c6dd-c2fe-4530-9e7d-d1fcde9bc313 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Acquiring lock "918e36cd-48f9-43bd-9fdf-5789b4c99a12" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.072214] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2014c6dd-c2fe-4530-9e7d-d1fcde9bc313 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Lock "918e36cd-48f9-43bd-9fdf-5789b4c99a12" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.072477] env[69365]: INFO nova.compute.manager [None req-2014c6dd-c2fe-4530-9e7d-d1fcde9bc313 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Rebooting instance [ 908.074303] env[69365]: DEBUG oslo_concurrency.lockutils [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquiring lock "db7108fa-22fd-466f-ba5b-0a33046105d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.074660] env[69365]: DEBUG oslo_concurrency.lockutils [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lock "db7108fa-22fd-466f-ba5b-0a33046105d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.074900] env[69365]: DEBUG oslo_concurrency.lockutils [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lock "db7108fa-22fd-466f-ba5b-0a33046105d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.165838] env[69365]: DEBUG oslo_vmware.api [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469081, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.336715] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Releasing lock "refresh_cache-82fa0bd7-7671-4bcf-80da-c26cdf00aaf1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.337150] env[69365]: DEBUG nova.compute.manager [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Instance network_info: |[{"id": "e09d68df-29b0-416b-ae4d-40def002b979", "address": "fa:16:3e:1a:63:c5", "network": {"id": "7f2abe7d-520f-4928-a1a8-8ff13ee8fbae", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-723062927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8e24799f4f3443cb516a5289bc85d37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape09d68df-29", "ovs_interfaceid": "e09d68df-29b0-416b-ae4d-40def002b979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 908.337618] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:63:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b399c74-1411-408a-b4cd-84e268ae83fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e09d68df-29b0-416b-ae4d-40def002b979', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.345488] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Creating folder: Project (e8e24799f4f3443cb516a5289bc85d37). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 908.346208] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c66374cc-fff7-460d-a143-66afceaf04e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.363226] env[69365]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 908.363432] env[69365]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69365) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 908.364132] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Folder already exists: Project (e8e24799f4f3443cb516a5289bc85d37). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 908.364342] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Creating folder: Instances. Parent ref: group-v693262. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 908.364661] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7fd86389-b6d7-43ae-a147-a28bd3bf0a04 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.379375] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Created folder: Instances in parent group-v693262. [ 908.379687] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.379899] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.380296] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d006bbd-e42c-49c5-811a-1120bb2d5014 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.402894] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.402894] env[69365]: value = "task-3469084" [ 908.402894] env[69365]: _type = "Task" [ 908.402894] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.416922] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469084, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.463354] env[69365]: DEBUG nova.scheduler.client.report [None req-e972521b-783b-47d3-996f-b45c4c16efaa tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.493132] env[69365]: DEBUG nova.compute.manager [req-c683ed5b-a0e2-440b-9a11-246bf190b330 req-785c2796-2391-443c-897e-1f2379ac1cc6 service nova] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Received event network-changed-e09d68df-29b0-416b-ae4d-40def002b979 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.493364] env[69365]: DEBUG nova.compute.manager [req-c683ed5b-a0e2-440b-9a11-246bf190b330 req-785c2796-2391-443c-897e-1f2379ac1cc6 service nova] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Refreshing instance network info cache due to event network-changed-e09d68df-29b0-416b-ae4d-40def002b979. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.494115] env[69365]: DEBUG oslo_concurrency.lockutils [req-c683ed5b-a0e2-440b-9a11-246bf190b330 req-785c2796-2391-443c-897e-1f2379ac1cc6 service nova] Acquiring lock "refresh_cache-82fa0bd7-7671-4bcf-80da-c26cdf00aaf1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.494306] env[69365]: DEBUG oslo_concurrency.lockutils [req-c683ed5b-a0e2-440b-9a11-246bf190b330 req-785c2796-2391-443c-897e-1f2379ac1cc6 service nova] Acquired lock "refresh_cache-82fa0bd7-7671-4bcf-80da-c26cdf00aaf1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.494536] env[69365]: DEBUG nova.network.neutron [req-c683ed5b-a0e2-440b-9a11-246bf190b330 req-785c2796-2391-443c-897e-1f2379ac1cc6 service nova] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Refreshing network info cache for port e09d68df-29b0-416b-ae4d-40def002b979 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.607035] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2014c6dd-c2fe-4530-9e7d-d1fcde9bc313 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Acquiring lock "refresh_cache-918e36cd-48f9-43bd-9fdf-5789b4c99a12" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.607262] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2014c6dd-c2fe-4530-9e7d-d1fcde9bc313 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Acquired lock "refresh_cache-918e36cd-48f9-43bd-9fdf-5789b4c99a12" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.607476] env[69365]: DEBUG nova.network.neutron [None req-2014c6dd-c2fe-4530-9e7d-d1fcde9bc313 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.667075] env[69365]: DEBUG oslo_vmware.api [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469081, 'name': CloneVM_Task} progress is 95%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.918157] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469084, 'name': CreateVM_Task, 'duration_secs': 0.456503} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.918157] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.918157] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693270', 'volume_id': 'd60e989f-5df3-4008-a46c-b359607b28d7', 'name': 'volume-d60e989f-5df3-4008-a46c-b359607b28d7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '82fa0bd7-7671-4bcf-80da-c26cdf00aaf1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd60e989f-5df3-4008-a46c-b359607b28d7', 'serial': 'd60e989f-5df3-4008-a46c-b359607b28d7'}, 'disk_bus': None, 'mount_device': '/dev/sda', 'attachment_id': '103384ac-773e-45c1-b8ae-f90e65b189fc', 'device_type': None, 'boot_index': 0, 'delete_on_termination': True, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69365) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 908.918157] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Root volume attach. Driver type: vmdk {{(pid=69365) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 908.919521] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e0db27-5c21-48b4-9b0a-36dd304b8ef3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.932654] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32bba84f-66e5-405f-b091-0c5c1151a7ee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.938021] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ad620d-acda-48de-946e-ebae97a4b886 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.945810] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-30f1fa9e-9cf9-492c-a196-6833973cb42f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.961030] env[69365]: DEBUG oslo_vmware.api [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Waiting for the task: (returnval){ [ 908.961030] env[69365]: value = "task-3469085" [ 908.961030] env[69365]: _type = "Task" [ 908.961030] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.970274] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e972521b-783b-47d3-996f-b45c4c16efaa tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.063s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.972912] env[69365]: DEBUG oslo_vmware.api [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Task: {'id': task-3469085, 'name': RelocateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.973890] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.406s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.977016] env[69365]: INFO nova.compute.claims [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 909.138296] env[69365]: DEBUG oslo_concurrency.lockutils [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquiring lock "refresh_cache-db7108fa-22fd-466f-ba5b-0a33046105d4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.138534] env[69365]: DEBUG oslo_concurrency.lockutils [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquired lock "refresh_cache-db7108fa-22fd-466f-ba5b-0a33046105d4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.138745] env[69365]: DEBUG nova.network.neutron [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.143818] env[69365]: INFO nova.scheduler.client.report [None req-e972521b-783b-47d3-996f-b45c4c16efaa tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Deleted allocations for instance 43f0d345-d519-4ab3-80a9-4af262e02c5e [ 909.189627] env[69365]: DEBUG oslo_vmware.api [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469081, 'name': CloneVM_Task, 'duration_secs': 1.646322} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.189917] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Created linked-clone VM from snapshot [ 909.191472] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9667cc9e-5ce5-4a0f-9b90-d6dd0a6d29ad {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.201516] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Uploading image 2c07082b-0469-45df-b67b-6626b0979c5c {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 909.234834] env[69365]: DEBUG oslo_vmware.rw_handles [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 909.234834] env[69365]: value = "vm-693309" [ 909.234834] env[69365]: _type = "VirtualMachine" [ 909.234834] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 909.236042] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-982ef1b6-be82-476b-a098-f87dfd2bcbc5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.249375] env[69365]: DEBUG oslo_vmware.rw_handles [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lease: (returnval){ [ 909.249375] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52bdf160-fac9-1ce7-4ef7-3e11d5da99c8" [ 909.249375] env[69365]: _type = "HttpNfcLease" [ 909.249375] env[69365]: } obtained for exporting VM: (result){ [ 909.249375] env[69365]: value = "vm-693309" [ 909.249375] env[69365]: _type = "VirtualMachine" [ 909.249375] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 909.249375] env[69365]: DEBUG oslo_vmware.api [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the lease: (returnval){ [ 909.249375] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52bdf160-fac9-1ce7-4ef7-3e11d5da99c8" [ 909.249375] env[69365]: _type = "HttpNfcLease" [ 909.249375] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 909.257115] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 909.257115] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52bdf160-fac9-1ce7-4ef7-3e11d5da99c8" [ 909.257115] env[69365]: _type = "HttpNfcLease" [ 909.257115] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 909.316698] env[69365]: DEBUG nova.network.neutron [req-c683ed5b-a0e2-440b-9a11-246bf190b330 req-785c2796-2391-443c-897e-1f2379ac1cc6 service nova] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Updated VIF entry in instance network info cache for port e09d68df-29b0-416b-ae4d-40def002b979. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.316698] env[69365]: DEBUG nova.network.neutron [req-c683ed5b-a0e2-440b-9a11-246bf190b330 req-785c2796-2391-443c-897e-1f2379ac1cc6 service nova] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Updating instance_info_cache with network_info: [{"id": "e09d68df-29b0-416b-ae4d-40def002b979", "address": "fa:16:3e:1a:63:c5", "network": {"id": "7f2abe7d-520f-4928-a1a8-8ff13ee8fbae", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-723062927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8e24799f4f3443cb516a5289bc85d37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape09d68df-29", "ovs_interfaceid": "e09d68df-29b0-416b-ae4d-40def002b979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.475673] env[69365]: DEBUG oslo_vmware.api [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Task: {'id': task-3469085, 'name': RelocateVM_Task} progress is 38%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.654647] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e972521b-783b-47d3-996f-b45c4c16efaa tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "43f0d345-d519-4ab3-80a9-4af262e02c5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.102s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.660067] env[69365]: DEBUG nova.network.neutron [None req-2014c6dd-c2fe-4530-9e7d-d1fcde9bc313 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Updating instance_info_cache with network_info: [{"id": "337b1289-769f-4480-bb99-7e07f40e1688", "address": "fa:16:3e:f9:11:7c", "network": {"id": "82ecd9b4-c0dc-414d-9efd-d7f63da0b912", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1612940758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7cbd7eff8a31441ea397955c5f6aeae9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "86a35d07-53d3-46b3-92cb-ae34236c0f41", "external-id": "nsx-vlan-transportzone-811", "segmentation_id": 811, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap337b1289-76", "ovs_interfaceid": "337b1289-769f-4480-bb99-7e07f40e1688", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.759267] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 909.759267] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52bdf160-fac9-1ce7-4ef7-3e11d5da99c8" [ 909.759267] env[69365]: _type = "HttpNfcLease" [ 909.759267] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 909.762234] env[69365]: DEBUG oslo_vmware.rw_handles [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 909.762234] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52bdf160-fac9-1ce7-4ef7-3e11d5da99c8" [ 909.762234] env[69365]: _type = "HttpNfcLease" [ 909.762234] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 909.763162] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c66735-329e-4561-99cd-eb44504ef16f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.773242] env[69365]: DEBUG oslo_vmware.rw_handles [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5250cdd9-254d-77d4-fadf-a339c47f1c24/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 909.773457] env[69365]: DEBUG oslo_vmware.rw_handles [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5250cdd9-254d-77d4-fadf-a339c47f1c24/disk-0.vmdk for reading. {{(pid=69365) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 909.835181] env[69365]: DEBUG oslo_concurrency.lockutils [req-c683ed5b-a0e2-440b-9a11-246bf190b330 req-785c2796-2391-443c-897e-1f2379ac1cc6 service nova] Releasing lock "refresh_cache-82fa0bd7-7671-4bcf-80da-c26cdf00aaf1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.905022] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b38039c3-6a01-4dba-9041-4cf7b533b128 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.973223] env[69365]: DEBUG oslo_vmware.api [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Task: {'id': task-3469085, 'name': RelocateVM_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.980122] env[69365]: DEBUG nova.network.neutron [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Updating instance_info_cache with network_info: [{"id": "918ae9db-7ed1-4a9b-a391-0ff02a2081c8", "address": "fa:16:3e:74:3f:9c", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap918ae9db-7e", "ovs_interfaceid": "918ae9db-7ed1-4a9b-a391-0ff02a2081c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.165729] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2014c6dd-c2fe-4530-9e7d-d1fcde9bc313 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Releasing lock "refresh_cache-918e36cd-48f9-43bd-9fdf-5789b4c99a12" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.391733] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0d6b097b-5c36-431d-bbbd-5d0387d3ac99 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "875b1a48-9e09-43b5-abf6-99c7d64d845f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.391733] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0d6b097b-5c36-431d-bbbd-5d0387d3ac99 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "875b1a48-9e09-43b5-abf6-99c7d64d845f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.391733] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0d6b097b-5c36-431d-bbbd-5d0387d3ac99 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "875b1a48-9e09-43b5-abf6-99c7d64d845f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.391733] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0d6b097b-5c36-431d-bbbd-5d0387d3ac99 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "875b1a48-9e09-43b5-abf6-99c7d64d845f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.391733] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0d6b097b-5c36-431d-bbbd-5d0387d3ac99 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "875b1a48-9e09-43b5-abf6-99c7d64d845f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.393877] env[69365]: INFO nova.compute.manager [None req-0d6b097b-5c36-431d-bbbd-5d0387d3ac99 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Terminating instance [ 910.477745] env[69365]: DEBUG oslo_vmware.api [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Task: {'id': task-3469085, 'name': RelocateVM_Task} progress is 63%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.483749] env[69365]: DEBUG oslo_concurrency.lockutils [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Releasing lock "refresh_cache-db7108fa-22fd-466f-ba5b-0a33046105d4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.586045] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f248ca00-fcd8-468c-aaa8-18605f9f8f90 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.596712] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e78421-eb77-4807-a19f-1e295fa1e84d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.633694] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd10397-bab1-463b-8073-fd6bb02291f9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.643507] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff63b295-718f-4afc-b040-f7d49e79f873 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.660765] env[69365]: DEBUG nova.compute.provider_tree [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.670968] env[69365]: DEBUG nova.compute.manager [None req-2014c6dd-c2fe-4530-9e7d-d1fcde9bc313 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 910.672010] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be49e4f1-2f93-416f-a897-f3f083919300 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.898378] env[69365]: DEBUG nova.compute.manager [None req-0d6b097b-5c36-431d-bbbd-5d0387d3ac99 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 910.898826] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6b097b-5c36-431d-bbbd-5d0387d3ac99 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.899855] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3482d90a-37fe-473d-a73f-78b3cc491c6d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.909812] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d6b097b-5c36-431d-bbbd-5d0387d3ac99 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.910484] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8ef6e5f-35c7-45d2-a583-376f75a964d9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.919590] env[69365]: DEBUG oslo_vmware.api [None req-0d6b097b-5c36-431d-bbbd-5d0387d3ac99 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 910.919590] env[69365]: value = "task-3469087" [ 910.919590] env[69365]: _type = "Task" [ 910.919590] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.931973] env[69365]: DEBUG oslo_vmware.api [None req-0d6b097b-5c36-431d-bbbd-5d0387d3ac99 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3469087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.974382] env[69365]: DEBUG oslo_vmware.api [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Task: {'id': task-3469085, 'name': RelocateVM_Task} progress is 76%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.016094] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0042c2-a131-498e-bed4-66e296238f06 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.039066] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575088fc-2adb-4bf9-82e9-39f09b3f99f6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.048449] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Updating instance 'db7108fa-22fd-466f-ba5b-0a33046105d4' progress to 83 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 911.165122] env[69365]: DEBUG nova.scheduler.client.report [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.432533] env[69365]: DEBUG oslo_vmware.api [None req-0d6b097b-5c36-431d-bbbd-5d0387d3ac99 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3469087, 'name': PowerOffVM_Task, 'duration_secs': 0.267219} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.433462] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d6b097b-5c36-431d-bbbd-5d0387d3ac99 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 911.433700] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6b097b-5c36-431d-bbbd-5d0387d3ac99 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 911.434123] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1dd24ca3-4e4a-4b0b-89a6-5bc296f582f7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.475967] env[69365]: DEBUG oslo_vmware.api [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Task: {'id': task-3469085, 'name': RelocateVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.515777] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6b097b-5c36-431d-bbbd-5d0387d3ac99 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 911.516046] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6b097b-5c36-431d-bbbd-5d0387d3ac99 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 911.516298] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d6b097b-5c36-431d-bbbd-5d0387d3ac99 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Deleting the datastore file [datastore2] 875b1a48-9e09-43b5-abf6-99c7d64d845f {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 911.516608] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83978404-7eae-4682-b4df-062f0e3f8732 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.524098] env[69365]: DEBUG oslo_vmware.api [None req-0d6b097b-5c36-431d-bbbd-5d0387d3ac99 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 911.524098] env[69365]: value = "task-3469089" [ 911.524098] env[69365]: _type = "Task" [ 911.524098] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.534525] env[69365]: DEBUG oslo_vmware.api [None req-0d6b097b-5c36-431d-bbbd-5d0387d3ac99 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3469089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.555976] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.556424] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98d9da70-5d14-42b1-854b-26aace664182 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.566064] env[69365]: DEBUG oslo_vmware.api [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 911.566064] env[69365]: value = "task-3469090" [ 911.566064] env[69365]: _type = "Task" [ 911.566064] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.576099] env[69365]: DEBUG oslo_vmware.api [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469090, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.671659] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.672220] env[69365]: DEBUG nova.compute.manager [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 911.675688] env[69365]: DEBUG oslo_concurrency.lockutils [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.306s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.677505] env[69365]: INFO nova.compute.claims [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.692410] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37b3eda-3119-4cf6-ba07-59d701c7b9c3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.704130] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2014c6dd-c2fe-4530-9e7d-d1fcde9bc313 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Doing hard reboot of VM {{(pid=69365) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 911.704655] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-cec37a3d-878b-46d8-85f0-44166f22d153 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.715732] env[69365]: DEBUG oslo_vmware.api [None req-2014c6dd-c2fe-4530-9e7d-d1fcde9bc313 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Waiting for the task: (returnval){ [ 911.715732] env[69365]: value = "task-3469091" [ 911.715732] env[69365]: _type = "Task" [ 911.715732] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.726379] env[69365]: DEBUG oslo_vmware.api [None req-2014c6dd-c2fe-4530-9e7d-d1fcde9bc313 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Task: {'id': task-3469091, 'name': ResetVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.978293] env[69365]: DEBUG oslo_vmware.api [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Task: {'id': task-3469085, 'name': RelocateVM_Task} progress is 97%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.035990] env[69365]: DEBUG oslo_vmware.api [None req-0d6b097b-5c36-431d-bbbd-5d0387d3ac99 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3469089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255079} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.036271] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d6b097b-5c36-431d-bbbd-5d0387d3ac99 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 912.036456] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6b097b-5c36-431d-bbbd-5d0387d3ac99 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 912.036633] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0d6b097b-5c36-431d-bbbd-5d0387d3ac99 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 912.036819] env[69365]: INFO nova.compute.manager [None req-0d6b097b-5c36-431d-bbbd-5d0387d3ac99 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 912.037110] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0d6b097b-5c36-431d-bbbd-5d0387d3ac99 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 912.037309] env[69365]: DEBUG nova.compute.manager [-] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 912.037404] env[69365]: DEBUG nova.network.neutron [-] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 912.077801] env[69365]: DEBUG oslo_vmware.api [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469090, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.184098] env[69365]: DEBUG nova.compute.utils [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.188490] env[69365]: DEBUG nova.compute.manager [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 912.188490] env[69365]: DEBUG nova.network.neutron [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 912.228741] env[69365]: DEBUG oslo_vmware.api [None req-2014c6dd-c2fe-4530-9e7d-d1fcde9bc313 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Task: {'id': task-3469091, 'name': ResetVM_Task, 'duration_secs': 0.108332} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.229777] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2014c6dd-c2fe-4530-9e7d-d1fcde9bc313 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Did hard reboot of VM {{(pid=69365) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 912.229777] env[69365]: DEBUG nova.compute.manager [None req-2014c6dd-c2fe-4530-9e7d-d1fcde9bc313 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 912.230187] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b1b68e-3803-4e9d-9bfc-8ab4c51d1228 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.249277] env[69365]: DEBUG nova.policy [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25d7356146ee44c8a65686b68ea2a766', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0b4d3b209df41eaa438742d4326084b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.476398] env[69365]: DEBUG oslo_vmware.api [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Task: {'id': task-3469085, 'name': RelocateVM_Task} progress is 98%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.578616] env[69365]: DEBUG oslo_vmware.api [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469090, 'name': PowerOnVM_Task, 'duration_secs': 0.542699} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.578900] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.579097] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-071790e3-f94a-4985-a04f-df22fb0d3827 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Updating instance 'db7108fa-22fd-466f-ba5b-0a33046105d4' progress to 100 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 912.627031] env[69365]: DEBUG nova.compute.manager [req-73818527-471f-4de0-8d77-0dae580d0d42 req-5dcf83d6-db3f-4c41-b08a-f9f5b3a374fd service nova] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Received event network-vif-deleted-8769899b-5df9-435b-ac70-d85f7a885989 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 912.628218] env[69365]: INFO nova.compute.manager [req-73818527-471f-4de0-8d77-0dae580d0d42 req-5dcf83d6-db3f-4c41-b08a-f9f5b3a374fd service nova] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Neutron deleted interface 8769899b-5df9-435b-ac70-d85f7a885989; detaching it from the instance and deleting it from the info cache [ 912.628507] env[69365]: DEBUG nova.network.neutron [req-73818527-471f-4de0-8d77-0dae580d0d42 req-5dcf83d6-db3f-4c41-b08a-f9f5b3a374fd service nova] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.682576] env[69365]: DEBUG nova.network.neutron [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Successfully created port: c3ab3b95-ba47-476a-8431-38016deb9c1a {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 912.688802] env[69365]: DEBUG nova.compute.manager [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 912.752962] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2014c6dd-c2fe-4530-9e7d-d1fcde9bc313 tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Lock "918e36cd-48f9-43bd-9fdf-5789b4c99a12" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.681s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.820320] env[69365]: DEBUG nova.network.neutron [-] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.981427] env[69365]: DEBUG oslo_vmware.api [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Task: {'id': task-3469085, 'name': RelocateVM_Task} progress is 98%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.125730] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4f21f5-fec8-4dcd-8694-e61e4608ea40 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.131084] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-94d46d77-220c-457c-b7bd-af203f972319 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.141054] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bffecc06-4a1b-4a2b-a33d-5ce6083ee424 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.146752] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65d73e3-cce9-4c31-b9ed-11c404596e41 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.219139] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a13e870-a4a4-442e-980b-09c270d3a4d8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.222242] env[69365]: DEBUG nova.compute.manager [req-73818527-471f-4de0-8d77-0dae580d0d42 req-5dcf83d6-db3f-4c41-b08a-f9f5b3a374fd service nova] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Detach interface failed, port_id=8769899b-5df9-435b-ac70-d85f7a885989, reason: Instance 875b1a48-9e09-43b5-abf6-99c7d64d845f could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 913.229201] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cffc1f4-7347-4d50-ad2a-ce36de127899 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.246237] env[69365]: DEBUG nova.compute.provider_tree [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.323988] env[69365]: INFO nova.compute.manager [-] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Took 1.29 seconds to deallocate network for instance. [ 913.480162] env[69365]: DEBUG oslo_vmware.api [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Task: {'id': task-3469085, 'name': RelocateVM_Task} progress is 98%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.725135] env[69365]: DEBUG nova.compute.manager [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 913.749970] env[69365]: DEBUG nova.scheduler.client.report [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.801364] env[69365]: DEBUG oslo_concurrency.lockutils [None req-97dda290-54c5-419b-8132-fa3eed04863d tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Acquiring lock "918e36cd-48f9-43bd-9fdf-5789b4c99a12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.801636] env[69365]: DEBUG oslo_concurrency.lockutils [None req-97dda290-54c5-419b-8132-fa3eed04863d tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Lock "918e36cd-48f9-43bd-9fdf-5789b4c99a12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.801849] env[69365]: DEBUG oslo_concurrency.lockutils [None req-97dda290-54c5-419b-8132-fa3eed04863d tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Acquiring lock "918e36cd-48f9-43bd-9fdf-5789b4c99a12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.802059] env[69365]: DEBUG oslo_concurrency.lockutils [None req-97dda290-54c5-419b-8132-fa3eed04863d tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Lock "918e36cd-48f9-43bd-9fdf-5789b4c99a12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.802237] env[69365]: DEBUG oslo_concurrency.lockutils [None req-97dda290-54c5-419b-8132-fa3eed04863d tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Lock "918e36cd-48f9-43bd-9fdf-5789b4c99a12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.804918] env[69365]: INFO nova.compute.manager [None req-97dda290-54c5-419b-8132-fa3eed04863d tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Terminating instance [ 913.831031] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0d6b097b-5c36-431d-bbbd-5d0387d3ac99 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.978740] env[69365]: DEBUG oslo_vmware.api [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Task: {'id': task-3469085, 'name': RelocateVM_Task} progress is 98%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.256065] env[69365]: DEBUG oslo_concurrency.lockutils [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.257661] env[69365]: DEBUG nova.compute.manager [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 914.260656] env[69365]: DEBUG oslo_concurrency.lockutils [None req-39337cf4-6645-4729-a542-a105bc1e01f3 tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.135s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.263790] env[69365]: DEBUG nova.objects.instance [None req-39337cf4-6645-4729-a542-a105bc1e01f3 tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Lazy-loading 'resources' on Instance uuid bdcd53fc-2733-4e88-8e45-1dcf23f3609d {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.309488] env[69365]: DEBUG nova.compute.manager [None req-97dda290-54c5-419b-8132-fa3eed04863d tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 914.309743] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-97dda290-54c5-419b-8132-fa3eed04863d tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 914.311188] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6de146d-ee56-489a-91d2-e55ede92f26f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.322520] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-97dda290-54c5-419b-8132-fa3eed04863d tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 914.322918] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6cf10ca-36dd-4ca5-94f2-c437757effd4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.332107] env[69365]: DEBUG oslo_vmware.api [None req-97dda290-54c5-419b-8132-fa3eed04863d tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Waiting for the task: (returnval){ [ 914.332107] env[69365]: value = "task-3469092" [ 914.332107] env[69365]: _type = "Task" [ 914.332107] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.342581] env[69365]: DEBUG oslo_vmware.api [None req-97dda290-54c5-419b-8132-fa3eed04863d tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Task: {'id': task-3469092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.355053] env[69365]: DEBUG nova.virt.hardware [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 914.356407] env[69365]: DEBUG nova.virt.hardware [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 914.356407] env[69365]: DEBUG nova.virt.hardware [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.356407] env[69365]: DEBUG nova.virt.hardware [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 914.356407] env[69365]: DEBUG nova.virt.hardware [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.356407] env[69365]: DEBUG nova.virt.hardware [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 914.356407] env[69365]: DEBUG nova.virt.hardware [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 914.356407] env[69365]: DEBUG nova.virt.hardware [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 914.356792] env[69365]: DEBUG nova.virt.hardware [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 914.356792] env[69365]: DEBUG nova.virt.hardware [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 914.356851] env[69365]: DEBUG nova.virt.hardware [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 914.359136] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774f12ed-ad51-47ad-ab80-d1d266b675a3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.363050] env[69365]: DEBUG nova.network.neutron [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Successfully updated port: c3ab3b95-ba47-476a-8431-38016deb9c1a {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 914.371636] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccfb7a2-6800-492b-a22a-afc089c39151 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.398528] env[69365]: DEBUG oslo_vmware.rw_handles [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5230f8fa-167b-8658-82f7-4bbd8f927784/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 914.399545] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a5fff4-7170-4b56-b531-69efdde6255d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.407573] env[69365]: DEBUG oslo_vmware.rw_handles [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5230f8fa-167b-8658-82f7-4bbd8f927784/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 914.408055] env[69365]: ERROR oslo_vmware.rw_handles [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5230f8fa-167b-8658-82f7-4bbd8f927784/disk-0.vmdk due to incomplete transfer. [ 914.408267] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ecc1974e-2d51-432f-9711-0c8817be059a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.417291] env[69365]: DEBUG oslo_vmware.rw_handles [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5230f8fa-167b-8658-82f7-4bbd8f927784/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 914.417512] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Uploaded image 6791a7c5-c134-40cc-8785-60d3ba543b6a to the Glance image server {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 914.420036] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 914.420320] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1dcc8d1b-d028-48c5-9a52-ef041b23396c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.430129] env[69365]: DEBUG oslo_vmware.api [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 914.430129] env[69365]: value = "task-3469093" [ 914.430129] env[69365]: _type = "Task" [ 914.430129] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.441277] env[69365]: DEBUG oslo_vmware.api [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469093, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.479452] env[69365]: DEBUG oslo_vmware.api [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Task: {'id': task-3469085, 'name': RelocateVM_Task, 'duration_secs': 5.227072} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.479827] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Volume attach. Driver type: vmdk {{(pid=69365) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 914.480008] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693270', 'volume_id': 'd60e989f-5df3-4008-a46c-b359607b28d7', 'name': 'volume-d60e989f-5df3-4008-a46c-b359607b28d7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '82fa0bd7-7671-4bcf-80da-c26cdf00aaf1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd60e989f-5df3-4008-a46c-b359607b28d7', 'serial': 'd60e989f-5df3-4008-a46c-b359607b28d7'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 914.480867] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1669325e-d7e0-4493-8867-9e9f5f678d83 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.498753] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f31c53-16c4-40ad-95f1-2ff819bf91da {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.524143] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] volume-d60e989f-5df3-4008-a46c-b359607b28d7/volume-d60e989f-5df3-4008-a46c-b359607b28d7.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.525953] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2ad37af-a394-4281-a57d-6b4d5627c181 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.542526] env[69365]: DEBUG nova.compute.manager [req-5d696f06-9179-418a-bda2-47db118a6cf3 req-df013831-009b-4d5d-8c0b-773f412d75fb service nova] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Received event network-vif-plugged-c3ab3b95-ba47-476a-8431-38016deb9c1a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.542667] env[69365]: DEBUG oslo_concurrency.lockutils [req-5d696f06-9179-418a-bda2-47db118a6cf3 req-df013831-009b-4d5d-8c0b-773f412d75fb service nova] Acquiring lock "9bbf8db4-c06b-4cc0-a55a-a561ba0a274f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.542879] env[69365]: DEBUG oslo_concurrency.lockutils [req-5d696f06-9179-418a-bda2-47db118a6cf3 req-df013831-009b-4d5d-8c0b-773f412d75fb service nova] Lock "9bbf8db4-c06b-4cc0-a55a-a561ba0a274f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.543054] env[69365]: DEBUG oslo_concurrency.lockutils [req-5d696f06-9179-418a-bda2-47db118a6cf3 req-df013831-009b-4d5d-8c0b-773f412d75fb service nova] Lock "9bbf8db4-c06b-4cc0-a55a-a561ba0a274f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.543243] env[69365]: DEBUG nova.compute.manager [req-5d696f06-9179-418a-bda2-47db118a6cf3 req-df013831-009b-4d5d-8c0b-773f412d75fb service nova] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] No waiting events found dispatching network-vif-plugged-c3ab3b95-ba47-476a-8431-38016deb9c1a {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 914.543411] env[69365]: WARNING nova.compute.manager [req-5d696f06-9179-418a-bda2-47db118a6cf3 req-df013831-009b-4d5d-8c0b-773f412d75fb service nova] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Received unexpected event network-vif-plugged-c3ab3b95-ba47-476a-8431-38016deb9c1a for instance with vm_state building and task_state spawning. [ 914.552950] env[69365]: DEBUG oslo_vmware.api [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Waiting for the task: (returnval){ [ 914.552950] env[69365]: value = "task-3469094" [ 914.552950] env[69365]: _type = "Task" [ 914.552950] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.563549] env[69365]: DEBUG oslo_vmware.api [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Task: {'id': task-3469094, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.744187] env[69365]: DEBUG nova.network.neutron [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Port 918ae9db-7ed1-4a9b-a391-0ff02a2081c8 binding to destination host cpu-1 is already ACTIVE {{(pid=69365) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 914.744949] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquiring lock "refresh_cache-db7108fa-22fd-466f-ba5b-0a33046105d4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.744949] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquired lock "refresh_cache-db7108fa-22fd-466f-ba5b-0a33046105d4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.744949] env[69365]: DEBUG nova.network.neutron [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.767066] env[69365]: DEBUG nova.compute.utils [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.771391] env[69365]: DEBUG nova.compute.manager [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 914.771568] env[69365]: DEBUG nova.network.neutron [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 914.821093] env[69365]: DEBUG nova.policy [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45ffd3ee15d84951904ccce289f7ecb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74a0a1f4ab684349926a8d03cbd63fa5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 914.846322] env[69365]: DEBUG oslo_vmware.api [None req-97dda290-54c5-419b-8132-fa3eed04863d tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Task: {'id': task-3469092, 'name': PowerOffVM_Task, 'duration_secs': 0.290843} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.846610] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-97dda290-54c5-419b-8132-fa3eed04863d tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.846781] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-97dda290-54c5-419b-8132-fa3eed04863d tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.847050] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f1019c9-f082-4eac-866b-1e67b15c3240 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.866509] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "refresh_cache-9bbf8db4-c06b-4cc0-a55a-a561ba0a274f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.866509] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquired lock "refresh_cache-9bbf8db4-c06b-4cc0-a55a-a561ba0a274f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.866509] env[69365]: DEBUG nova.network.neutron [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.926386] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-97dda290-54c5-419b-8132-fa3eed04863d tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.927074] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-97dda290-54c5-419b-8132-fa3eed04863d tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.927355] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-97dda290-54c5-419b-8132-fa3eed04863d tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Deleting the datastore file [datastore2] 918e36cd-48f9-43bd-9fdf-5789b4c99a12 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.927722] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42f1e471-4c3e-4c54-82de-0b01eb333e4e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.942613] env[69365]: DEBUG oslo_vmware.api [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469093, 'name': Destroy_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.949577] env[69365]: DEBUG oslo_vmware.api [None req-97dda290-54c5-419b-8132-fa3eed04863d tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Waiting for the task: (returnval){ [ 914.949577] env[69365]: value = "task-3469096" [ 914.949577] env[69365]: _type = "Task" [ 914.949577] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.958586] env[69365]: DEBUG oslo_vmware.api [None req-97dda290-54c5-419b-8132-fa3eed04863d tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Task: {'id': task-3469096, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.064683] env[69365]: DEBUG oslo_vmware.api [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Task: {'id': task-3469094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.240565] env[69365]: DEBUG nova.network.neutron [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Successfully created port: 38e09be4-3a26-470d-ab5d-1724a566b854 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 915.263546] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4e0b16-2a68-4a09-b63d-d232a13680de {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.273096] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48e1b21-8614-4b13-95c2-3aa4b2c3d3c0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.276886] env[69365]: DEBUG nova.compute.utils [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.311289] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b01e96a-876c-4b44-912a-76952cf33f10 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.323744] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bd7320-b43d-4572-b529-30a4e02b29b9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.338719] env[69365]: DEBUG nova.compute.provider_tree [None req-39337cf4-6645-4729-a542-a105bc1e01f3 tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.416070] env[69365]: DEBUG nova.network.neutron [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.446719] env[69365]: DEBUG oslo_vmware.api [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469093, 'name': Destroy_Task, 'duration_secs': 0.734111} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.449578] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Destroyed the VM [ 915.449870] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 915.450247] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-38e2778c-d365-4edb-9449-1e9f95c9a5d5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.463600] env[69365]: DEBUG oslo_vmware.api [None req-97dda290-54c5-419b-8132-fa3eed04863d tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Task: {'id': task-3469096, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207736} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.465377] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-97dda290-54c5-419b-8132-fa3eed04863d tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.465377] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-97dda290-54c5-419b-8132-fa3eed04863d tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.465543] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-97dda290-54c5-419b-8132-fa3eed04863d tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.467438] env[69365]: INFO nova.compute.manager [None req-97dda290-54c5-419b-8132-fa3eed04863d tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Took 1.16 seconds to destroy the instance on the hypervisor. [ 915.467438] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-97dda290-54c5-419b-8132-fa3eed04863d tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.467438] env[69365]: DEBUG oslo_vmware.api [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 915.467438] env[69365]: value = "task-3469097" [ 915.467438] env[69365]: _type = "Task" [ 915.467438] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.467438] env[69365]: DEBUG nova.compute.manager [-] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.467438] env[69365]: DEBUG nova.network.neutron [-] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.477916] env[69365]: DEBUG oslo_vmware.api [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469097, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.528487] env[69365]: DEBUG nova.network.neutron [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Updating instance_info_cache with network_info: [{"id": "918ae9db-7ed1-4a9b-a391-0ff02a2081c8", "address": "fa:16:3e:74:3f:9c", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap918ae9db-7e", "ovs_interfaceid": "918ae9db-7ed1-4a9b-a391-0ff02a2081c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.566077] env[69365]: DEBUG oslo_vmware.api [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Task: {'id': task-3469094, 'name': ReconfigVM_Task, 'duration_secs': 0.646865} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.566356] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Reconfigured VM instance instance-0000003a to attach disk [datastore2] volume-d60e989f-5df3-4008-a46c-b359607b28d7/volume-d60e989f-5df3-4008-a46c-b359607b28d7.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.571868] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7554e681-9491-4612-8106-9a3b49ccaa3b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.590142] env[69365]: DEBUG oslo_vmware.api [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Waiting for the task: (returnval){ [ 915.590142] env[69365]: value = "task-3469098" [ 915.590142] env[69365]: _type = "Task" [ 915.590142] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.600205] env[69365]: DEBUG oslo_vmware.api [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Task: {'id': task-3469098, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.688574] env[69365]: DEBUG nova.network.neutron [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Updating instance_info_cache with network_info: [{"id": "c3ab3b95-ba47-476a-8431-38016deb9c1a", "address": "fa:16:3e:44:fa:8c", "network": {"id": "330aec01-e44f-413a-9035-a2194a82f451", "bridge": "br-int", "label": "tempest-ServersTestJSON-2129971414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0b4d3b209df41eaa438742d4326084b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3ab3b95-ba", "ovs_interfaceid": "c3ab3b95-ba47-476a-8431-38016deb9c1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.782474] env[69365]: DEBUG nova.compute.manager [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 915.842019] env[69365]: DEBUG nova.scheduler.client.report [None req-39337cf4-6645-4729-a542-a105bc1e01f3 tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.921505] env[69365]: DEBUG nova.compute.manager [req-88d73343-d124-4cfc-9338-3cde7f0f89c7 req-ca4df3a5-90cd-4e39-84ca-20be5865cdf7 service nova] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Received event network-vif-deleted-337b1289-769f-4480-bb99-7e07f40e1688 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 915.921735] env[69365]: INFO nova.compute.manager [req-88d73343-d124-4cfc-9338-3cde7f0f89c7 req-ca4df3a5-90cd-4e39-84ca-20be5865cdf7 service nova] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Neutron deleted interface 337b1289-769f-4480-bb99-7e07f40e1688; detaching it from the instance and deleting it from the info cache [ 915.921903] env[69365]: DEBUG nova.network.neutron [req-88d73343-d124-4cfc-9338-3cde7f0f89c7 req-ca4df3a5-90cd-4e39-84ca-20be5865cdf7 service nova] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.982211] env[69365]: DEBUG oslo_vmware.api [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469097, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.034382] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Releasing lock "refresh_cache-db7108fa-22fd-466f-ba5b-0a33046105d4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.102035] env[69365]: DEBUG oslo_vmware.api [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Task: {'id': task-3469098, 'name': ReconfigVM_Task, 'duration_secs': 0.182058} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.102035] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693270', 'volume_id': 'd60e989f-5df3-4008-a46c-b359607b28d7', 'name': 'volume-d60e989f-5df3-4008-a46c-b359607b28d7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '82fa0bd7-7671-4bcf-80da-c26cdf00aaf1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd60e989f-5df3-4008-a46c-b359607b28d7', 'serial': 'd60e989f-5df3-4008-a46c-b359607b28d7'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 916.102338] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfee40c8-7c6d-4d17-b66a-bad8d605b92d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.110399] env[69365]: DEBUG oslo_vmware.api [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Waiting for the task: (returnval){ [ 916.110399] env[69365]: value = "task-3469099" [ 916.110399] env[69365]: _type = "Task" [ 916.110399] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.119157] env[69365]: DEBUG oslo_vmware.api [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Task: {'id': task-3469099, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.191295] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Releasing lock "refresh_cache-9bbf8db4-c06b-4cc0-a55a-a561ba0a274f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.191677] env[69365]: DEBUG nova.compute.manager [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Instance network_info: |[{"id": "c3ab3b95-ba47-476a-8431-38016deb9c1a", "address": "fa:16:3e:44:fa:8c", "network": {"id": "330aec01-e44f-413a-9035-a2194a82f451", "bridge": "br-int", "label": "tempest-ServersTestJSON-2129971414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0b4d3b209df41eaa438742d4326084b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3ab3b95-ba", "ovs_interfaceid": "c3ab3b95-ba47-476a-8431-38016deb9c1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 916.192157] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:fa:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3ab3b95-ba47-476a-8431-38016deb9c1a', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 916.200407] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 916.200681] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 916.200871] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40d2a291-9377-4f03-9ab9-c76623e45e2d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.224109] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.224109] env[69365]: value = "task-3469100" [ 916.224109] env[69365]: _type = "Task" [ 916.224109] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.233370] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469100, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.317282] env[69365]: DEBUG nova.network.neutron [-] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.347403] env[69365]: DEBUG oslo_concurrency.lockutils [None req-39337cf4-6645-4729-a542-a105bc1e01f3 tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.350369] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.591s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.351857] env[69365]: INFO nova.compute.claims [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.373574] env[69365]: INFO nova.scheduler.client.report [None req-39337cf4-6645-4729-a542-a105bc1e01f3 tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Deleted allocations for instance bdcd53fc-2733-4e88-8e45-1dcf23f3609d [ 916.425896] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eed069f3-4497-4b89-806b-7c20567b7f83 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.438624] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711b3fec-3e82-4800-9546-c2baff0fbbfc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.481729] env[69365]: DEBUG nova.compute.manager [req-88d73343-d124-4cfc-9338-3cde7f0f89c7 req-ca4df3a5-90cd-4e39-84ca-20be5865cdf7 service nova] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Detach interface failed, port_id=337b1289-769f-4480-bb99-7e07f40e1688, reason: Instance 918e36cd-48f9-43bd-9fdf-5789b4c99a12 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 916.492611] env[69365]: DEBUG oslo_vmware.api [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469097, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.538686] env[69365]: DEBUG nova.compute.manager [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69365) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 916.539046] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.549780] env[69365]: DEBUG nova.compute.manager [req-0528a8a8-691e-4a52-aa76-93c35e25b80b req-f1bcc357-fd89-4792-96a8-59c7c4bd6647 service nova] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Received event network-changed-c3ab3b95-ba47-476a-8431-38016deb9c1a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.549989] env[69365]: DEBUG nova.compute.manager [req-0528a8a8-691e-4a52-aa76-93c35e25b80b req-f1bcc357-fd89-4792-96a8-59c7c4bd6647 service nova] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Refreshing instance network info cache due to event network-changed-c3ab3b95-ba47-476a-8431-38016deb9c1a. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 916.550255] env[69365]: DEBUG oslo_concurrency.lockutils [req-0528a8a8-691e-4a52-aa76-93c35e25b80b req-f1bcc357-fd89-4792-96a8-59c7c4bd6647 service nova] Acquiring lock "refresh_cache-9bbf8db4-c06b-4cc0-a55a-a561ba0a274f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.550399] env[69365]: DEBUG oslo_concurrency.lockutils [req-0528a8a8-691e-4a52-aa76-93c35e25b80b req-f1bcc357-fd89-4792-96a8-59c7c4bd6647 service nova] Acquired lock "refresh_cache-9bbf8db4-c06b-4cc0-a55a-a561ba0a274f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.550564] env[69365]: DEBUG nova.network.neutron [req-0528a8a8-691e-4a52-aa76-93c35e25b80b req-f1bcc357-fd89-4792-96a8-59c7c4bd6647 service nova] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Refreshing network info cache for port c3ab3b95-ba47-476a-8431-38016deb9c1a {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.622323] env[69365]: DEBUG oslo_vmware.api [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Task: {'id': task-3469099, 'name': Rename_Task, 'duration_secs': 0.158749} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.622646] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.622930] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e9d3e504-81d8-464f-88b9-3d330c672718 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.631465] env[69365]: DEBUG oslo_vmware.api [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Waiting for the task: (returnval){ [ 916.631465] env[69365]: value = "task-3469101" [ 916.631465] env[69365]: _type = "Task" [ 916.631465] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.640264] env[69365]: DEBUG oslo_vmware.api [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Task: {'id': task-3469101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.735813] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469100, 'name': CreateVM_Task, 'duration_secs': 0.39824} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.736835] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.736835] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.736913] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.737225] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.737489] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99b6226d-328b-4d44-99d8-68737a5daf23 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.744265] env[69365]: DEBUG oslo_vmware.api [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 916.744265] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5269cc8f-d0b5-5896-6ef2-43cb2a5053bf" [ 916.744265] env[69365]: _type = "Task" [ 916.744265] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.753858] env[69365]: DEBUG oslo_vmware.api [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5269cc8f-d0b5-5896-6ef2-43cb2a5053bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.795621] env[69365]: DEBUG nova.compute.manager [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 916.820033] env[69365]: INFO nova.compute.manager [-] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Took 1.35 seconds to deallocate network for instance. [ 916.827267] env[69365]: DEBUG nova.virt.hardware [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:39:22Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1264672718',id=29,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1959779172',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 916.829721] env[69365]: DEBUG nova.virt.hardware [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 916.829721] env[69365]: DEBUG nova.virt.hardware [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.829721] env[69365]: DEBUG nova.virt.hardware [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 916.829721] env[69365]: DEBUG nova.virt.hardware [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.829721] env[69365]: DEBUG nova.virt.hardware [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 916.829721] env[69365]: DEBUG nova.virt.hardware [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 916.829721] env[69365]: DEBUG nova.virt.hardware [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 916.829721] env[69365]: DEBUG nova.virt.hardware [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 916.829721] env[69365]: DEBUG nova.virt.hardware [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 916.829721] env[69365]: DEBUG nova.virt.hardware [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 916.831296] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17905ee2-0a61-42c5-ac5c-b4b571953e14 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.844554] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9dcfaa-5059-4a46-91b7-29857e2170c2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.882614] env[69365]: DEBUG oslo_concurrency.lockutils [None req-39337cf4-6645-4729-a542-a105bc1e01f3 tempest-ServersTestFqdnHostnames-758146594 tempest-ServersTestFqdnHostnames-758146594-project-member] Lock "bdcd53fc-2733-4e88-8e45-1dcf23f3609d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.997s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.996172] env[69365]: DEBUG oslo_vmware.api [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469097, 'name': RemoveSnapshot_Task, 'duration_secs': 1.500831} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.996486] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 916.996671] env[69365]: INFO nova.compute.manager [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Took 17.68 seconds to snapshot the instance on the hypervisor. [ 917.124830] env[69365]: DEBUG nova.network.neutron [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Successfully updated port: 38e09be4-3a26-470d-ab5d-1724a566b854 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 917.148219] env[69365]: DEBUG oslo_vmware.api [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Task: {'id': task-3469101, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.259130] env[69365]: DEBUG oslo_vmware.api [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5269cc8f-d0b5-5896-6ef2-43cb2a5053bf, 'name': SearchDatastore_Task, 'duration_secs': 0.01308} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.259558] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.259875] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.260395] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.260636] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.260903] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.261677] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12894fb3-e1a2-437c-9a0a-92dadd63f344 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.276834] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.277057] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.277810] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3afdfa27-bba4-482b-b288-cc47d43d2ebe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.287385] env[69365]: DEBUG oslo_vmware.api [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 917.287385] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fdca68-29d0-67d1-523b-187e9e69260d" [ 917.287385] env[69365]: _type = "Task" [ 917.287385] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.297151] env[69365]: DEBUG oslo_vmware.api [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fdca68-29d0-67d1-523b-187e9e69260d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.335821] env[69365]: DEBUG oslo_concurrency.lockutils [None req-97dda290-54c5-419b-8132-fa3eed04863d tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.380897] env[69365]: DEBUG nova.network.neutron [req-0528a8a8-691e-4a52-aa76-93c35e25b80b req-f1bcc357-fd89-4792-96a8-59c7c4bd6647 service nova] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Updated VIF entry in instance network info cache for port c3ab3b95-ba47-476a-8431-38016deb9c1a. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 917.380897] env[69365]: DEBUG nova.network.neutron [req-0528a8a8-691e-4a52-aa76-93c35e25b80b req-f1bcc357-fd89-4792-96a8-59c7c4bd6647 service nova] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Updating instance_info_cache with network_info: [{"id": "c3ab3b95-ba47-476a-8431-38016deb9c1a", "address": "fa:16:3e:44:fa:8c", "network": {"id": "330aec01-e44f-413a-9035-a2194a82f451", "bridge": "br-int", "label": "tempest-ServersTestJSON-2129971414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0b4d3b209df41eaa438742d4326084b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3ab3b95-ba", "ovs_interfaceid": "c3ab3b95-ba47-476a-8431-38016deb9c1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.542271] env[69365]: DEBUG nova.compute.manager [None req-37343626-5474-4c8a-a6b1-40604e33c94b tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Found 2 images (rotation: 2) {{(pid=69365) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 917.627416] env[69365]: DEBUG oslo_concurrency.lockutils [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Acquiring lock "refresh_cache-29fc5815-c8b5-449f-9c44-711c66778a11" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.627560] env[69365]: DEBUG oslo_concurrency.lockutils [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Acquired lock "refresh_cache-29fc5815-c8b5-449f-9c44-711c66778a11" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.627729] env[69365]: DEBUG nova.network.neutron [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.645823] env[69365]: DEBUG oslo_vmware.api [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Task: {'id': task-3469101, 'name': PowerOnVM_Task, 'duration_secs': 0.608725} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.648580] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.648823] env[69365]: INFO nova.compute.manager [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Took 10.30 seconds to spawn the instance on the hypervisor. [ 917.649049] env[69365]: DEBUG nova.compute.manager [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.650130] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ff7175-836b-4a55-8ce1-085519860dcb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.785248] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc2cd6a-a34c-4d95-81fc-0354705a953a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.795766] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f3b499-3678-47d0-8922-8178e99e05cd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.803678] env[69365]: DEBUG oslo_vmware.api [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fdca68-29d0-67d1-523b-187e9e69260d, 'name': SearchDatastore_Task, 'duration_secs': 0.030456} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.805075] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5af4e25-ed47-4978-b2cb-af98529a2219 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.834466] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b911217-e96b-4c69-bf0b-abbc3da76426 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.839329] env[69365]: DEBUG oslo_vmware.api [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 917.839329] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52217d83-82b4-a1ca-32a2-de78c9dd82cb" [ 917.839329] env[69365]: _type = "Task" [ 917.839329] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.846542] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5f4ca9-11b4-46da-a8a1-da526bef10c7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.854114] env[69365]: DEBUG oslo_vmware.api [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52217d83-82b4-a1ca-32a2-de78c9dd82cb, 'name': SearchDatastore_Task, 'duration_secs': 0.011777} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.858023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.858023] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f/9bbf8db4-c06b-4cc0-a55a-a561ba0a274f.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.858023] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b59691ef-a022-4131-9760-bf51c7ad73da {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.866022] env[69365]: DEBUG nova.compute.provider_tree [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.874262] env[69365]: DEBUG oslo_vmware.api [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 917.874262] env[69365]: value = "task-3469102" [ 917.874262] env[69365]: _type = "Task" [ 917.874262] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.885206] env[69365]: DEBUG oslo_concurrency.lockutils [req-0528a8a8-691e-4a52-aa76-93c35e25b80b req-f1bcc357-fd89-4792-96a8-59c7c4bd6647 service nova] Releasing lock "refresh_cache-9bbf8db4-c06b-4cc0-a55a-a561ba0a274f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.885812] env[69365]: DEBUG oslo_vmware.api [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.175595] env[69365]: INFO nova.compute.manager [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Took 56.39 seconds to build instance. [ 918.186433] env[69365]: DEBUG nova.network.neutron [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.369468] env[69365]: DEBUG nova.scheduler.client.report [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.396549] env[69365]: DEBUG oslo_vmware.api [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469102, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.409095] env[69365]: DEBUG nova.network.neutron [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Updating instance_info_cache with network_info: [{"id": "38e09be4-3a26-470d-ab5d-1724a566b854", "address": "fa:16:3e:38:2f:40", "network": {"id": "29387dd8-ed33-4b7f-93c4-c3a57fd7fd5d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-221569669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a0a1f4ab684349926a8d03cbd63fa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38e09be4-3a", "ovs_interfaceid": "38e09be4-3a26-470d-ab5d-1724a566b854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.678525] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a375779-b906-49c3-b07c-61453492c25e tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Lock "82fa0bd7-7671-4bcf-80da-c26cdf00aaf1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.153s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.876923] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.526s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.877475] env[69365]: DEBUG nova.compute.manager [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.880320] env[69365]: DEBUG oslo_concurrency.lockutils [None req-108d97b6-6219-4c72-b0bf-fa28a2557ba2 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.248s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.880534] env[69365]: DEBUG nova.objects.instance [None req-108d97b6-6219-4c72-b0bf-fa28a2557ba2 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Lazy-loading 'resources' on Instance uuid 39323cef-0de6-4c83-a359-4188bca9463e {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.892326] env[69365]: DEBUG oslo_vmware.api [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557904} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.893344] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f/9bbf8db4-c06b-4cc0-a55a-a561ba0a274f.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.893562] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.893912] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39c19e57-e0c3-4d0d-a577-84c2a5165537 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.902988] env[69365]: DEBUG oslo_vmware.api [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 918.902988] env[69365]: value = "task-3469103" [ 918.902988] env[69365]: _type = "Task" [ 918.902988] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.912635] env[69365]: DEBUG oslo_concurrency.lockutils [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Releasing lock "refresh_cache-29fc5815-c8b5-449f-9c44-711c66778a11" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.913032] env[69365]: DEBUG nova.compute.manager [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Instance network_info: |[{"id": "38e09be4-3a26-470d-ab5d-1724a566b854", "address": "fa:16:3e:38:2f:40", "network": {"id": "29387dd8-ed33-4b7f-93c4-c3a57fd7fd5d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-221569669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a0a1f4ab684349926a8d03cbd63fa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38e09be4-3a", "ovs_interfaceid": "38e09be4-3a26-470d-ab5d-1724a566b854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 918.914139] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:2f:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'be8bd197-4b2b-46e7-88ea-2554b0438584', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38e09be4-3a26-470d-ab5d-1724a566b854', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.923967] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 918.928854] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.930061] env[69365]: DEBUG oslo_vmware.api [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469103, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.930428] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1852b91f-67cc-4272-ac67-d9914dee4a19 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.948369] env[69365]: DEBUG nova.compute.manager [req-ca3a0578-b920-47eb-82e4-851f86327300 req-3e9580c3-40b1-4e4f-8d8e-1d732b55e8e6 service nova] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Received event network-vif-plugged-38e09be4-3a26-470d-ab5d-1724a566b854 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.948549] env[69365]: DEBUG oslo_concurrency.lockutils [req-ca3a0578-b920-47eb-82e4-851f86327300 req-3e9580c3-40b1-4e4f-8d8e-1d732b55e8e6 service nova] Acquiring lock "29fc5815-c8b5-449f-9c44-711c66778a11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.948792] env[69365]: DEBUG oslo_concurrency.lockutils [req-ca3a0578-b920-47eb-82e4-851f86327300 req-3e9580c3-40b1-4e4f-8d8e-1d732b55e8e6 service nova] Lock "29fc5815-c8b5-449f-9c44-711c66778a11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.948957] env[69365]: DEBUG oslo_concurrency.lockutils [req-ca3a0578-b920-47eb-82e4-851f86327300 req-3e9580c3-40b1-4e4f-8d8e-1d732b55e8e6 service nova] Lock "29fc5815-c8b5-449f-9c44-711c66778a11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.949129] env[69365]: DEBUG nova.compute.manager [req-ca3a0578-b920-47eb-82e4-851f86327300 req-3e9580c3-40b1-4e4f-8d8e-1d732b55e8e6 service nova] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] No waiting events found dispatching network-vif-plugged-38e09be4-3a26-470d-ab5d-1724a566b854 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 918.949290] env[69365]: WARNING nova.compute.manager [req-ca3a0578-b920-47eb-82e4-851f86327300 req-3e9580c3-40b1-4e4f-8d8e-1d732b55e8e6 service nova] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Received unexpected event network-vif-plugged-38e09be4-3a26-470d-ab5d-1724a566b854 for instance with vm_state building and task_state spawning. [ 918.949444] env[69365]: DEBUG nova.compute.manager [req-ca3a0578-b920-47eb-82e4-851f86327300 req-3e9580c3-40b1-4e4f-8d8e-1d732b55e8e6 service nova] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Received event network-changed-38e09be4-3a26-470d-ab5d-1724a566b854 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.949590] env[69365]: DEBUG nova.compute.manager [req-ca3a0578-b920-47eb-82e4-851f86327300 req-3e9580c3-40b1-4e4f-8d8e-1d732b55e8e6 service nova] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Refreshing instance network info cache due to event network-changed-38e09be4-3a26-470d-ab5d-1724a566b854. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 918.949763] env[69365]: DEBUG oslo_concurrency.lockutils [req-ca3a0578-b920-47eb-82e4-851f86327300 req-3e9580c3-40b1-4e4f-8d8e-1d732b55e8e6 service nova] Acquiring lock "refresh_cache-29fc5815-c8b5-449f-9c44-711c66778a11" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.949893] env[69365]: DEBUG oslo_concurrency.lockutils [req-ca3a0578-b920-47eb-82e4-851f86327300 req-3e9580c3-40b1-4e4f-8d8e-1d732b55e8e6 service nova] Acquired lock "refresh_cache-29fc5815-c8b5-449f-9c44-711c66778a11" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.950046] env[69365]: DEBUG nova.network.neutron [req-ca3a0578-b920-47eb-82e4-851f86327300 req-3e9580c3-40b1-4e4f-8d8e-1d732b55e8e6 service nova] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Refreshing network info cache for port 38e09be4-3a26-470d-ab5d-1724a566b854 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.961771] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.961771] env[69365]: value = "task-3469104" [ 918.961771] env[69365]: _type = "Task" [ 918.961771] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.974364] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469104, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.053612] env[69365]: DEBUG oslo_vmware.rw_handles [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5250cdd9-254d-77d4-fadf-a339c47f1c24/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 919.054576] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb48d3cd-5f51-417a-b70d-b1eac7517ec0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.062457] env[69365]: DEBUG oslo_vmware.rw_handles [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5250cdd9-254d-77d4-fadf-a339c47f1c24/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 919.062640] env[69365]: ERROR oslo_vmware.rw_handles [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5250cdd9-254d-77d4-fadf-a339c47f1c24/disk-0.vmdk due to incomplete transfer. [ 919.062939] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f8d4a6ff-3919-47c1-b985-bc97745c5e02 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.072856] env[69365]: DEBUG oslo_vmware.rw_handles [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5250cdd9-254d-77d4-fadf-a339c47f1c24/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 919.073083] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Uploaded image 2c07082b-0469-45df-b67b-6626b0979c5c to the Glance image server {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 919.074830] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 919.075582] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9523e7de-7ce0-4635-99d7-fd77c38ee958 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.084939] env[69365]: DEBUG oslo_vmware.api [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 919.084939] env[69365]: value = "task-3469105" [ 919.084939] env[69365]: _type = "Task" [ 919.084939] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.095627] env[69365]: DEBUG oslo_vmware.api [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469105, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.373879] env[69365]: DEBUG nova.compute.manager [req-f93f9a92-0b0f-4ebf-bf17-4cdd9987b644 req-2328b07a-c421-4593-80ce-8e0b85b6f412 service nova] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Received event network-changed-e09d68df-29b0-416b-ae4d-40def002b979 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 919.374303] env[69365]: DEBUG nova.compute.manager [req-f93f9a92-0b0f-4ebf-bf17-4cdd9987b644 req-2328b07a-c421-4593-80ce-8e0b85b6f412 service nova] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Refreshing instance network info cache due to event network-changed-e09d68df-29b0-416b-ae4d-40def002b979. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 919.374594] env[69365]: DEBUG oslo_concurrency.lockutils [req-f93f9a92-0b0f-4ebf-bf17-4cdd9987b644 req-2328b07a-c421-4593-80ce-8e0b85b6f412 service nova] Acquiring lock "refresh_cache-82fa0bd7-7671-4bcf-80da-c26cdf00aaf1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.374844] env[69365]: DEBUG oslo_concurrency.lockutils [req-f93f9a92-0b0f-4ebf-bf17-4cdd9987b644 req-2328b07a-c421-4593-80ce-8e0b85b6f412 service nova] Acquired lock "refresh_cache-82fa0bd7-7671-4bcf-80da-c26cdf00aaf1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.375120] env[69365]: DEBUG nova.network.neutron [req-f93f9a92-0b0f-4ebf-bf17-4cdd9987b644 req-2328b07a-c421-4593-80ce-8e0b85b6f412 service nova] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Refreshing network info cache for port e09d68df-29b0-416b-ae4d-40def002b979 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.387681] env[69365]: DEBUG nova.compute.utils [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.393220] env[69365]: DEBUG nova.compute.manager [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.393220] env[69365]: DEBUG nova.network.neutron [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.417038] env[69365]: DEBUG nova.compute.manager [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 919.421538] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e64ad3-ca77-4fe4-9310-271a0822bc3f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.424993] env[69365]: DEBUG oslo_vmware.api [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469103, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.258825} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.425693] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 919.427253] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b187967-fcd6-47f3-bfaa-132cf7cf841b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.479494] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f/9bbf8db4-c06b-4cc0-a55a-a561ba0a274f.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 919.481604] env[69365]: DEBUG nova.policy [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fd9a4af4a1746e0b99499e7390a7e93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acf77ddce7004e3ab0770d5ce6b6b062', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.488066] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ec04142-235d-4310-9716-48be26d0c524 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.526627] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469104, 'name': CreateVM_Task, 'duration_secs': 0.509863} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.528671] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.529223] env[69365]: DEBUG oslo_vmware.api [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 919.529223] env[69365]: value = "task-3469106" [ 919.529223] env[69365]: _type = "Task" [ 919.529223] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.529852] env[69365]: DEBUG oslo_concurrency.lockutils [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.530053] env[69365]: DEBUG oslo_concurrency.lockutils [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.530367] env[69365]: DEBUG oslo_concurrency.lockutils [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.531042] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f84ecf4d-64c3-4a5f-b70b-eb6c3f1ad6bc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.545680] env[69365]: DEBUG oslo_vmware.api [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Waiting for the task: (returnval){ [ 919.545680] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5253b870-0ee4-3d59-68f6-4353a1de0e4a" [ 919.545680] env[69365]: _type = "Task" [ 919.545680] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.549436] env[69365]: DEBUG oslo_vmware.api [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469106, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.563036] env[69365]: DEBUG oslo_vmware.api [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5253b870-0ee4-3d59-68f6-4353a1de0e4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.601236] env[69365]: DEBUG oslo_vmware.api [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469105, 'name': Destroy_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.893332] env[69365]: DEBUG nova.compute.manager [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.943078] env[69365]: INFO nova.compute.manager [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] instance snapshotting [ 919.943799] env[69365]: DEBUG nova.objects.instance [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lazy-loading 'flavor' on Instance uuid 07629f5e-e1b1-4aab-b422-8924b572449b {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.015114] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d1148f-0f7f-4804-b511-3d057be9d491 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.025415] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c11a8f1-33f9-4529-b9d9-e7d28956609b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.082778] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29efe4a4-455d-49c3-85eb-b484d824f325 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.099306] env[69365]: DEBUG oslo_vmware.api [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5253b870-0ee4-3d59-68f6-4353a1de0e4a, 'name': SearchDatastore_Task, 'duration_secs': 0.019155} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.099806] env[69365]: DEBUG oslo_vmware.api [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469106, 'name': ReconfigVM_Task, 'duration_secs': 0.541818} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.103586] env[69365]: DEBUG oslo_concurrency.lockutils [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.103586] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.103586] env[69365]: DEBUG oslo_concurrency.lockutils [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.103586] env[69365]: DEBUG oslo_concurrency.lockutils [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.103724] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.103919] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f/9bbf8db4-c06b-4cc0-a55a-a561ba0a274f.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.107597] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b1e24f8-85fb-4a38-b52b-0498e74e05f6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.110028] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-152b46f4-319a-4dc5-9d48-e699947c646f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.113568] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2498ada-d31c-450b-9e4d-690c898c8b50 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.120141] env[69365]: DEBUG oslo_vmware.api [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469105, 'name': Destroy_Task, 'duration_secs': 0.729613} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.120141] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Destroyed the VM [ 920.120141] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 920.120486] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fa8d4192-0dff-457e-a573-6503944cbb16 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.132229] env[69365]: DEBUG nova.compute.provider_tree [None req-108d97b6-6219-4c72-b0bf-fa28a2557ba2 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.137388] env[69365]: DEBUG oslo_vmware.api [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 920.137388] env[69365]: value = "task-3469107" [ 920.137388] env[69365]: _type = "Task" [ 920.137388] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.137650] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.137802] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.138962] env[69365]: DEBUG oslo_vmware.api [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 920.138962] env[69365]: value = "task-3469108" [ 920.138962] env[69365]: _type = "Task" [ 920.138962] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.139538] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcecaaab-2e8f-4361-b833-bd71dff6bda9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.156306] env[69365]: DEBUG oslo_vmware.api [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469107, 'name': Rename_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.160620] env[69365]: DEBUG oslo_vmware.api [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Waiting for the task: (returnval){ [ 920.160620] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]522725fb-143d-13c0-5276-5a0d132d55a9" [ 920.160620] env[69365]: _type = "Task" [ 920.160620] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.161573] env[69365]: DEBUG oslo_vmware.api [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469108, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.185209] env[69365]: DEBUG oslo_vmware.api [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]522725fb-143d-13c0-5276-5a0d132d55a9, 'name': SearchDatastore_Task, 'duration_secs': 0.027621} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.185209] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b3add6f-c775-4eef-94c9-8475a778edba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.192224] env[69365]: DEBUG oslo_vmware.api [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Waiting for the task: (returnval){ [ 920.192224] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5223ab67-a445-edfc-d1f5-01d95b47bec8" [ 920.192224] env[69365]: _type = "Task" [ 920.192224] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.200442] env[69365]: DEBUG nova.network.neutron [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Successfully created port: 7ceccb8c-b149-4daa-a1c9-a8d67119fb97 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 920.209434] env[69365]: DEBUG oslo_vmware.api [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5223ab67-a445-edfc-d1f5-01d95b47bec8, 'name': SearchDatastore_Task, 'duration_secs': 0.011992} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.209705] env[69365]: DEBUG oslo_concurrency.lockutils [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.209997] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 29fc5815-c8b5-449f-9c44-711c66778a11/29fc5815-c8b5-449f-9c44-711c66778a11.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.210221] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cde6afd4-5d92-4729-a3fe-71025c99f1ce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.218871] env[69365]: DEBUG oslo_vmware.api [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Waiting for the task: (returnval){ [ 920.218871] env[69365]: value = "task-3469109" [ 920.218871] env[69365]: _type = "Task" [ 920.218871] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.232704] env[69365]: DEBUG oslo_vmware.api [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3469109, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.289772] env[69365]: DEBUG nova.network.neutron [req-ca3a0578-b920-47eb-82e4-851f86327300 req-3e9580c3-40b1-4e4f-8d8e-1d732b55e8e6 service nova] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Updated VIF entry in instance network info cache for port 38e09be4-3a26-470d-ab5d-1724a566b854. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.289772] env[69365]: DEBUG nova.network.neutron [req-ca3a0578-b920-47eb-82e4-851f86327300 req-3e9580c3-40b1-4e4f-8d8e-1d732b55e8e6 service nova] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Updating instance_info_cache with network_info: [{"id": "38e09be4-3a26-470d-ab5d-1724a566b854", "address": "fa:16:3e:38:2f:40", "network": {"id": "29387dd8-ed33-4b7f-93c4-c3a57fd7fd5d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-221569669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a0a1f4ab684349926a8d03cbd63fa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38e09be4-3a", "ovs_interfaceid": "38e09be4-3a26-470d-ab5d-1724a566b854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.402246] env[69365]: INFO nova.virt.block_device [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Booting with volume 35d991d6-1cd3-427c-851d-5de4cf652e89 at /dev/sda [ 920.448938] env[69365]: DEBUG nova.network.neutron [req-f93f9a92-0b0f-4ebf-bf17-4cdd9987b644 req-2328b07a-c421-4593-80ce-8e0b85b6f412 service nova] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Updated VIF entry in instance network info cache for port e09d68df-29b0-416b-ae4d-40def002b979. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 920.448938] env[69365]: DEBUG nova.network.neutron [req-f93f9a92-0b0f-4ebf-bf17-4cdd9987b644 req-2328b07a-c421-4593-80ce-8e0b85b6f412 service nova] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Updating instance_info_cache with network_info: [{"id": "e09d68df-29b0-416b-ae4d-40def002b979", "address": "fa:16:3e:1a:63:c5", "network": {"id": "7f2abe7d-520f-4928-a1a8-8ff13ee8fbae", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-723062927-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8e24799f4f3443cb516a5289bc85d37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b399c74-1411-408a-b4cd-84e268ae83fe", "external-id": "nsx-vlan-transportzone-486", "segmentation_id": 486, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape09d68df-29", "ovs_interfaceid": "e09d68df-29b0-416b-ae4d-40def002b979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.459512] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-92e0974f-fd8c-426a-a944-06f61d3b17fa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.464194] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8d4eb8-ee7b-4544-bfb6-f6dba728c73a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.496434] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d164c8-e59a-423a-a1ad-135ce01a8522 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.504591] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1adcd5d8-7b50-4cf7-ae8a-31af5eeeda73 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.551484] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-26d23c7f-986d-4114-9a07-44c3a072db30 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.565405] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dee29f8-a14b-4e3e-9739-ce579d6c1a28 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.607990] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26cfc0b-29c6-4628-b6be-0af89dc57330 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.619634] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce6467d-5805-4ab1-b886-0e7dc77ad797 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.642138] env[69365]: DEBUG nova.scheduler.client.report [None req-108d97b6-6219-4c72-b0bf-fa28a2557ba2 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.646065] env[69365]: DEBUG nova.virt.block_device [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Updating existing volume attachment record: b129ae38-79d4-4200-9c9c-889f70c50a96 {{(pid=69365) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 920.669086] env[69365]: DEBUG oslo_vmware.api [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469108, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.669086] env[69365]: DEBUG oslo_vmware.api [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469107, 'name': Rename_Task, 'duration_secs': 0.178872} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.669625] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.669887] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1941bccb-f420-4c6f-a659-b582f4d42262 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.681286] env[69365]: DEBUG oslo_vmware.api [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 920.681286] env[69365]: value = "task-3469110" [ 920.681286] env[69365]: _type = "Task" [ 920.681286] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.694050] env[69365]: DEBUG oslo_vmware.api [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.734167] env[69365]: DEBUG oslo_vmware.api [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3469109, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.791719] env[69365]: DEBUG oslo_concurrency.lockutils [req-ca3a0578-b920-47eb-82e4-851f86327300 req-3e9580c3-40b1-4e4f-8d8e-1d732b55e8e6 service nova] Releasing lock "refresh_cache-29fc5815-c8b5-449f-9c44-711c66778a11" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.958875] env[69365]: DEBUG oslo_concurrency.lockutils [req-f93f9a92-0b0f-4ebf-bf17-4cdd9987b644 req-2328b07a-c421-4593-80ce-8e0b85b6f412 service nova] Releasing lock "refresh_cache-82fa0bd7-7671-4bcf-80da-c26cdf00aaf1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.032573] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 921.032973] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b1ee3235-2a84-49ec-bbd0-841ec7979e3a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.042872] env[69365]: DEBUG oslo_vmware.api [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 921.042872] env[69365]: value = "task-3469111" [ 921.042872] env[69365]: _type = "Task" [ 921.042872] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.054837] env[69365]: DEBUG oslo_vmware.api [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469111, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.150992] env[69365]: DEBUG oslo_concurrency.lockutils [None req-108d97b6-6219-4c72-b0bf-fa28a2557ba2 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.271s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.153836] env[69365]: DEBUG oslo_concurrency.lockutils [None req-af113c14-0f4e-48a8-8373-120fa11fa3a6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.509s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.154090] env[69365]: DEBUG nova.objects.instance [None req-af113c14-0f4e-48a8-8373-120fa11fa3a6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Lazy-loading 'resources' on Instance uuid 1baa57ed-482e-4134-bcde-de19d843dc78 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.173702] env[69365]: INFO nova.scheduler.client.report [None req-108d97b6-6219-4c72-b0bf-fa28a2557ba2 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Deleted allocations for instance 39323cef-0de6-4c83-a359-4188bca9463e [ 921.188122] env[69365]: DEBUG oslo_vmware.api [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469108, 'name': RemoveSnapshot_Task, 'duration_secs': 0.967413} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.193039] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 921.194175] env[69365]: INFO nova.compute.manager [None req-315522ce-5657-42e5-9605-0db92fa31fe6 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Took 16.15 seconds to snapshot the instance on the hypervisor. [ 921.208372] env[69365]: DEBUG oslo_vmware.api [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469110, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.232114] env[69365]: DEBUG oslo_vmware.api [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3469109, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560273} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.233352] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 29fc5815-c8b5-449f-9c44-711c66778a11/29fc5815-c8b5-449f-9c44-711c66778a11.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.233581] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.234444] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1c67f98-a04b-498a-97b4-712e73f1a58e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.243347] env[69365]: DEBUG oslo_vmware.api [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Waiting for the task: (returnval){ [ 921.243347] env[69365]: value = "task-3469112" [ 921.243347] env[69365]: _type = "Task" [ 921.243347] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.258350] env[69365]: DEBUG oslo_vmware.api [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3469112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.539520] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "ecaf6d58-1cec-4b9d-9433-e0f418f147d6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.539825] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "ecaf6d58-1cec-4b9d-9433-e0f418f147d6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.553195] env[69365]: DEBUG oslo_vmware.api [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469111, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.692315] env[69365]: DEBUG oslo_concurrency.lockutils [None req-108d97b6-6219-4c72-b0bf-fa28a2557ba2 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Lock "39323cef-0de6-4c83-a359-4188bca9463e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.017s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.703180] env[69365]: DEBUG oslo_vmware.api [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469110, 'name': PowerOnVM_Task, 'duration_secs': 0.56139} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.703622] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.703828] env[69365]: INFO nova.compute.manager [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Took 7.98 seconds to spawn the instance on the hypervisor. [ 921.704018] env[69365]: DEBUG nova.compute.manager [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.707545] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62754d75-efc3-4f0d-8299-8bd2469b6dc6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.757303] env[69365]: DEBUG oslo_vmware.api [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3469112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177164} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.761490] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.763953] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d1dcd1-348e-4ecf-9e7e-a26461c34a0c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.789443] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 29fc5815-c8b5-449f-9c44-711c66778a11/29fc5815-c8b5-449f-9c44-711c66778a11.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.794309] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-484bffe1-03c6-4f2c-8395-c9ff0f510efd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.824046] env[69365]: DEBUG oslo_vmware.api [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Waiting for the task: (returnval){ [ 921.824046] env[69365]: value = "task-3469113" [ 921.824046] env[69365]: _type = "Task" [ 921.824046] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.838756] env[69365]: DEBUG oslo_vmware.api [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3469113, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.958281] env[69365]: DEBUG nova.compute.manager [req-aa5114b9-3724-48c7-a07d-b3d08abbe623 req-20abb565-b25e-46e5-80f6-9d0671d535db service nova] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Received event network-vif-plugged-7ceccb8c-b149-4daa-a1c9-a8d67119fb97 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 921.961357] env[69365]: DEBUG oslo_concurrency.lockutils [req-aa5114b9-3724-48c7-a07d-b3d08abbe623 req-20abb565-b25e-46e5-80f6-9d0671d535db service nova] Acquiring lock "f60bc564-6cf4-49ed-8fbd-2ab370b0312a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.961357] env[69365]: DEBUG oslo_concurrency.lockutils [req-aa5114b9-3724-48c7-a07d-b3d08abbe623 req-20abb565-b25e-46e5-80f6-9d0671d535db service nova] Lock "f60bc564-6cf4-49ed-8fbd-2ab370b0312a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.961357] env[69365]: DEBUG oslo_concurrency.lockutils [req-aa5114b9-3724-48c7-a07d-b3d08abbe623 req-20abb565-b25e-46e5-80f6-9d0671d535db service nova] Lock "f60bc564-6cf4-49ed-8fbd-2ab370b0312a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.961357] env[69365]: DEBUG nova.compute.manager [req-aa5114b9-3724-48c7-a07d-b3d08abbe623 req-20abb565-b25e-46e5-80f6-9d0671d535db service nova] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] No waiting events found dispatching network-vif-plugged-7ceccb8c-b149-4daa-a1c9-a8d67119fb97 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.961357] env[69365]: WARNING nova.compute.manager [req-aa5114b9-3724-48c7-a07d-b3d08abbe623 req-20abb565-b25e-46e5-80f6-9d0671d535db service nova] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Received unexpected event network-vif-plugged-7ceccb8c-b149-4daa-a1c9-a8d67119fb97 for instance with vm_state building and task_state block_device_mapping. [ 922.045021] env[69365]: DEBUG nova.compute.manager [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 922.058323] env[69365]: DEBUG oslo_vmware.api [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469111, 'name': CreateSnapshot_Task, 'duration_secs': 0.874451} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.062225] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 922.062225] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a25e79d-f9ab-451d-a0af-5be46336e543 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.066719] env[69365]: DEBUG nova.network.neutron [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Successfully updated port: 7ceccb8c-b149-4daa-a1c9-a8d67119fb97 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 922.200704] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7052ed6a-7bed-460a-91bb-f55b28608b9a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.209243] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efadecac-9e1b-4e5c-9669-46bf3d9d8d72 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.255890] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cbb729-4555-4048-b871-78cef5b39f19 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.266671] env[69365]: INFO nova.compute.manager [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Took 47.72 seconds to build instance. [ 922.269732] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631dfad3-f883-4ccc-b354-1b862e887b07 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.295149] env[69365]: DEBUG nova.compute.provider_tree [None req-af113c14-0f4e-48a8-8373-120fa11fa3a6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.338834] env[69365]: DEBUG oslo_vmware.api [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3469113, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.571795] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.575638] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Acquiring lock "refresh_cache-f60bc564-6cf4-49ed-8fbd-2ab370b0312a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.575802] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Acquired lock "refresh_cache-f60bc564-6cf4-49ed-8fbd-2ab370b0312a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.576046] env[69365]: DEBUG nova.network.neutron [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.588909] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 922.590326] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3e7ccfd4-a8ea-4bf5-ac40-24ff4fea7208 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.602640] env[69365]: DEBUG oslo_vmware.api [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 922.602640] env[69365]: value = "task-3469114" [ 922.602640] env[69365]: _type = "Task" [ 922.602640] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.615819] env[69365]: DEBUG oslo_vmware.api [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469114, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.778469] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3b1ad5a9-b4fd-4112-a6f3-d8864d0abc68 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "9bbf8db4-c06b-4cc0-a55a-a561ba0a274f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.744s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.803727] env[69365]: DEBUG nova.scheduler.client.report [None req-af113c14-0f4e-48a8-8373-120fa11fa3a6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.808230] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f1c3ab3e-952f-4e1b-b91b-69a2e8bacc97 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Acquiring lock "ac289b71-5a99-4a03-af24-e6843166dfd1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.808524] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f1c3ab3e-952f-4e1b-b91b-69a2e8bacc97 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Lock "ac289b71-5a99-4a03-af24-e6843166dfd1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.808730] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f1c3ab3e-952f-4e1b-b91b-69a2e8bacc97 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Acquiring lock "ac289b71-5a99-4a03-af24-e6843166dfd1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.808916] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f1c3ab3e-952f-4e1b-b91b-69a2e8bacc97 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Lock "ac289b71-5a99-4a03-af24-e6843166dfd1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.809094] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f1c3ab3e-952f-4e1b-b91b-69a2e8bacc97 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Lock "ac289b71-5a99-4a03-af24-e6843166dfd1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.811121] env[69365]: INFO nova.compute.manager [None req-f1c3ab3e-952f-4e1b-b91b-69a2e8bacc97 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Terminating instance [ 922.819315] env[69365]: DEBUG nova.compute.manager [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 922.819979] env[69365]: DEBUG nova.virt.hardware [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 922.820138] env[69365]: DEBUG nova.virt.hardware [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 922.820199] env[69365]: DEBUG nova.virt.hardware [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 922.820359] env[69365]: DEBUG nova.virt.hardware [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 922.820507] env[69365]: DEBUG nova.virt.hardware [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 922.820652] env[69365]: DEBUG nova.virt.hardware [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 922.820858] env[69365]: DEBUG nova.virt.hardware [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 922.822299] env[69365]: DEBUG nova.virt.hardware [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 922.822299] env[69365]: DEBUG nova.virt.hardware [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 922.822299] env[69365]: DEBUG nova.virt.hardware [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 922.822439] env[69365]: DEBUG nova.virt.hardware [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 922.825699] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09a9119-cf40-4d1c-9c6f-0e5b6c1e9f2d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.850486] env[69365]: DEBUG oslo_vmware.api [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3469113, 'name': ReconfigVM_Task, 'duration_secs': 0.866743} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.853999] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 29fc5815-c8b5-449f-9c44-711c66778a11/29fc5815-c8b5-449f-9c44-711c66778a11.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.854547] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69365) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 922.855941] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-6ad9a5d7-ec28-4726-99dd-9f0396c10e08 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.863565] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d744af-d9e9-41c4-9418-c370d6595549 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.895010] env[69365]: DEBUG oslo_vmware.api [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Waiting for the task: (returnval){ [ 922.895010] env[69365]: value = "task-3469115" [ 922.895010] env[69365]: _type = "Task" [ 922.895010] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.910338] env[69365]: DEBUG oslo_vmware.api [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3469115, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.113759] env[69365]: DEBUG oslo_vmware.api [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469114, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.147619] env[69365]: DEBUG nova.network.neutron [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 923.310465] env[69365]: DEBUG oslo_concurrency.lockutils [None req-af113c14-0f4e-48a8-8373-120fa11fa3a6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.319597] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.125s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.322333] env[69365]: INFO nova.compute.claims [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 923.326499] env[69365]: DEBUG nova.compute.manager [None req-f1c3ab3e-952f-4e1b-b91b-69a2e8bacc97 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.326499] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c3ab3e-952f-4e1b-b91b-69a2e8bacc97 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.332020] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35319712-c852-4648-8218-3590ab8e6aa3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.342135] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c3ab3e-952f-4e1b-b91b-69a2e8bacc97 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.342441] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3195abfc-b3c0-49d3-a98d-1aea58ea13e4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.345636] env[69365]: INFO nova.scheduler.client.report [None req-af113c14-0f4e-48a8-8373-120fa11fa3a6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Deleted allocations for instance 1baa57ed-482e-4134-bcde-de19d843dc78 [ 923.352854] env[69365]: DEBUG oslo_vmware.api [None req-f1c3ab3e-952f-4e1b-b91b-69a2e8bacc97 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Waiting for the task: (returnval){ [ 923.352854] env[69365]: value = "task-3469116" [ 923.352854] env[69365]: _type = "Task" [ 923.352854] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.364095] env[69365]: DEBUG oslo_vmware.api [None req-f1c3ab3e-952f-4e1b-b91b-69a2e8bacc97 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': task-3469116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.378786] env[69365]: DEBUG nova.network.neutron [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Updating instance_info_cache with network_info: [{"id": "7ceccb8c-b149-4daa-a1c9-a8d67119fb97", "address": "fa:16:3e:6d:cb:12", "network": {"id": "495987a1-9709-4062-a2aa-4fadc8d12db2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-213746016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acf77ddce7004e3ab0770d5ce6b6b062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ceccb8c-b1", "ovs_interfaceid": "7ceccb8c-b149-4daa-a1c9-a8d67119fb97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.410026] env[69365]: DEBUG oslo_vmware.api [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3469115, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.064363} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.410026] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69365) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 923.410026] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c9668d-2a4c-4bf3-95ab-ae570a295a2f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.441570] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 29fc5815-c8b5-449f-9c44-711c66778a11/ephemeral_0.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.442691] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37010ec9-e973-4724-b121-12157d292209 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.471861] env[69365]: DEBUG oslo_vmware.api [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Waiting for the task: (returnval){ [ 923.471861] env[69365]: value = "task-3469117" [ 923.471861] env[69365]: _type = "Task" [ 923.471861] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.482525] env[69365]: DEBUG oslo_vmware.api [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3469117, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.615343] env[69365]: DEBUG oslo_vmware.api [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469114, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.837277] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d23bb054-351b-4f57-a6bd-878e5df8d7cf tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "9bbf8db4-c06b-4cc0-a55a-a561ba0a274f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.837277] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d23bb054-351b-4f57-a6bd-878e5df8d7cf tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "9bbf8db4-c06b-4cc0-a55a-a561ba0a274f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.837484] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d23bb054-351b-4f57-a6bd-878e5df8d7cf tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "9bbf8db4-c06b-4cc0-a55a-a561ba0a274f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.839020] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d23bb054-351b-4f57-a6bd-878e5df8d7cf tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "9bbf8db4-c06b-4cc0-a55a-a561ba0a274f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.839020] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d23bb054-351b-4f57-a6bd-878e5df8d7cf tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "9bbf8db4-c06b-4cc0-a55a-a561ba0a274f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.840421] env[69365]: INFO nova.compute.manager [None req-d23bb054-351b-4f57-a6bd-878e5df8d7cf tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Terminating instance [ 923.858995] env[69365]: DEBUG oslo_concurrency.lockutils [None req-af113c14-0f4e-48a8-8373-120fa11fa3a6 tempest-ServerGroupTestJSON-560475170 tempest-ServerGroupTestJSON-560475170-project-member] Lock "1baa57ed-482e-4134-bcde-de19d843dc78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.143s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.870788] env[69365]: DEBUG oslo_vmware.api [None req-f1c3ab3e-952f-4e1b-b91b-69a2e8bacc97 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': task-3469116, 'name': PowerOffVM_Task, 'duration_secs': 0.270442} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.870788] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1c3ab3e-952f-4e1b-b91b-69a2e8bacc97 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.870942] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c3ab3e-952f-4e1b-b91b-69a2e8bacc97 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.871183] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40ad0f7f-ea8a-4caa-a70c-433f483f2c20 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.880531] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Releasing lock "refresh_cache-f60bc564-6cf4-49ed-8fbd-2ab370b0312a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.880890] env[69365]: DEBUG nova.compute.manager [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Instance network_info: |[{"id": "7ceccb8c-b149-4daa-a1c9-a8d67119fb97", "address": "fa:16:3e:6d:cb:12", "network": {"id": "495987a1-9709-4062-a2aa-4fadc8d12db2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-213746016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acf77ddce7004e3ab0770d5ce6b6b062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ceccb8c-b1", "ovs_interfaceid": "7ceccb8c-b149-4daa-a1c9-a8d67119fb97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.881897] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:cb:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e85cbc56-fee0-41f7-bc70-64f31775ce92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ceccb8c-b149-4daa-a1c9-a8d67119fb97', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.891561] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Creating folder: Project (acf77ddce7004e3ab0770d5ce6b6b062). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.892446] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12911234-11c5-4c78-a589-14e40e67f571 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.912824] env[69365]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 923.913038] env[69365]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69365) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 923.913664] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Folder already exists: Project (acf77ddce7004e3ab0770d5ce6b6b062). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 923.914937] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Creating folder: Instances. Parent ref: group-v693272. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.915357] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65ab2c28-5e50-4147-9112-68d92618f373 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.934036] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Created folder: Instances in parent group-v693272. [ 923.934510] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.934844] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.935216] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a178244-2bc9-4c19-bde8-c55a207d4166 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.955895] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c3ab3e-952f-4e1b-b91b-69a2e8bacc97 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.956236] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c3ab3e-952f-4e1b-b91b-69a2e8bacc97 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.956500] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1c3ab3e-952f-4e1b-b91b-69a2e8bacc97 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Deleting the datastore file [datastore1] ac289b71-5a99-4a03-af24-e6843166dfd1 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.957839] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b90fb89f-655b-4f50-bd00-7e9589f0fab4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.965612] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.965612] env[69365]: value = "task-3469121" [ 923.965612] env[69365]: _type = "Task" [ 923.965612] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.971455] env[69365]: DEBUG oslo_vmware.api [None req-f1c3ab3e-952f-4e1b-b91b-69a2e8bacc97 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Waiting for the task: (returnval){ [ 923.971455] env[69365]: value = "task-3469122" [ 923.971455] env[69365]: _type = "Task" [ 923.971455] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.981310] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469121, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.991258] env[69365]: DEBUG oslo_vmware.api [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3469117, 'name': ReconfigVM_Task, 'duration_secs': 0.373947} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.991326] env[69365]: DEBUG oslo_vmware.api [None req-f1c3ab3e-952f-4e1b-b91b-69a2e8bacc97 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': task-3469122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.991873] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 29fc5815-c8b5-449f-9c44-711c66778a11/ephemeral_0.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.992232] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62e9dd7c-9d20-4dbb-8e4e-e7751fa60859 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.001463] env[69365]: DEBUG oslo_vmware.api [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Waiting for the task: (returnval){ [ 924.001463] env[69365]: value = "task-3469123" [ 924.001463] env[69365]: _type = "Task" [ 924.001463] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.012920] env[69365]: DEBUG oslo_vmware.api [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3469123, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.020529] env[69365]: DEBUG nova.compute.manager [req-b61fff4c-d126-491b-b0c7-0db8cfc6616d req-5fac513c-9857-410c-96cb-04c4a3b830ea service nova] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Received event network-changed-7ceccb8c-b149-4daa-a1c9-a8d67119fb97 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.020636] env[69365]: DEBUG nova.compute.manager [req-b61fff4c-d126-491b-b0c7-0db8cfc6616d req-5fac513c-9857-410c-96cb-04c4a3b830ea service nova] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Refreshing instance network info cache due to event network-changed-7ceccb8c-b149-4daa-a1c9-a8d67119fb97. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 924.021066] env[69365]: DEBUG oslo_concurrency.lockutils [req-b61fff4c-d126-491b-b0c7-0db8cfc6616d req-5fac513c-9857-410c-96cb-04c4a3b830ea service nova] Acquiring lock "refresh_cache-f60bc564-6cf4-49ed-8fbd-2ab370b0312a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.021066] env[69365]: DEBUG oslo_concurrency.lockutils [req-b61fff4c-d126-491b-b0c7-0db8cfc6616d req-5fac513c-9857-410c-96cb-04c4a3b830ea service nova] Acquired lock "refresh_cache-f60bc564-6cf4-49ed-8fbd-2ab370b0312a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.021187] env[69365]: DEBUG nova.network.neutron [req-b61fff4c-d126-491b-b0c7-0db8cfc6616d req-5fac513c-9857-410c-96cb-04c4a3b830ea service nova] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Refreshing network info cache for port 7ceccb8c-b149-4daa-a1c9-a8d67119fb97 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 924.117829] env[69365]: DEBUG oslo_vmware.api [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469114, 'name': CloneVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.345984] env[69365]: DEBUG nova.compute.manager [None req-d23bb054-351b-4f57-a6bd-878e5df8d7cf tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 924.346249] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d23bb054-351b-4f57-a6bd-878e5df8d7cf tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 924.347145] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e1ca2d-21d4-4443-b9eb-3bc154e920a3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.357101] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23bb054-351b-4f57-a6bd-878e5df8d7cf tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 924.357493] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-124124bb-33ed-4c28-be03-9e8121cf89dc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.366258] env[69365]: DEBUG oslo_vmware.api [None req-d23bb054-351b-4f57-a6bd-878e5df8d7cf tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 924.366258] env[69365]: value = "task-3469124" [ 924.366258] env[69365]: _type = "Task" [ 924.366258] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.375802] env[69365]: DEBUG oslo_vmware.api [None req-d23bb054-351b-4f57-a6bd-878e5df8d7cf tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.476440] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469121, 'name': CreateVM_Task, 'duration_secs': 0.405239} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.482590] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.484238] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693282', 'volume_id': '35d991d6-1cd3-427c-851d-5de4cf652e89', 'name': 'volume-35d991d6-1cd3-427c-851d-5de4cf652e89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f60bc564-6cf4-49ed-8fbd-2ab370b0312a', 'attached_at': '', 'detached_at': '', 'volume_id': '35d991d6-1cd3-427c-851d-5de4cf652e89', 'serial': '35d991d6-1cd3-427c-851d-5de4cf652e89'}, 'disk_bus': None, 'mount_device': '/dev/sda', 'attachment_id': 'b129ae38-79d4-4200-9c9c-889f70c50a96', 'device_type': None, 'boot_index': 0, 'delete_on_termination': True, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69365) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 924.484238] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Root volume attach. Driver type: vmdk {{(pid=69365) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 924.486143] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7de9bd-d329-4047-80ad-13fbdecfa134 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.492957] env[69365]: DEBUG oslo_vmware.api [None req-f1c3ab3e-952f-4e1b-b91b-69a2e8bacc97 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Task: {'id': task-3469122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22014} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.494280] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1c3ab3e-952f-4e1b-b91b-69a2e8bacc97 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.494352] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c3ab3e-952f-4e1b-b91b-69a2e8bacc97 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.494674] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f1c3ab3e-952f-4e1b-b91b-69a2e8bacc97 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.494740] env[69365]: INFO nova.compute.manager [None req-f1c3ab3e-952f-4e1b-b91b-69a2e8bacc97 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 924.494958] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1c3ab3e-952f-4e1b-b91b-69a2e8bacc97 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 924.495288] env[69365]: DEBUG nova.compute.manager [-] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.495288] env[69365]: DEBUG nova.network.neutron [-] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.503710] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfa1314-c26f-42a4-a604-5a47c3954724 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.522957] env[69365]: DEBUG oslo_vmware.api [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3469123, 'name': Rename_Task, 'duration_secs': 0.242488} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.529951] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.530251] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-86f7dca2-6201-4321-a85d-c95c857a7e55 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.532401] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcacdc0-3a17-4b5a-9935-c74e5e971424 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.548086] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-18e71912-481f-49a4-b413-04ce02a0d5d6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.551170] env[69365]: DEBUG oslo_vmware.api [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Waiting for the task: (returnval){ [ 924.551170] env[69365]: value = "task-3469125" [ 924.551170] env[69365]: _type = "Task" [ 924.551170] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.564582] env[69365]: DEBUG oslo_vmware.api [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3469125, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.566943] env[69365]: DEBUG oslo_vmware.api [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Waiting for the task: (returnval){ [ 924.566943] env[69365]: value = "task-3469126" [ 924.566943] env[69365]: _type = "Task" [ 924.566943] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.580632] env[69365]: DEBUG oslo_vmware.api [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Task: {'id': task-3469126, 'name': RelocateVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.616191] env[69365]: DEBUG oslo_vmware.api [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469114, 'name': CloneVM_Task, 'duration_secs': 1.527392} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.619809] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Created linked-clone VM from snapshot [ 924.620593] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e5bff0-1a40-460f-b03d-4b3e72209706 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.630433] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Uploading image e2da9983-6be6-4fa4-b508-bcd23faecdbb {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 924.661446] env[69365]: DEBUG oslo_vmware.rw_handles [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 924.661446] env[69365]: value = "vm-693315" [ 924.661446] env[69365]: _type = "VirtualMachine" [ 924.661446] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 924.661756] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a34372a9-4d5a-4cf4-84be-d745ab408af4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.670648] env[69365]: DEBUG oslo_vmware.rw_handles [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lease: (returnval){ [ 924.670648] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e36b7f-691e-5a20-8da9-6413511aac6a" [ 924.670648] env[69365]: _type = "HttpNfcLease" [ 924.670648] env[69365]: } obtained for exporting VM: (result){ [ 924.670648] env[69365]: value = "vm-693315" [ 924.670648] env[69365]: _type = "VirtualMachine" [ 924.670648] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 924.670909] env[69365]: DEBUG oslo_vmware.api [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the lease: (returnval){ [ 924.670909] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e36b7f-691e-5a20-8da9-6413511aac6a" [ 924.670909] env[69365]: _type = "HttpNfcLease" [ 924.670909] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 924.681950] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 924.681950] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e36b7f-691e-5a20-8da9-6413511aac6a" [ 924.681950] env[69365]: _type = "HttpNfcLease" [ 924.681950] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 924.879110] env[69365]: DEBUG oslo_vmware.api [None req-d23bb054-351b-4f57-a6bd-878e5df8d7cf tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469124, 'name': PowerOffVM_Task, 'duration_secs': 0.227564} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.881330] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23bb054-351b-4f57-a6bd-878e5df8d7cf tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.881513] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d23bb054-351b-4f57-a6bd-878e5df8d7cf tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.881985] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cefc95f-8dd7-438c-9f3b-5f2721da17e9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.935917] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95d9cee-1bda-411e-8b49-31fea35a23f5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.945744] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1af7f9-3904-4999-b5c1-f7303ddca88e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.988685] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6ca5ab-9694-4c26-9b7b-2c52647a1238 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.993358] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d23bb054-351b-4f57-a6bd-878e5df8d7cf tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.994356] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d23bb054-351b-4f57-a6bd-878e5df8d7cf tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.994356] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23bb054-351b-4f57-a6bd-878e5df8d7cf tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Deleting the datastore file [datastore2] 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.994356] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bee705a9-b098-495f-9103-140bb6655293 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.008159] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32267b1-afb0-4ff4-aca4-0d20ab3122bc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.010091] env[69365]: DEBUG oslo_vmware.api [None req-d23bb054-351b-4f57-a6bd-878e5df8d7cf tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 925.010091] env[69365]: value = "task-3469129" [ 925.010091] env[69365]: _type = "Task" [ 925.010091] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.024640] env[69365]: DEBUG nova.compute.provider_tree [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.031539] env[69365]: DEBUG nova.network.neutron [req-b61fff4c-d126-491b-b0c7-0db8cfc6616d req-5fac513c-9857-410c-96cb-04c4a3b830ea service nova] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Updated VIF entry in instance network info cache for port 7ceccb8c-b149-4daa-a1c9-a8d67119fb97. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 925.031807] env[69365]: DEBUG nova.network.neutron [req-b61fff4c-d126-491b-b0c7-0db8cfc6616d req-5fac513c-9857-410c-96cb-04c4a3b830ea service nova] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Updating instance_info_cache with network_info: [{"id": "7ceccb8c-b149-4daa-a1c9-a8d67119fb97", "address": "fa:16:3e:6d:cb:12", "network": {"id": "495987a1-9709-4062-a2aa-4fadc8d12db2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-213746016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acf77ddce7004e3ab0770d5ce6b6b062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ceccb8c-b1", "ovs_interfaceid": "7ceccb8c-b149-4daa-a1c9-a8d67119fb97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.038235] env[69365]: DEBUG oslo_vmware.api [None req-d23bb054-351b-4f57-a6bd-878e5df8d7cf tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.067842] env[69365]: DEBUG oslo_vmware.api [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3469125, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.084530] env[69365]: DEBUG oslo_vmware.api [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Task: {'id': task-3469126, 'name': RelocateVM_Task} progress is 20%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.180274] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 925.180274] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e36b7f-691e-5a20-8da9-6413511aac6a" [ 925.180274] env[69365]: _type = "HttpNfcLease" [ 925.180274] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 925.180584] env[69365]: DEBUG oslo_vmware.rw_handles [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 925.180584] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e36b7f-691e-5a20-8da9-6413511aac6a" [ 925.180584] env[69365]: _type = "HttpNfcLease" [ 925.180584] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 925.182407] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5246d331-3c11-4f7f-9a89-209d52ce7110 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.193026] env[69365]: DEBUG oslo_vmware.rw_handles [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5217407c-f7e7-179e-4e37-c0a3f8be0075/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 925.193312] env[69365]: DEBUG oslo_vmware.rw_handles [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5217407c-f7e7-179e-4e37-c0a3f8be0075/disk-0.vmdk for reading. {{(pid=69365) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 925.312572] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-262068d2-1e33-4d15-aa36-1ec5e1369242 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.525484] env[69365]: DEBUG oslo_vmware.api [None req-d23bb054-351b-4f57-a6bd-878e5df8d7cf tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.387246} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.528899] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23bb054-351b-4f57-a6bd-878e5df8d7cf tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 925.528899] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d23bb054-351b-4f57-a6bd-878e5df8d7cf tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 925.528899] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d23bb054-351b-4f57-a6bd-878e5df8d7cf tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 925.528899] env[69365]: INFO nova.compute.manager [None req-d23bb054-351b-4f57-a6bd-878e5df8d7cf tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 925.529069] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d23bb054-351b-4f57-a6bd-878e5df8d7cf tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.530397] env[69365]: DEBUG nova.scheduler.client.report [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.535607] env[69365]: DEBUG nova.compute.manager [-] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 925.535758] env[69365]: DEBUG nova.network.neutron [-] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 925.538793] env[69365]: DEBUG nova.network.neutron [-] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.540486] env[69365]: DEBUG oslo_concurrency.lockutils [req-b61fff4c-d126-491b-b0c7-0db8cfc6616d req-5fac513c-9857-410c-96cb-04c4a3b830ea service nova] Releasing lock "refresh_cache-f60bc564-6cf4-49ed-8fbd-2ab370b0312a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.568135] env[69365]: DEBUG oslo_vmware.api [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3469125, 'name': PowerOnVM_Task, 'duration_secs': 0.933632} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.568572] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.568881] env[69365]: INFO nova.compute.manager [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Took 8.77 seconds to spawn the instance on the hypervisor. [ 925.569414] env[69365]: DEBUG nova.compute.manager [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.570555] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf556e2-9d27-45a5-854d-e7c14e1045ef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.588098] env[69365]: DEBUG oslo_vmware.api [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Task: {'id': task-3469126, 'name': RelocateVM_Task, 'duration_secs': 0.80953} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.589910] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Volume attach. Driver type: vmdk {{(pid=69365) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 925.590175] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693282', 'volume_id': '35d991d6-1cd3-427c-851d-5de4cf652e89', 'name': 'volume-35d991d6-1cd3-427c-851d-5de4cf652e89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f60bc564-6cf4-49ed-8fbd-2ab370b0312a', 'attached_at': '', 'detached_at': '', 'volume_id': '35d991d6-1cd3-427c-851d-5de4cf652e89', 'serial': '35d991d6-1cd3-427c-851d-5de4cf652e89'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 925.594977] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855d66bb-3321-45fe-8ca7-2d562818b6bf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.621219] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55972d9a-f0d6-45a3-bef1-2db30727a430 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.665179] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] volume-35d991d6-1cd3-427c-851d-5de4cf652e89/volume-35d991d6-1cd3-427c-851d-5de4cf652e89.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 925.670604] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-944ec7f6-1c3d-42e6-aff4-b243c5c98b16 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.709590] env[69365]: DEBUG oslo_vmware.api [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Waiting for the task: (returnval){ [ 925.709590] env[69365]: value = "task-3469130" [ 925.709590] env[69365]: _type = "Task" [ 925.709590] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.724673] env[69365]: DEBUG oslo_vmware.api [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Task: {'id': task-3469130, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.042304] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.042620] env[69365]: DEBUG nova.compute.manager [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 926.045343] env[69365]: DEBUG oslo_concurrency.lockutils [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.850s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.047205] env[69365]: INFO nova.compute.claims [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 926.050150] env[69365]: INFO nova.compute.manager [-] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Took 1.55 seconds to deallocate network for instance. [ 926.115374] env[69365]: INFO nova.compute.manager [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Took 50.76 seconds to build instance. [ 926.130017] env[69365]: DEBUG nova.compute.manager [req-c1d9b084-72d8-41f8-890d-92bf57130ae1 req-dec17f47-ed32-4379-b3b0-9447daff2a4d service nova] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Received event network-vif-deleted-9a04bb7a-c618-45da-b189-c25c3ae02d7a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.219812] env[69365]: DEBUG nova.compute.manager [req-b6540287-6407-456b-bfba-93e9ecdf4986 req-b893aabe-a024-4d27-980f-37cb2449b454 service nova] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Received event network-vif-deleted-c3ab3b95-ba47-476a-8431-38016deb9c1a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.220259] env[69365]: INFO nova.compute.manager [req-b6540287-6407-456b-bfba-93e9ecdf4986 req-b893aabe-a024-4d27-980f-37cb2449b454 service nova] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Neutron deleted interface c3ab3b95-ba47-476a-8431-38016deb9c1a; detaching it from the instance and deleting it from the info cache [ 926.221023] env[69365]: DEBUG nova.network.neutron [req-b6540287-6407-456b-bfba-93e9ecdf4986 req-b893aabe-a024-4d27-980f-37cb2449b454 service nova] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.232787] env[69365]: DEBUG oslo_vmware.api [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Task: {'id': task-3469130, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.317084] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Acquiring lock "61730ea7-f9bb-4708-9e7e-3982261731a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.317541] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Lock "61730ea7-f9bb-4708-9e7e-3982261731a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.553270] env[69365]: DEBUG nova.compute.utils [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 926.556285] env[69365]: DEBUG nova.compute.manager [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Not allocating networking since 'none' was specified. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 926.559988] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f1c3ab3e-952f-4e1b-b91b-69a2e8bacc97 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.619558] env[69365]: DEBUG oslo_concurrency.lockutils [None req-11dfc156-be5e-49c7-9eb4-84220b3faa09 tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Lock "29fc5815-c8b5-449f-9c44-711c66778a11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.347s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.653555] env[69365]: DEBUG nova.network.neutron [-] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.723683] env[69365]: DEBUG oslo_vmware.api [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Task: {'id': task-3469130, 'name': ReconfigVM_Task, 'duration_secs': 0.58651} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.724161] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Reconfigured VM instance instance-0000003d to attach disk [datastore2] volume-35d991d6-1cd3-427c-851d-5de4cf652e89/volume-35d991d6-1cd3-427c-851d-5de4cf652e89.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 926.731849] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c1576df-3cf7-4695-ac10-821fb76ce23d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.747496] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8fac3135-d626-45f3-9b61-a77ea97d6abc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.759384] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4171e3-8cc4-4dc9-87db-017f78141ffc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.773277] env[69365]: DEBUG oslo_vmware.api [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Waiting for the task: (returnval){ [ 926.773277] env[69365]: value = "task-3469131" [ 926.773277] env[69365]: _type = "Task" [ 926.773277] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.783685] env[69365]: DEBUG oslo_vmware.api [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Task: {'id': task-3469131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.803334] env[69365]: DEBUG nova.compute.manager [req-b6540287-6407-456b-bfba-93e9ecdf4986 req-b893aabe-a024-4d27-980f-37cb2449b454 service nova] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Detach interface failed, port_id=c3ab3b95-ba47-476a-8431-38016deb9c1a, reason: Instance 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 926.824452] env[69365]: DEBUG nova.compute.manager [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 927.057028] env[69365]: DEBUG nova.compute.manager [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 927.158909] env[69365]: INFO nova.compute.manager [-] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Took 1.62 seconds to deallocate network for instance. [ 927.286138] env[69365]: DEBUG oslo_vmware.api [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Task: {'id': task-3469131, 'name': ReconfigVM_Task, 'duration_secs': 0.247935} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.286557] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693282', 'volume_id': '35d991d6-1cd3-427c-851d-5de4cf652e89', 'name': 'volume-35d991d6-1cd3-427c-851d-5de4cf652e89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f60bc564-6cf4-49ed-8fbd-2ab370b0312a', 'attached_at': '', 'detached_at': '', 'volume_id': '35d991d6-1cd3-427c-851d-5de4cf652e89', 'serial': '35d991d6-1cd3-427c-851d-5de4cf652e89'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 927.287646] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-139cd11d-02d6-4d65-8773-e1b3c307f8b3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.296098] env[69365]: DEBUG oslo_vmware.api [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Waiting for the task: (returnval){ [ 927.296098] env[69365]: value = "task-3469132" [ 927.296098] env[69365]: _type = "Task" [ 927.296098] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.305623] env[69365]: DEBUG oslo_vmware.api [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Task: {'id': task-3469132, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.345368] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.588147] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e96f607-054b-4f00-9201-9f6677cc2c7c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.596162] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b881b469-d990-40bf-9fc2-4fe9570e02e4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.634745] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54e57f0-ed10-40b9-8800-3364ae41fc12 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.644932] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa22bda-76a1-4004-863c-4f600af9e47c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.661240] env[69365]: DEBUG nova.compute.provider_tree [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.667016] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d23bb054-351b-4f57-a6bd-878e5df8d7cf tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.807618] env[69365]: DEBUG oslo_vmware.api [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Task: {'id': task-3469132, 'name': Rename_Task, 'duration_secs': 0.14298} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.807892] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.810014] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe6bc4de-99a7-41ce-af3a-15441c4f5643 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.816738] env[69365]: DEBUG oslo_vmware.api [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Waiting for the task: (returnval){ [ 927.816738] env[69365]: value = "task-3469133" [ 927.816738] env[69365]: _type = "Task" [ 927.816738] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.826272] env[69365]: DEBUG oslo_vmware.api [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Task: {'id': task-3469133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.073205] env[69365]: DEBUG nova.compute.manager [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 928.108284] env[69365]: DEBUG nova.virt.hardware [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 928.108552] env[69365]: DEBUG nova.virt.hardware [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 928.108712] env[69365]: DEBUG nova.virt.hardware [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 928.108895] env[69365]: DEBUG nova.virt.hardware [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 928.109278] env[69365]: DEBUG nova.virt.hardware [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 928.109526] env[69365]: DEBUG nova.virt.hardware [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 928.109763] env[69365]: DEBUG nova.virt.hardware [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 928.109931] env[69365]: DEBUG nova.virt.hardware [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 928.110118] env[69365]: DEBUG nova.virt.hardware [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 928.110718] env[69365]: DEBUG nova.virt.hardware [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 928.110938] env[69365]: DEBUG nova.virt.hardware [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 928.112193] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a818b776-ed7c-486b-9229-8175ff4695f3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.122352] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb5aa68-5feb-4c31-b0e6-acfdd9bdb703 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.139743] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 928.146155] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Creating folder: Project (85ac78a12e824cff834dd7795ef8165e). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.146155] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-847d1260-456f-4253-808e-1bd827f9b211 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.162476] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Created folder: Project (85ac78a12e824cff834dd7795ef8165e) in parent group-v693134. [ 928.162689] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Creating folder: Instances. Parent ref: group-v693318. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 928.162983] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6404f44a-560a-4198-8a3e-3926027defb5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.165871] env[69365]: DEBUG nova.scheduler.client.report [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.192026] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Created folder: Instances in parent group-v693318. [ 928.192026] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.192026] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 928.192026] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7c67965-b25b-4768-a38d-e4b5fe3dd5b2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.209592] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 928.209592] env[69365]: value = "task-3469136" [ 928.209592] env[69365]: _type = "Task" [ 928.209592] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.222371] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469136, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.251830] env[69365]: DEBUG nova.compute.manager [req-77e4d151-e2e9-47d1-a683-45b1813e145d req-92199553-609c-4d6f-932c-12177caf91e0 service nova] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Received event network-changed-38e09be4-3a26-470d-ab5d-1724a566b854 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.252129] env[69365]: DEBUG nova.compute.manager [req-77e4d151-e2e9-47d1-a683-45b1813e145d req-92199553-609c-4d6f-932c-12177caf91e0 service nova] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Refreshing instance network info cache due to event network-changed-38e09be4-3a26-470d-ab5d-1724a566b854. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.252446] env[69365]: DEBUG oslo_concurrency.lockutils [req-77e4d151-e2e9-47d1-a683-45b1813e145d req-92199553-609c-4d6f-932c-12177caf91e0 service nova] Acquiring lock "refresh_cache-29fc5815-c8b5-449f-9c44-711c66778a11" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.252446] env[69365]: DEBUG oslo_concurrency.lockutils [req-77e4d151-e2e9-47d1-a683-45b1813e145d req-92199553-609c-4d6f-932c-12177caf91e0 service nova] Acquired lock "refresh_cache-29fc5815-c8b5-449f-9c44-711c66778a11" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.252613] env[69365]: DEBUG nova.network.neutron [req-77e4d151-e2e9-47d1-a683-45b1813e145d req-92199553-609c-4d6f-932c-12177caf91e0 service nova] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Refreshing network info cache for port 38e09be4-3a26-470d-ab5d-1724a566b854 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 928.332443] env[69365]: DEBUG oslo_vmware.api [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Task: {'id': task-3469133, 'name': PowerOnVM_Task, 'duration_secs': 0.513868} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.332903] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 928.333240] env[69365]: INFO nova.compute.manager [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Took 5.51 seconds to spawn the instance on the hypervisor. [ 928.333523] env[69365]: DEBUG nova.compute.manager [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.334494] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d47bb84-29ba-4559-bdca-8be5b3376dd3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.671619] env[69365]: DEBUG oslo_concurrency.lockutils [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.672219] env[69365]: DEBUG nova.compute.manager [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 928.675044] env[69365]: DEBUG oslo_concurrency.lockutils [None req-aa7e6c02-a097-47d2-87ff-fc6afdc3081f tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.431s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.675286] env[69365]: DEBUG nova.objects.instance [None req-aa7e6c02-a097-47d2-87ff-fc6afdc3081f tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Lazy-loading 'resources' on Instance uuid 598f0b6f-8524-4015-9ab1-7797fc4794b9 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.720478] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469136, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.859988] env[69365]: INFO nova.compute.manager [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Took 49.12 seconds to build instance. [ 929.058610] env[69365]: DEBUG nova.network.neutron [req-77e4d151-e2e9-47d1-a683-45b1813e145d req-92199553-609c-4d6f-932c-12177caf91e0 service nova] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Updated VIF entry in instance network info cache for port 38e09be4-3a26-470d-ab5d-1724a566b854. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 929.058933] env[69365]: DEBUG nova.network.neutron [req-77e4d151-e2e9-47d1-a683-45b1813e145d req-92199553-609c-4d6f-932c-12177caf91e0 service nova] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Updating instance_info_cache with network_info: [{"id": "38e09be4-3a26-470d-ab5d-1724a566b854", "address": "fa:16:3e:38:2f:40", "network": {"id": "29387dd8-ed33-4b7f-93c4-c3a57fd7fd5d", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-221569669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a0a1f4ab684349926a8d03cbd63fa5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "be8bd197-4b2b-46e7-88ea-2554b0438584", "external-id": "nsx-vlan-transportzone-338", "segmentation_id": 338, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38e09be4-3a", "ovs_interfaceid": "38e09be4-3a26-470d-ab5d-1724a566b854", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.179215] env[69365]: DEBUG nova.compute.utils [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.184512] env[69365]: DEBUG nova.compute.manager [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 929.184766] env[69365]: DEBUG nova.network.neutron [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 929.220556] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469136, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.224452] env[69365]: DEBUG nova.policy [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8c7443dc4dc4382875f36183bca2bc7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3e873b4597734ea887a2cb435c3ec45e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 929.362838] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f023369d-4466-4921-b2e8-0fa2b97ac1a3 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Lock "f60bc564-6cf4-49ed-8fbd-2ab370b0312a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.632s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.562374] env[69365]: DEBUG oslo_concurrency.lockutils [req-77e4d151-e2e9-47d1-a683-45b1813e145d req-92199553-609c-4d6f-932c-12177caf91e0 service nova] Releasing lock "refresh_cache-29fc5815-c8b5-449f-9c44-711c66778a11" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.596348] env[69365]: DEBUG nova.network.neutron [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Successfully created port: 37d75833-0b74-49df-8012-f14e682d6014 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.633369] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-110a463f-c8a1-40e0-9a0f-794e5eff2d4b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.643039] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68e1da7-942e-4e07-8efe-ccf1b353aafe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.679899] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f058b605-9bcc-4096-af8c-a3b61d3a930e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.685428] env[69365]: DEBUG nova.compute.manager [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 929.691920] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd85075c-0ad0-4e18-8b45-f7931dd9af2d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.709673] env[69365]: DEBUG nova.compute.provider_tree [None req-aa7e6c02-a097-47d2-87ff-fc6afdc3081f tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.722433] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469136, 'name': CreateVM_Task, 'duration_secs': 1.380646} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.723471] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.723978] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.724321] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.724771] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.725413] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7bbefd11-c85b-4cb3-917f-4afb4545b5c5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.732103] env[69365]: DEBUG oslo_vmware.api [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Waiting for the task: (returnval){ [ 929.732103] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a2a09e-48b5-1226-9e2f-696e568ddf98" [ 929.732103] env[69365]: _type = "Task" [ 929.732103] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.741951] env[69365]: DEBUG oslo_vmware.api [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a2a09e-48b5-1226-9e2f-696e568ddf98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.217272] env[69365]: DEBUG nova.scheduler.client.report [None req-aa7e6c02-a097-47d2-87ff-fc6afdc3081f tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.246595] env[69365]: DEBUG oslo_vmware.api [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a2a09e-48b5-1226-9e2f-696e568ddf98, 'name': SearchDatastore_Task, 'duration_secs': 0.021492} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.246900] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.247214] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.247372] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.247510] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.247682] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.247962] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bcc2a2a-9f64-40fa-9159-00b4c2d5d3c8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.259195] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.259404] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.260623] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e5aff1d-6dbe-457b-8a97-8aa5e1d4d9e0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.271962] env[69365]: DEBUG oslo_vmware.api [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Waiting for the task: (returnval){ [ 930.271962] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5279d1d5-f5a8-ba3b-f7dd-c3376ff8bee1" [ 930.271962] env[69365]: _type = "Task" [ 930.271962] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.279641] env[69365]: DEBUG oslo_vmware.api [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5279d1d5-f5a8-ba3b-f7dd-c3376ff8bee1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.568471] env[69365]: DEBUG nova.compute.manager [req-9052bf18-a218-4078-9f33-6abb96ea2974 req-b037ebb7-df14-4bec-9830-6695be018be2 service nova] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Received event network-changed-7ceccb8c-b149-4daa-a1c9-a8d67119fb97 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.568471] env[69365]: DEBUG nova.compute.manager [req-9052bf18-a218-4078-9f33-6abb96ea2974 req-b037ebb7-df14-4bec-9830-6695be018be2 service nova] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Refreshing instance network info cache due to event network-changed-7ceccb8c-b149-4daa-a1c9-a8d67119fb97. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.568471] env[69365]: DEBUG oslo_concurrency.lockutils [req-9052bf18-a218-4078-9f33-6abb96ea2974 req-b037ebb7-df14-4bec-9830-6695be018be2 service nova] Acquiring lock "refresh_cache-f60bc564-6cf4-49ed-8fbd-2ab370b0312a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.568471] env[69365]: DEBUG oslo_concurrency.lockutils [req-9052bf18-a218-4078-9f33-6abb96ea2974 req-b037ebb7-df14-4bec-9830-6695be018be2 service nova] Acquired lock "refresh_cache-f60bc564-6cf4-49ed-8fbd-2ab370b0312a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.568471] env[69365]: DEBUG nova.network.neutron [req-9052bf18-a218-4078-9f33-6abb96ea2974 req-b037ebb7-df14-4bec-9830-6695be018be2 service nova] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Refreshing network info cache for port 7ceccb8c-b149-4daa-a1c9-a8d67119fb97 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.697468] env[69365]: DEBUG nova.compute.manager [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 930.721877] env[69365]: DEBUG oslo_concurrency.lockutils [None req-aa7e6c02-a097-47d2-87ff-fc6afdc3081f tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.725809] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cba48186-18a5-415a-9de5-f60ca521f5b9 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.971s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.726188] env[69365]: DEBUG nova.objects.instance [None req-cba48186-18a5-415a-9de5-f60ca521f5b9 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Lazy-loading 'resources' on Instance uuid 7b9fc139-6875-4aaf-9a5f-153ae95cb045 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 930.730114] env[69365]: DEBUG nova.virt.hardware [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.730114] env[69365]: DEBUG nova.virt.hardware [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.730114] env[69365]: DEBUG nova.virt.hardware [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.730334] env[69365]: DEBUG nova.virt.hardware [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.730420] env[69365]: DEBUG nova.virt.hardware [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.730619] env[69365]: DEBUG nova.virt.hardware [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.730865] env[69365]: DEBUG nova.virt.hardware [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.731074] env[69365]: DEBUG nova.virt.hardware [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.731295] env[69365]: DEBUG nova.virt.hardware [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.731491] env[69365]: DEBUG nova.virt.hardware [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.731688] env[69365]: DEBUG nova.virt.hardware [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.732668] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d44eb7b-ad29-4a56-b720-9e6c6773c921 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.744460] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc536cd7-a6f9-49be-8ce7-88101e3eec93 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.749712] env[69365]: INFO nova.scheduler.client.report [None req-aa7e6c02-a097-47d2-87ff-fc6afdc3081f tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Deleted allocations for instance 598f0b6f-8524-4015-9ab1-7797fc4794b9 [ 930.783032] env[69365]: DEBUG oslo_vmware.api [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5279d1d5-f5a8-ba3b-f7dd-c3376ff8bee1, 'name': SearchDatastore_Task, 'duration_secs': 0.042071} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.783853] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7ae7cb9-28aa-4897-b5cc-af8dc3928a4b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.792043] env[69365]: DEBUG oslo_vmware.api [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Waiting for the task: (returnval){ [ 930.792043] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fb710b-4e1d-7264-0260-0d827af378c6" [ 930.792043] env[69365]: _type = "Task" [ 930.792043] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.801554] env[69365]: DEBUG oslo_vmware.api [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fb710b-4e1d-7264-0260-0d827af378c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.204647] env[69365]: DEBUG nova.compute.manager [req-c33ff306-c429-465d-874f-1d7f3e26012f req-16e3c8f0-22be-4c10-9511-86b435676edb service nova] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Received event network-vif-plugged-37d75833-0b74-49df-8012-f14e682d6014 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.204647] env[69365]: DEBUG oslo_concurrency.lockutils [req-c33ff306-c429-465d-874f-1d7f3e26012f req-16e3c8f0-22be-4c10-9511-86b435676edb service nova] Acquiring lock "2b10a682-250e-4b3b-a9a3-32f301744313-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.204647] env[69365]: DEBUG oslo_concurrency.lockutils [req-c33ff306-c429-465d-874f-1d7f3e26012f req-16e3c8f0-22be-4c10-9511-86b435676edb service nova] Lock "2b10a682-250e-4b3b-a9a3-32f301744313-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.204647] env[69365]: DEBUG oslo_concurrency.lockutils [req-c33ff306-c429-465d-874f-1d7f3e26012f req-16e3c8f0-22be-4c10-9511-86b435676edb service nova] Lock "2b10a682-250e-4b3b-a9a3-32f301744313-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.204647] env[69365]: DEBUG nova.compute.manager [req-c33ff306-c429-465d-874f-1d7f3e26012f req-16e3c8f0-22be-4c10-9511-86b435676edb service nova] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] No waiting events found dispatching network-vif-plugged-37d75833-0b74-49df-8012-f14e682d6014 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.204647] env[69365]: WARNING nova.compute.manager [req-c33ff306-c429-465d-874f-1d7f3e26012f req-16e3c8f0-22be-4c10-9511-86b435676edb service nova] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Received unexpected event network-vif-plugged-37d75833-0b74-49df-8012-f14e682d6014 for instance with vm_state building and task_state spawning. [ 931.274409] env[69365]: DEBUG oslo_concurrency.lockutils [None req-aa7e6c02-a097-47d2-87ff-fc6afdc3081f tempest-FloatingIPsAssociationTestJSON-1066125890 tempest-FloatingIPsAssociationTestJSON-1066125890-project-member] Lock "598f0b6f-8524-4015-9ab1-7797fc4794b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.596s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.310521] env[69365]: DEBUG oslo_vmware.api [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fb710b-4e1d-7264-0260-0d827af378c6, 'name': SearchDatastore_Task, 'duration_secs': 0.019982} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.316230] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.316230] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 54bc7a90-5c83-4c37-a537-a728a98a11ca/54bc7a90-5c83-4c37-a537-a728a98a11ca.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.316230] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ad5a373-937c-47aa-9001-adf938a9ff74 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.326950] env[69365]: DEBUG oslo_vmware.api [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Waiting for the task: (returnval){ [ 931.326950] env[69365]: value = "task-3469137" [ 931.326950] env[69365]: _type = "Task" [ 931.326950] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.336800] env[69365]: DEBUG nova.network.neutron [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Successfully updated port: 37d75833-0b74-49df-8012-f14e682d6014 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.360483] env[69365]: DEBUG nova.network.neutron [req-9052bf18-a218-4078-9f33-6abb96ea2974 req-b037ebb7-df14-4bec-9830-6695be018be2 service nova] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Updated VIF entry in instance network info cache for port 7ceccb8c-b149-4daa-a1c9-a8d67119fb97. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.360895] env[69365]: DEBUG nova.network.neutron [req-9052bf18-a218-4078-9f33-6abb96ea2974 req-b037ebb7-df14-4bec-9830-6695be018be2 service nova] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Updating instance_info_cache with network_info: [{"id": "7ceccb8c-b149-4daa-a1c9-a8d67119fb97", "address": "fa:16:3e:6d:cb:12", "network": {"id": "495987a1-9709-4062-a2aa-4fadc8d12db2", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-213746016-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acf77ddce7004e3ab0770d5ce6b6b062", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e85cbc56-fee0-41f7-bc70-64f31775ce92", "external-id": "nsx-vlan-transportzone-793", "segmentation_id": 793, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ceccb8c-b1", "ovs_interfaceid": "7ceccb8c-b149-4daa-a1c9-a8d67119fb97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.803732] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07c62fc-2a12-4af2-a5ce-c30162095008 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.812480] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2395468-462b-431c-9062-41e9f1101276 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.849104] env[69365]: DEBUG oslo_concurrency.lockutils [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquiring lock "refresh_cache-2b10a682-250e-4b3b-a9a3-32f301744313" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.849206] env[69365]: DEBUG oslo_concurrency.lockutils [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquired lock "refresh_cache-2b10a682-250e-4b3b-a9a3-32f301744313" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.849362] env[69365]: DEBUG nova.network.neutron [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.855364] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9d5d80-37e4-43c5-a125-d2a2a87938d3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.867760] env[69365]: DEBUG oslo_vmware.api [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': task-3469137, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.868510] env[69365]: DEBUG oslo_concurrency.lockutils [req-9052bf18-a218-4078-9f33-6abb96ea2974 req-b037ebb7-df14-4bec-9830-6695be018be2 service nova] Releasing lock "refresh_cache-f60bc564-6cf4-49ed-8fbd-2ab370b0312a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.869982] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae8f320-184e-4d8b-bb1f-603e077691c2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.890066] env[69365]: DEBUG nova.compute.provider_tree [None req-cba48186-18a5-415a-9de5-f60ca521f5b9 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.366022] env[69365]: DEBUG oslo_vmware.api [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': task-3469137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688739} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.366022] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 54bc7a90-5c83-4c37-a537-a728a98a11ca/54bc7a90-5c83-4c37-a537-a728a98a11ca.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.366022] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.366022] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23702fb7-16d4-4c39-9c54-0a2e2dfe379a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.372474] env[69365]: DEBUG oslo_vmware.api [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Waiting for the task: (returnval){ [ 932.372474] env[69365]: value = "task-3469138" [ 932.372474] env[69365]: _type = "Task" [ 932.372474] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.388331] env[69365]: DEBUG oslo_vmware.api [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': task-3469138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.397784] env[69365]: DEBUG nova.scheduler.client.report [None req-cba48186-18a5-415a-9de5-f60ca521f5b9 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.413176] env[69365]: DEBUG nova.network.neutron [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.715039] env[69365]: DEBUG nova.network.neutron [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Updating instance_info_cache with network_info: [{"id": "37d75833-0b74-49df-8012-f14e682d6014", "address": "fa:16:3e:03:86:07", "network": {"id": "de3d234a-b9f1-4fe1-8bf9-5f5bfd332a74", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-113912166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e873b4597734ea887a2cb435c3ec45e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37d75833-0b", "ovs_interfaceid": "37d75833-0b74-49df-8012-f14e682d6014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.884321] env[69365]: DEBUG oslo_vmware.api [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': task-3469138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116211} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.884684] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.886526] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a5ebc2-d2e5-42b4-839d-7054a487a113 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.910744] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 54bc7a90-5c83-4c37-a537-a728a98a11ca/54bc7a90-5c83-4c37-a537-a728a98a11ca.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.911651] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cba48186-18a5-415a-9de5-f60ca521f5b9 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.913883] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-423190fe-e21e-4ebb-9c25-29450aecb467 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.931973] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.638s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.932466] env[69365]: DEBUG nova.objects.instance [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Lazy-loading 'resources' on Instance uuid 3b213cad-bbda-44b3-8536-0e59dc08b402 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.942358] env[69365]: DEBUG oslo_vmware.api [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Waiting for the task: (returnval){ [ 932.942358] env[69365]: value = "task-3469139" [ 932.942358] env[69365]: _type = "Task" [ 932.942358] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.952917] env[69365]: DEBUG oslo_vmware.api [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': task-3469139, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.969455] env[69365]: INFO nova.scheduler.client.report [None req-cba48186-18a5-415a-9de5-f60ca521f5b9 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Deleted allocations for instance 7b9fc139-6875-4aaf-9a5f-153ae95cb045 [ 933.218357] env[69365]: DEBUG oslo_concurrency.lockutils [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Releasing lock "refresh_cache-2b10a682-250e-4b3b-a9a3-32f301744313" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.218681] env[69365]: DEBUG nova.compute.manager [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Instance network_info: |[{"id": "37d75833-0b74-49df-8012-f14e682d6014", "address": "fa:16:3e:03:86:07", "network": {"id": "de3d234a-b9f1-4fe1-8bf9-5f5bfd332a74", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-113912166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e873b4597734ea887a2cb435c3ec45e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37d75833-0b", "ovs_interfaceid": "37d75833-0b74-49df-8012-f14e682d6014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.219363] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:86:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37d75833-0b74-49df-8012-f14e682d6014', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.227367] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.227544] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.227774] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebde1e55-5442-4143-a366-781a4e46c256 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.253981] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.253981] env[69365]: value = "task-3469140" [ 933.253981] env[69365]: _type = "Task" [ 933.253981] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.263259] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469140, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.281931] env[69365]: DEBUG nova.compute.manager [req-a97ef113-299c-4d41-95c7-dcb0cd645f4d req-d9da52ef-93e3-441d-bc11-22c6d0691062 service nova] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Received event network-changed-37d75833-0b74-49df-8012-f14e682d6014 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.282150] env[69365]: DEBUG nova.compute.manager [req-a97ef113-299c-4d41-95c7-dcb0cd645f4d req-d9da52ef-93e3-441d-bc11-22c6d0691062 service nova] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Refreshing instance network info cache due to event network-changed-37d75833-0b74-49df-8012-f14e682d6014. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 933.282362] env[69365]: DEBUG oslo_concurrency.lockutils [req-a97ef113-299c-4d41-95c7-dcb0cd645f4d req-d9da52ef-93e3-441d-bc11-22c6d0691062 service nova] Acquiring lock "refresh_cache-2b10a682-250e-4b3b-a9a3-32f301744313" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.282502] env[69365]: DEBUG oslo_concurrency.lockutils [req-a97ef113-299c-4d41-95c7-dcb0cd645f4d req-d9da52ef-93e3-441d-bc11-22c6d0691062 service nova] Acquired lock "refresh_cache-2b10a682-250e-4b3b-a9a3-32f301744313" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.282657] env[69365]: DEBUG nova.network.neutron [req-a97ef113-299c-4d41-95c7-dcb0cd645f4d req-d9da52ef-93e3-441d-bc11-22c6d0691062 service nova] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Refreshing network info cache for port 37d75833-0b74-49df-8012-f14e682d6014 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.462782] env[69365]: DEBUG oslo_vmware.api [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': task-3469139, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.477282] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cba48186-18a5-415a-9de5-f60ca521f5b9 tempest-ServerDiagnosticsTest-1847944580 tempest-ServerDiagnosticsTest-1847944580-project-member] Lock "7b9fc139-6875-4aaf-9a5f-153ae95cb045" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.179s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.770821] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469140, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.910218] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea03441-4c6e-4961-9692-51584e7cc360 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.922025] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7f8e76-e9fb-4d0c-a89a-c356a7937d25 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.960632] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b619dfa4-6fae-46a6-9c18-3317405171af {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.969758] env[69365]: DEBUG oslo_vmware.api [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': task-3469139, 'name': ReconfigVM_Task, 'duration_secs': 1.0266} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.972215] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 54bc7a90-5c83-4c37-a537-a728a98a11ca/54bc7a90-5c83-4c37-a537-a728a98a11ca.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.972895] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-976aeceb-0aa1-4804-9f55-c713b3bc71ed {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.975678] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1e73b6-55f7-4e5f-8365-017644cae76b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.992541] env[69365]: DEBUG nova.compute.provider_tree [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.995821] env[69365]: DEBUG oslo_vmware.api [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Waiting for the task: (returnval){ [ 933.995821] env[69365]: value = "task-3469141" [ 933.995821] env[69365]: _type = "Task" [ 933.995821] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.005460] env[69365]: DEBUG oslo_vmware.api [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': task-3469141, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.115056] env[69365]: DEBUG nova.network.neutron [req-a97ef113-299c-4d41-95c7-dcb0cd645f4d req-d9da52ef-93e3-441d-bc11-22c6d0691062 service nova] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Updated VIF entry in instance network info cache for port 37d75833-0b74-49df-8012-f14e682d6014. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 934.115441] env[69365]: DEBUG nova.network.neutron [req-a97ef113-299c-4d41-95c7-dcb0cd645f4d req-d9da52ef-93e3-441d-bc11-22c6d0691062 service nova] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Updating instance_info_cache with network_info: [{"id": "37d75833-0b74-49df-8012-f14e682d6014", "address": "fa:16:3e:03:86:07", "network": {"id": "de3d234a-b9f1-4fe1-8bf9-5f5bfd332a74", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-113912166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3e873b4597734ea887a2cb435c3ec45e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "00b1e0dc-9aea-4ee2-a76b-1f0c3eaba916", "external-id": "nsx-vlan-transportzone-269", "segmentation_id": 269, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37d75833-0b", "ovs_interfaceid": "37d75833-0b74-49df-8012-f14e682d6014", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.191769] env[69365]: DEBUG oslo_vmware.rw_handles [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5217407c-f7e7-179e-4e37-c0a3f8be0075/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 934.192943] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e59f17-c8a6-411f-8add-e2bdeb930c80 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.203912] env[69365]: DEBUG oslo_vmware.rw_handles [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5217407c-f7e7-179e-4e37-c0a3f8be0075/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 934.204093] env[69365]: ERROR oslo_vmware.rw_handles [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5217407c-f7e7-179e-4e37-c0a3f8be0075/disk-0.vmdk due to incomplete transfer. [ 934.204332] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3e884ee4-4c8d-4a3c-bdcc-f20302b2b654 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.214187] env[69365]: DEBUG oslo_vmware.rw_handles [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5217407c-f7e7-179e-4e37-c0a3f8be0075/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 934.214518] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Uploaded image e2da9983-6be6-4fa4-b508-bcd23faecdbb to the Glance image server {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 934.216950] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 934.217248] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-032b9dcf-3a7a-4124-aa9a-dfef1c6ba334 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.224518] env[69365]: DEBUG oslo_vmware.api [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 934.224518] env[69365]: value = "task-3469142" [ 934.224518] env[69365]: _type = "Task" [ 934.224518] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.234898] env[69365]: DEBUG oslo_vmware.api [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469142, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.266410] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469140, 'name': CreateVM_Task, 'duration_secs': 0.693017} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.266654] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.267406] env[69365]: DEBUG oslo_concurrency.lockutils [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.267620] env[69365]: DEBUG oslo_concurrency.lockutils [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.267885] env[69365]: DEBUG oslo_concurrency.lockutils [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.268666] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5d8bd6e-393a-46f6-8179-72cfaa702dfc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.274435] env[69365]: DEBUG oslo_vmware.api [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 934.274435] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52ebdd23-4daa-5e3e-6559-9de85771b1a4" [ 934.274435] env[69365]: _type = "Task" [ 934.274435] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.284354] env[69365]: DEBUG oslo_vmware.api [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52ebdd23-4daa-5e3e-6559-9de85771b1a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.498148] env[69365]: DEBUG nova.scheduler.client.report [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.512844] env[69365]: DEBUG oslo_vmware.api [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': task-3469141, 'name': Rename_Task, 'duration_secs': 0.322556} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.513545] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 934.513545] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ee15462-7dff-46de-8e03-28905341417a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.524114] env[69365]: DEBUG oslo_vmware.api [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Waiting for the task: (returnval){ [ 934.524114] env[69365]: value = "task-3469143" [ 934.524114] env[69365]: _type = "Task" [ 934.524114] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.534620] env[69365]: DEBUG oslo_vmware.api [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': task-3469143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.622513] env[69365]: DEBUG oslo_concurrency.lockutils [req-a97ef113-299c-4d41-95c7-dcb0cd645f4d req-d9da52ef-93e3-441d-bc11-22c6d0691062 service nova] Releasing lock "refresh_cache-2b10a682-250e-4b3b-a9a3-32f301744313" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.736671] env[69365]: DEBUG oslo_vmware.api [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469142, 'name': Destroy_Task, 'duration_secs': 0.478739} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.736671] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Destroyed the VM [ 934.736923] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 934.737248] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b2bb92c3-bd6d-4fc0-a288-eb44ffb1a837 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.747731] env[69365]: DEBUG oslo_vmware.api [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 934.747731] env[69365]: value = "task-3469144" [ 934.747731] env[69365]: _type = "Task" [ 934.747731] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.757635] env[69365]: DEBUG oslo_vmware.api [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469144, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.786754] env[69365]: DEBUG oslo_vmware.api [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52ebdd23-4daa-5e3e-6559-9de85771b1a4, 'name': SearchDatastore_Task, 'duration_secs': 0.014749} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.786754] env[69365]: DEBUG oslo_concurrency.lockutils [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.787056] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.787147] env[69365]: DEBUG oslo_concurrency.lockutils [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.787389] env[69365]: DEBUG oslo_concurrency.lockutils [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.787642] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.787985] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed9e57de-b2c3-40cc-8cce-c60a4777acec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.802378] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.802790] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.803899] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e50c807d-4c29-45b2-bae6-ee008e56c5a6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.815136] env[69365]: DEBUG oslo_vmware.api [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 934.815136] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a1240c-ef78-97a3-9d8c-1ee52c6d8236" [ 934.815136] env[69365]: _type = "Task" [ 934.815136] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.820762] env[69365]: DEBUG oslo_vmware.api [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a1240c-ef78-97a3-9d8c-1ee52c6d8236, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.007543] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.074s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.009424] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.296s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.009660] env[69365]: DEBUG nova.objects.instance [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69365) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 935.042139] env[69365]: DEBUG oslo_vmware.api [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': task-3469143, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.050691] env[69365]: INFO nova.scheduler.client.report [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Deleted allocations for instance 3b213cad-bbda-44b3-8536-0e59dc08b402 [ 935.258574] env[69365]: DEBUG oslo_vmware.api [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469144, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.323868] env[69365]: DEBUG oslo_vmware.api [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a1240c-ef78-97a3-9d8c-1ee52c6d8236, 'name': SearchDatastore_Task, 'duration_secs': 0.015513} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.324827] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f0f7625-8599-4d45-8ef9-2d1d98d125dd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.330749] env[69365]: DEBUG oslo_vmware.api [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 935.330749] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52c4e992-a5e9-7f4f-ea87-a31779c4ec75" [ 935.330749] env[69365]: _type = "Task" [ 935.330749] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.339777] env[69365]: DEBUG oslo_vmware.api [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52c4e992-a5e9-7f4f-ea87-a31779c4ec75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.540644] env[69365]: DEBUG oslo_vmware.api [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': task-3469143, 'name': PowerOnVM_Task, 'duration_secs': 0.750624} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.541163] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.541289] env[69365]: INFO nova.compute.manager [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Took 7.47 seconds to spawn the instance on the hypervisor. [ 935.541541] env[69365]: DEBUG nova.compute.manager [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.542426] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7358cc7-e2e2-45b3-aa70-2267cda5a42e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.560724] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5365ab0e-e9a2-48a5-b8c0-2062f2a736ff tempest-ServerMetadataNegativeTestJSON-235946287 tempest-ServerMetadataNegativeTestJSON-235946287-project-member] Lock "3b213cad-bbda-44b3-8536-0e59dc08b402" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.737s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.761314] env[69365]: DEBUG oslo_vmware.api [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469144, 'name': RemoveSnapshot_Task, 'duration_secs': 0.72212} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.761314] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 935.766708] env[69365]: INFO nova.compute.manager [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Took 15.30 seconds to snapshot the instance on the hypervisor. [ 935.842405] env[69365]: DEBUG oslo_vmware.api [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52c4e992-a5e9-7f4f-ea87-a31779c4ec75, 'name': SearchDatastore_Task, 'duration_secs': 0.024291} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.842683] env[69365]: DEBUG oslo_concurrency.lockutils [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.842945] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 2b10a682-250e-4b3b-a9a3-32f301744313/2b10a682-250e-4b3b-a9a3-32f301744313.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.843274] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11df8d76-9342-4c57-a366-0861f82458f2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.852515] env[69365]: DEBUG oslo_vmware.api [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 935.852515] env[69365]: value = "task-3469145" [ 935.852515] env[69365]: _type = "Task" [ 935.852515] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.861784] env[69365]: DEBUG oslo_vmware.api [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3469145, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.023785] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f13a4ecb-0a32-49eb-a4d2-bf3d161d8164 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.025101] env[69365]: DEBUG oslo_concurrency.lockutils [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.327s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.028645] env[69365]: INFO nova.compute.claims [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.067767] env[69365]: INFO nova.compute.manager [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Took 46.90 seconds to build instance. [ 936.338050] env[69365]: DEBUG nova.compute.manager [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Found 3 images (rotation: 2) {{(pid=69365) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 936.338050] env[69365]: DEBUG nova.compute.manager [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Rotating out 1 backups {{(pid=69365) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 936.338050] env[69365]: DEBUG nova.compute.manager [None req-19905e81-6bec-4979-9ef7-62fea0d0c26d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Deleting image a1a60d19-07ca-4132-9e18-ad32de0936bf {{(pid=69365) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 936.365819] env[69365]: DEBUG oslo_vmware.api [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3469145, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4952} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.365943] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 2b10a682-250e-4b3b-a9a3-32f301744313/2b10a682-250e-4b3b-a9a3-32f301744313.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.366211] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.366495] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9c88be0-df12-4a09-a546-d398ea2ccf32 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.378032] env[69365]: DEBUG oslo_vmware.api [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 936.378032] env[69365]: value = "task-3469146" [ 936.378032] env[69365]: _type = "Task" [ 936.378032] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.390078] env[69365]: DEBUG oslo_vmware.api [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3469146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.446575] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Acquiring lock "0159ac80-aeb3-4e42-8139-5c2ebc348f61" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.446575] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Lock "0159ac80-aeb3-4e42-8139-5c2ebc348f61" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.571726] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a98931-7734-4e6d-9911-1652c784859c tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Lock "54bc7a90-5c83-4c37-a537-a728a98a11ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.412s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.888629] env[69365]: DEBUG oslo_vmware.api [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3469146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102668} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.889125] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.889982] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90866d9a-daaa-46cf-8d0f-1ca858b0e270 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.915538] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 2b10a682-250e-4b3b-a9a3-32f301744313/2b10a682-250e-4b3b-a9a3-32f301744313.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.916254] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2566368e-d773-445a-8df7-e2eee9e4c29a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.941016] env[69365]: DEBUG oslo_vmware.api [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 936.941016] env[69365]: value = "task-3469147" [ 936.941016] env[69365]: _type = "Task" [ 936.941016] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.951017] env[69365]: DEBUG nova.compute.manager [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 936.957797] env[69365]: DEBUG oslo_vmware.api [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3469147, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.266031] env[69365]: INFO nova.compute.manager [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Rebuilding instance [ 937.310601] env[69365]: DEBUG nova.compute.manager [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 937.312292] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e14f38c-4bb6-4728-bd65-58a93d38fdef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.465543] env[69365]: DEBUG oslo_vmware.api [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3469147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.492713] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.560616] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9adafc03-db16-467b-a027-6b205ab9ad77 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.573345] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d66098-b63e-413d-8ecb-893c26adada2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.610235] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7290b91-5686-414c-a756-033510152f57 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.619578] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbccb511-450c-405d-9348-0c7717e4bbd5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.635321] env[69365]: DEBUG nova.compute.provider_tree [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.959331] env[69365]: DEBUG oslo_vmware.api [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3469147, 'name': ReconfigVM_Task, 'duration_secs': 0.795154} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.959685] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 2b10a682-250e-4b3b-a9a3-32f301744313/2b10a682-250e-4b3b-a9a3-32f301744313.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.960659] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6482262-f52a-4933-aff2-68f23b6a58d4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.968745] env[69365]: DEBUG oslo_vmware.api [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 937.968745] env[69365]: value = "task-3469148" [ 937.968745] env[69365]: _type = "Task" [ 937.968745] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.979231] env[69365]: DEBUG oslo_vmware.api [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3469148, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.139146] env[69365]: DEBUG nova.scheduler.client.report [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.255592] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Acquiring lock "0bfb9f18-9fbd-4d39-a78f-7e19f20b230f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.255836] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Lock "0bfb9f18-9fbd-4d39-a78f-7e19f20b230f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.336938] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.336938] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ad0e0fc-cee1-4310-8487-2b345016e83e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.345125] env[69365]: DEBUG oslo_vmware.api [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Waiting for the task: (returnval){ [ 938.345125] env[69365]: value = "task-3469149" [ 938.345125] env[69365]: _type = "Task" [ 938.345125] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.354050] env[69365]: DEBUG oslo_vmware.api [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': task-3469149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.481794] env[69365]: DEBUG oslo_vmware.api [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3469148, 'name': Rename_Task, 'duration_secs': 0.198129} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.482210] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.482489] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-377bb2a6-dc1e-4c71-b5e0-a9932779cdd7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.489568] env[69365]: DEBUG oslo_vmware.api [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 938.489568] env[69365]: value = "task-3469150" [ 938.489568] env[69365]: _type = "Task" [ 938.489568] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.498648] env[69365]: DEBUG oslo_vmware.api [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3469150, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.648976] env[69365]: DEBUG oslo_concurrency.lockutils [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.623s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.648976] env[69365]: DEBUG nova.compute.manager [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.655444] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.737s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.656375] env[69365]: INFO nova.compute.claims [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.758731] env[69365]: DEBUG nova.compute.manager [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 938.818281] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2cf91996-c472-495b-9b57-7bddb569de33 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "07629f5e-e1b1-4aab-b422-8924b572449b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.818698] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2cf91996-c472-495b-9b57-7bddb569de33 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "07629f5e-e1b1-4aab-b422-8924b572449b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.819136] env[69365]: DEBUG nova.compute.manager [None req-2cf91996-c472-495b-9b57-7bddb569de33 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 938.820562] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42067889-9663-4ce1-86b8-675113189396 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.829129] env[69365]: DEBUG nova.compute.manager [None req-2cf91996-c472-495b-9b57-7bddb569de33 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69365) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 938.830063] env[69365]: DEBUG nova.objects.instance [None req-2cf91996-c472-495b-9b57-7bddb569de33 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lazy-loading 'flavor' on Instance uuid 07629f5e-e1b1-4aab-b422-8924b572449b {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.859331] env[69365]: DEBUG oslo_vmware.api [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': task-3469149, 'name': PowerOffVM_Task, 'duration_secs': 0.121247} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.859642] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.860328] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.861196] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efab1d0-253d-4f40-a747-97547273830b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.873460] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.873731] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a8610e9-51c7-455b-b723-c4370687b8cf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.909270] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.911771] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.912346] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Deleting the datastore file [datastore1] 54bc7a90-5c83-4c37-a537-a728a98a11ca {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.912689] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ed106ad-7f28-41a5-9c31-30d02438e0bb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.922088] env[69365]: DEBUG oslo_vmware.api [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Waiting for the task: (returnval){ [ 938.922088] env[69365]: value = "task-3469152" [ 938.922088] env[69365]: _type = "Task" [ 938.922088] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.932917] env[69365]: DEBUG oslo_vmware.api [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': task-3469152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.000843] env[69365]: DEBUG oslo_vmware.api [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3469150, 'name': PowerOnVM_Task, 'duration_secs': 0.476282} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.001131] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.001518] env[69365]: INFO nova.compute.manager [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Took 8.30 seconds to spawn the instance on the hypervisor. [ 939.002326] env[69365]: DEBUG nova.compute.manager [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 939.003072] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c311562a-ffd7-40e0-9189-629eb2f81f34 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.161904] env[69365]: DEBUG nova.compute.utils [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.167960] env[69365]: DEBUG nova.compute.manager [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.168219] env[69365]: DEBUG nova.network.neutron [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.238371] env[69365]: DEBUG nova.policy [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d23f3840fe444ffa4986cff0c70e959', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ecde38286934540b1d17f878d3cbde8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.292104] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.437787] env[69365]: DEBUG oslo_vmware.api [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': task-3469152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13798} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.438457] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.438798] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.439126] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.529581] env[69365]: INFO nova.compute.manager [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Took 47.35 seconds to build instance. [ 939.668723] env[69365]: DEBUG nova.compute.manager [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.714934] env[69365]: DEBUG nova.network.neutron [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Successfully created port: 5c13dea9-5962-4c27-a53a-8bcf67109960 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 939.793988] env[69365]: DEBUG oslo_concurrency.lockutils [None req-723b4ba9-717b-4026-aeff-cac254591eef tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquiring lock "2b10a682-250e-4b3b-a9a3-32f301744313" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.843086] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf91996-c472-495b-9b57-7bddb569de33 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.843274] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53af6d08-c532-4621-b7d3-35344781717f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.855127] env[69365]: DEBUG oslo_vmware.api [None req-2cf91996-c472-495b-9b57-7bddb569de33 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 939.855127] env[69365]: value = "task-3469153" [ 939.855127] env[69365]: _type = "Task" [ 939.855127] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.868255] env[69365]: DEBUG oslo_vmware.api [None req-2cf91996-c472-495b-9b57-7bddb569de33 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.031991] env[69365]: DEBUG oslo_concurrency.lockutils [None req-55323fb7-01c9-4cb0-991b-4dcec58c710a tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Lock "2b10a682-250e-4b3b-a9a3-32f301744313" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.866s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.032472] env[69365]: DEBUG oslo_concurrency.lockutils [None req-723b4ba9-717b-4026-aeff-cac254591eef tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Lock "2b10a682-250e-4b3b-a9a3-32f301744313" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.239s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.032897] env[69365]: DEBUG oslo_concurrency.lockutils [None req-723b4ba9-717b-4026-aeff-cac254591eef tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquiring lock "2b10a682-250e-4b3b-a9a3-32f301744313-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.033127] env[69365]: DEBUG oslo_concurrency.lockutils [None req-723b4ba9-717b-4026-aeff-cac254591eef tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Lock "2b10a682-250e-4b3b-a9a3-32f301744313-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 940.033364] env[69365]: DEBUG oslo_concurrency.lockutils [None req-723b4ba9-717b-4026-aeff-cac254591eef tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Lock "2b10a682-250e-4b3b-a9a3-32f301744313-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.040989] env[69365]: INFO nova.compute.manager [None req-723b4ba9-717b-4026-aeff-cac254591eef tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Terminating instance [ 940.113071] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fbe93c-8d0f-43d6-8905-c55ce1dac4ac {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.123136] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44489904-bfcb-417e-8a45-71d76f5a408a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.156160] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58500baf-d9dd-4db4-adf0-e7f972f87fdb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.164528] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d867c84b-bf2d-414b-8f95-92d85583c33b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.183401] env[69365]: DEBUG nova.compute.provider_tree [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.368996] env[69365]: DEBUG oslo_vmware.api [None req-2cf91996-c472-495b-9b57-7bddb569de33 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469153, 'name': PowerOffVM_Task, 'duration_secs': 0.211476} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.370226] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf91996-c472-495b-9b57-7bddb569de33 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.370490] env[69365]: DEBUG nova.compute.manager [None req-2cf91996-c472-495b-9b57-7bddb569de33 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.371615] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbd36e4-5fb4-44b5-9688-f37e4471322f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.481601] env[69365]: DEBUG nova.virt.hardware [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.481923] env[69365]: DEBUG nova.virt.hardware [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.482019] env[69365]: DEBUG nova.virt.hardware [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.482149] env[69365]: DEBUG nova.virt.hardware [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.482348] env[69365]: DEBUG nova.virt.hardware [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.482430] env[69365]: DEBUG nova.virt.hardware [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.482633] env[69365]: DEBUG nova.virt.hardware [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.482783] env[69365]: DEBUG nova.virt.hardware [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.482940] env[69365]: DEBUG nova.virt.hardware [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.483104] env[69365]: DEBUG nova.virt.hardware [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.483270] env[69365]: DEBUG nova.virt.hardware [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.484185] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee911e75-6d06-4679-b753-da19b442afef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.498415] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9608bf-af74-4b0d-87c8-1373f4436087 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.516636] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 940.526016] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.526016] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 940.526016] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50f67f04-c95d-45bd-93d5-3d72a8ae80fc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.545767] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 940.545767] env[69365]: value = "task-3469154" [ 940.545767] env[69365]: _type = "Task" [ 940.545767] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.546981] env[69365]: DEBUG nova.compute.manager [None req-723b4ba9-717b-4026-aeff-cac254591eef tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 940.547822] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-723b4ba9-717b-4026-aeff-cac254591eef tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.552420] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e83080-da51-4c2a-b2dd-9e11d14d49c8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.561921] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-723b4ba9-717b-4026-aeff-cac254591eef tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.566322] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64ec97af-ebcb-419c-8f7f-96c4b1064430 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.567954] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469154, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.574082] env[69365]: DEBUG oslo_vmware.api [None req-723b4ba9-717b-4026-aeff-cac254591eef tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 940.574082] env[69365]: value = "task-3469155" [ 940.574082] env[69365]: _type = "Task" [ 940.574082] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.584765] env[69365]: DEBUG oslo_vmware.api [None req-723b4ba9-717b-4026-aeff-cac254591eef tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3469155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.686476] env[69365]: DEBUG nova.compute.manager [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.690142] env[69365]: DEBUG nova.scheduler.client.report [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.728146] env[69365]: DEBUG nova.virt.hardware [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.728146] env[69365]: DEBUG nova.virt.hardware [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.728146] env[69365]: DEBUG nova.virt.hardware [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.728378] env[69365]: DEBUG nova.virt.hardware [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.728409] env[69365]: DEBUG nova.virt.hardware [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.728563] env[69365]: DEBUG nova.virt.hardware [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.728786] env[69365]: DEBUG nova.virt.hardware [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.728943] env[69365]: DEBUG nova.virt.hardware [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.729117] env[69365]: DEBUG nova.virt.hardware [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.729308] env[69365]: DEBUG nova.virt.hardware [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.729530] env[69365]: DEBUG nova.virt.hardware [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.730899] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065b77b8-5e08-433a-a079-11dc4b50d952 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.741802] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a539804-691c-4ce6-9620-b783f362a583 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.884680] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2cf91996-c472-495b-9b57-7bddb569de33 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "07629f5e-e1b1-4aab-b422-8924b572449b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.065s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.059853] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469154, 'name': CreateVM_Task, 'duration_secs': 0.332823} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.060548] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 941.060769] env[69365]: DEBUG oslo_concurrency.lockutils [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.061150] env[69365]: DEBUG oslo_concurrency.lockutils [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.062114] env[69365]: DEBUG oslo_concurrency.lockutils [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.062114] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f84d111c-a954-41ff-82de-9ded0f9edd29 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.069019] env[69365]: DEBUG oslo_vmware.api [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Waiting for the task: (returnval){ [ 941.069019] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a72c12-13b2-a88a-2aa9-9671706c3867" [ 941.069019] env[69365]: _type = "Task" [ 941.069019] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.084315] env[69365]: DEBUG oslo_vmware.api [None req-723b4ba9-717b-4026-aeff-cac254591eef tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3469155, 'name': PowerOffVM_Task, 'duration_secs': 0.1873} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.088115] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-723b4ba9-717b-4026-aeff-cac254591eef tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.089048] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-723b4ba9-717b-4026-aeff-cac254591eef tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.089048] env[69365]: DEBUG oslo_vmware.api [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a72c12-13b2-a88a-2aa9-9671706c3867, 'name': SearchDatastore_Task, 'duration_secs': 0.010713} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.089048] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8aa329c1-a6ea-4aed-8a00-aa7950ea6d4b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.090549] env[69365]: DEBUG oslo_concurrency.lockutils [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.090807] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 941.091433] env[69365]: DEBUG oslo_concurrency.lockutils [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.091433] env[69365]: DEBUG oslo_concurrency.lockutils [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.091433] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 941.092920] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c93bb310-1e78-4294-a0e4-821b6653b448 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.105574] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 941.105820] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 941.106669] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d36fd75e-9a9e-4771-b19c-3ec7d7ea9918 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.114737] env[69365]: DEBUG oslo_vmware.api [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Waiting for the task: (returnval){ [ 941.114737] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fa85c1-029d-d50c-1c2e-e2bb401756b3" [ 941.114737] env[69365]: _type = "Task" [ 941.114737] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.125079] env[69365]: DEBUG oslo_vmware.api [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fa85c1-029d-d50c-1c2e-e2bb401756b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.183502] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-723b4ba9-717b-4026-aeff-cac254591eef tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.183811] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-723b4ba9-717b-4026-aeff-cac254591eef tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.184039] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-723b4ba9-717b-4026-aeff-cac254591eef tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Deleting the datastore file [datastore1] 2b10a682-250e-4b3b-a9a3-32f301744313 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.184360] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0c52c2f4-0454-4325-a829-639f9f6b0d55 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.189828] env[69365]: DEBUG nova.compute.manager [req-cf8dfb54-5ff9-4b47-8b73-4806e5ec2a90 req-45447bd8-fb78-437a-9c7c-12922608ffbb service nova] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Received event network-vif-plugged-5c13dea9-5962-4c27-a53a-8bcf67109960 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.190161] env[69365]: DEBUG oslo_concurrency.lockutils [req-cf8dfb54-5ff9-4b47-8b73-4806e5ec2a90 req-45447bd8-fb78-437a-9c7c-12922608ffbb service nova] Acquiring lock "fc40515e-6823-454b-8825-a2585bd9065c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.190905] env[69365]: DEBUG oslo_concurrency.lockutils [req-cf8dfb54-5ff9-4b47-8b73-4806e5ec2a90 req-45447bd8-fb78-437a-9c7c-12922608ffbb service nova] Lock "fc40515e-6823-454b-8825-a2585bd9065c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.190905] env[69365]: DEBUG oslo_concurrency.lockutils [req-cf8dfb54-5ff9-4b47-8b73-4806e5ec2a90 req-45447bd8-fb78-437a-9c7c-12922608ffbb service nova] Lock "fc40515e-6823-454b-8825-a2585bd9065c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.190905] env[69365]: DEBUG nova.compute.manager [req-cf8dfb54-5ff9-4b47-8b73-4806e5ec2a90 req-45447bd8-fb78-437a-9c7c-12922608ffbb service nova] [instance: fc40515e-6823-454b-8825-a2585bd9065c] No waiting events found dispatching network-vif-plugged-5c13dea9-5962-4c27-a53a-8bcf67109960 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 941.190905] env[69365]: WARNING nova.compute.manager [req-cf8dfb54-5ff9-4b47-8b73-4806e5ec2a90 req-45447bd8-fb78-437a-9c7c-12922608ffbb service nova] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Received unexpected event network-vif-plugged-5c13dea9-5962-4c27-a53a-8bcf67109960 for instance with vm_state building and task_state spawning. [ 941.194823] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.195694] env[69365]: DEBUG nova.compute.manager [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.200881] env[69365]: DEBUG oslo_concurrency.lockutils [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.222s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.201184] env[69365]: DEBUG nova.objects.instance [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lazy-loading 'resources' on Instance uuid 63ba982c-a490-4a11-81ad-4bb57b31b90d {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.204584] env[69365]: DEBUG oslo_vmware.api [None req-723b4ba9-717b-4026-aeff-cac254591eef tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for the task: (returnval){ [ 941.204584] env[69365]: value = "task-3469157" [ 941.204584] env[69365]: _type = "Task" [ 941.204584] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.216971] env[69365]: DEBUG oslo_vmware.api [None req-723b4ba9-717b-4026-aeff-cac254591eef tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3469157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.321466] env[69365]: DEBUG nova.network.neutron [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Successfully updated port: 5c13dea9-5962-4c27-a53a-8bcf67109960 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 941.627484] env[69365]: DEBUG oslo_vmware.api [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fa85c1-029d-d50c-1c2e-e2bb401756b3, 'name': SearchDatastore_Task, 'duration_secs': 0.019248} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.628340] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78544f61-75fe-4d04-84c1-95ff5cdd583b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.634524] env[69365]: DEBUG oslo_vmware.api [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Waiting for the task: (returnval){ [ 941.634524] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]523d01dc-b595-dc79-0611-bc41d3f6b3a1" [ 941.634524] env[69365]: _type = "Task" [ 941.634524] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.645590] env[69365]: DEBUG oslo_vmware.api [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523d01dc-b595-dc79-0611-bc41d3f6b3a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.703026] env[69365]: DEBUG nova.compute.utils [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.707025] env[69365]: DEBUG nova.compute.manager [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.707223] env[69365]: DEBUG nova.network.neutron [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.721089] env[69365]: DEBUG oslo_vmware.api [None req-723b4ba9-717b-4026-aeff-cac254591eef tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Task: {'id': task-3469157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166777} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.721843] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-723b4ba9-717b-4026-aeff-cac254591eef tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 941.721984] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-723b4ba9-717b-4026-aeff-cac254591eef tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 941.722240] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-723b4ba9-717b-4026-aeff-cac254591eef tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 941.722358] env[69365]: INFO nova.compute.manager [None req-723b4ba9-717b-4026-aeff-cac254591eef tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Took 1.18 seconds to destroy the instance on the hypervisor. [ 941.722610] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-723b4ba9-717b-4026-aeff-cac254591eef tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 941.722997] env[69365]: DEBUG nova.compute.manager [-] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 941.722997] env[69365]: DEBUG nova.network.neutron [-] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 941.773928] env[69365]: DEBUG nova.policy [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df7599cd53cd4a9c80b875078651c908', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b76251eba3846c38a8af3c67c5134f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 941.825499] env[69365]: DEBUG oslo_concurrency.lockutils [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "refresh_cache-fc40515e-6823-454b-8825-a2585bd9065c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.825788] env[69365]: DEBUG oslo_concurrency.lockutils [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquired lock "refresh_cache-fc40515e-6823-454b-8825-a2585bd9065c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.826177] env[69365]: DEBUG nova.network.neutron [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.098712] env[69365]: DEBUG nova.compute.manager [req-37bf277f-a6bd-4cf7-bad8-91aab9ecc754 req-28a46178-c8c6-4702-9ad6-5abceeab737e service nova] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Received event network-vif-deleted-37d75833-0b74-49df-8012-f14e682d6014 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 942.098712] env[69365]: INFO nova.compute.manager [req-37bf277f-a6bd-4cf7-bad8-91aab9ecc754 req-28a46178-c8c6-4702-9ad6-5abceeab737e service nova] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Neutron deleted interface 37d75833-0b74-49df-8012-f14e682d6014; detaching it from the instance and deleting it from the info cache [ 942.099162] env[69365]: DEBUG nova.network.neutron [req-37bf277f-a6bd-4cf7-bad8-91aab9ecc754 req-28a46178-c8c6-4702-9ad6-5abceeab737e service nova] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.152147] env[69365]: DEBUG oslo_vmware.api [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523d01dc-b595-dc79-0611-bc41d3f6b3a1, 'name': SearchDatastore_Task, 'duration_secs': 0.011119} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.152493] env[69365]: DEBUG oslo_concurrency.lockutils [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.153096] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 54bc7a90-5c83-4c37-a537-a728a98a11ca/54bc7a90-5c83-4c37-a537-a728a98a11ca.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 942.155479] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2051a871-ddfe-4724-b071-4e1aab0c9eff {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.165458] env[69365]: DEBUG oslo_vmware.api [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Waiting for the task: (returnval){ [ 942.165458] env[69365]: value = "task-3469158" [ 942.165458] env[69365]: _type = "Task" [ 942.165458] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.176143] env[69365]: DEBUG oslo_vmware.api [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': task-3469158, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.210670] env[69365]: DEBUG nova.compute.manager [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.213937] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f3760c-04c4-4eb8-b0d8-5512aa584080 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.224843] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e892aadf-4fef-4899-a825-e273f9e7d419 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.268025] env[69365]: DEBUG nova.network.neutron [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Successfully created port: a443274c-6bad-4c75-8425-2f0aac87940c {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.269175] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c958136-6a3e-428f-b84f-db18dc837f68 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.282035] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77acd27e-9121-418b-939f-411a3d3ad2dc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.301614] env[69365]: DEBUG nova.compute.provider_tree [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.367766] env[69365]: DEBUG nova.network.neutron [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 942.505822] env[69365]: DEBUG nova.compute.manager [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Stashing vm_state: stopped {{(pid=69365) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 942.567418] env[69365]: DEBUG nova.network.neutron [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Updating instance_info_cache with network_info: [{"id": "5c13dea9-5962-4c27-a53a-8bcf67109960", "address": "fa:16:3e:35:9c:2c", "network": {"id": "07ac35b7-5e02-4e42-9be3-f1b0032ca382", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2090389770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ecde38286934540b1d17f878d3cbde8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c13dea9-59", "ovs_interfaceid": "5c13dea9-5962-4c27-a53a-8bcf67109960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.571158] env[69365]: DEBUG nova.network.neutron [-] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.602138] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4cff251c-1097-4ef0-8fc8-5c9fcb7a4940 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.614847] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233a727c-ac5d-4eeb-b793-93aef8462d9f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.660954] env[69365]: DEBUG nova.compute.manager [req-37bf277f-a6bd-4cf7-bad8-91aab9ecc754 req-28a46178-c8c6-4702-9ad6-5abceeab737e service nova] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Detach interface failed, port_id=37d75833-0b74-49df-8012-f14e682d6014, reason: Instance 2b10a682-250e-4b3b-a9a3-32f301744313 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 942.676571] env[69365]: DEBUG oslo_vmware.api [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': task-3469158, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509136} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.676854] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 54bc7a90-5c83-4c37-a537-a728a98a11ca/54bc7a90-5c83-4c37-a537-a728a98a11ca.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 942.677081] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 942.677344] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33c7e15a-dc6e-443f-b1ab-d7ccee708ad1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.687058] env[69365]: DEBUG oslo_vmware.api [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Waiting for the task: (returnval){ [ 942.687058] env[69365]: value = "task-3469159" [ 942.687058] env[69365]: _type = "Task" [ 942.687058] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.702337] env[69365]: DEBUG oslo_vmware.api [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': task-3469159, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.805984] env[69365]: DEBUG nova.scheduler.client.report [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.886797] env[69365]: DEBUG nova.network.neutron [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Successfully created port: 6331b852-fda4-4dca-ac0c-73bf17b6eb3a {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 943.033510] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.072327] env[69365]: DEBUG oslo_concurrency.lockutils [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Releasing lock "refresh_cache-fc40515e-6823-454b-8825-a2585bd9065c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.072744] env[69365]: DEBUG nova.compute.manager [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Instance network_info: |[{"id": "5c13dea9-5962-4c27-a53a-8bcf67109960", "address": "fa:16:3e:35:9c:2c", "network": {"id": "07ac35b7-5e02-4e42-9be3-f1b0032ca382", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2090389770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ecde38286934540b1d17f878d3cbde8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c13dea9-59", "ovs_interfaceid": "5c13dea9-5962-4c27-a53a-8bcf67109960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 943.073229] env[69365]: INFO nova.compute.manager [-] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Took 1.35 seconds to deallocate network for instance. [ 943.073678] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:9c:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '418ddd3d-5f64-407e-8e0c-c8b81639bee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c13dea9-5962-4c27-a53a-8bcf67109960', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 943.083210] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 943.085909] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 943.086827] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7e55ed8-be8e-40d1-8908-b551673e2d5d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.111957] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 943.111957] env[69365]: value = "task-3469160" [ 943.111957] env[69365]: _type = "Task" [ 943.111957] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.121956] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469160, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.201680] env[69365]: DEBUG oslo_vmware.api [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': task-3469159, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069229} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.201970] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 943.202841] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62788db-8c39-4e5b-b06b-8f233d8d5fd4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.226744] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 54bc7a90-5c83-4c37-a537-a728a98a11ca/54bc7a90-5c83-4c37-a537-a728a98a11ca.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 943.228984] env[69365]: DEBUG nova.compute.manager [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.230997] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f18a258f-aceb-4ecc-91c5-2ca9be7312e5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.249615] env[69365]: DEBUG nova.compute.manager [req-77fc6a69-3235-46c8-93c9-2d5667512660 req-691780ca-2c47-4c4a-9f3c-d27c11e19a0f service nova] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Received event network-changed-5c13dea9-5962-4c27-a53a-8bcf67109960 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 943.249911] env[69365]: DEBUG nova.compute.manager [req-77fc6a69-3235-46c8-93c9-2d5667512660 req-691780ca-2c47-4c4a-9f3c-d27c11e19a0f service nova] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Refreshing instance network info cache due to event network-changed-5c13dea9-5962-4c27-a53a-8bcf67109960. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 943.250152] env[69365]: DEBUG oslo_concurrency.lockutils [req-77fc6a69-3235-46c8-93c9-2d5667512660 req-691780ca-2c47-4c4a-9f3c-d27c11e19a0f service nova] Acquiring lock "refresh_cache-fc40515e-6823-454b-8825-a2585bd9065c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.250295] env[69365]: DEBUG oslo_concurrency.lockutils [req-77fc6a69-3235-46c8-93c9-2d5667512660 req-691780ca-2c47-4c4a-9f3c-d27c11e19a0f service nova] Acquired lock "refresh_cache-fc40515e-6823-454b-8825-a2585bd9065c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.250614] env[69365]: DEBUG nova.network.neutron [req-77fc6a69-3235-46c8-93c9-2d5667512660 req-691780ca-2c47-4c4a-9f3c-d27c11e19a0f service nova] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Refreshing network info cache for port 5c13dea9-5962-4c27-a53a-8bcf67109960 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 943.261060] env[69365]: DEBUG oslo_vmware.api [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Waiting for the task: (returnval){ [ 943.261060] env[69365]: value = "task-3469161" [ 943.261060] env[69365]: _type = "Task" [ 943.261060] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.275828] env[69365]: DEBUG oslo_vmware.api [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': task-3469161, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.278518] env[69365]: DEBUG nova.virt.hardware [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 943.278723] env[69365]: DEBUG nova.virt.hardware [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 943.278916] env[69365]: DEBUG nova.virt.hardware [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 943.279202] env[69365]: DEBUG nova.virt.hardware [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 943.279345] env[69365]: DEBUG nova.virt.hardware [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 943.279561] env[69365]: DEBUG nova.virt.hardware [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 943.279835] env[69365]: DEBUG nova.virt.hardware [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 943.280075] env[69365]: DEBUG nova.virt.hardware [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 943.280220] env[69365]: DEBUG nova.virt.hardware [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 943.280418] env[69365]: DEBUG nova.virt.hardware [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 943.280636] env[69365]: DEBUG nova.virt.hardware [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 943.281690] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369562b0-8de0-4903-b196-cf05cd85af22 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.291286] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d429828-a515-41af-b1fb-1d76e6cacaa5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.313474] env[69365]: DEBUG oslo_concurrency.lockutils [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.113s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.315672] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.332s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.344271] env[69365]: INFO nova.scheduler.client.report [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Deleted allocations for instance 63ba982c-a490-4a11-81ad-4bb57b31b90d [ 943.608707] env[69365]: DEBUG oslo_concurrency.lockutils [None req-723b4ba9-717b-4026-aeff-cac254591eef tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.625984] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469160, 'name': CreateVM_Task, 'duration_secs': 0.373758} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.626274] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.626986] env[69365]: DEBUG oslo_concurrency.lockutils [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.627173] env[69365]: DEBUG oslo_concurrency.lockutils [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.627514] env[69365]: DEBUG oslo_concurrency.lockutils [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.627783] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49eadbab-9237-4ef5-bff8-0dddf11a2527 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.633593] env[69365]: DEBUG oslo_vmware.api [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 943.633593] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f68bae-22a1-6bec-523e-1c8a44ee6659" [ 943.633593] env[69365]: _type = "Task" [ 943.633593] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.650315] env[69365]: DEBUG oslo_vmware.api [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f68bae-22a1-6bec-523e-1c8a44ee6659, 'name': SearchDatastore_Task, 'duration_secs': 0.011263} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.650603] env[69365]: DEBUG oslo_concurrency.lockutils [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.650830] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.651086] env[69365]: DEBUG oslo_concurrency.lockutils [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.651238] env[69365]: DEBUG oslo_concurrency.lockutils [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.651420] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.651684] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d8f642c-52e0-4732-a9a4-6fa07f997fdb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.661323] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.662736] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.663541] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19ec5e3f-033e-4fbd-8568-7f2e3685d542 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.670290] env[69365]: DEBUG oslo_vmware.api [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 943.670290] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52878b0d-a051-2ced-7963-8b6b46983bb2" [ 943.670290] env[69365]: _type = "Task" [ 943.670290] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.681753] env[69365]: DEBUG oslo_vmware.api [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52878b0d-a051-2ced-7963-8b6b46983bb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.774204] env[69365]: DEBUG oslo_vmware.api [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': task-3469161, 'name': ReconfigVM_Task, 'duration_secs': 0.339484} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.774532] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 54bc7a90-5c83-4c37-a537-a728a98a11ca/54bc7a90-5c83-4c37-a537-a728a98a11ca.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 943.775125] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8afd6559-6063-4acd-a44a-3a2cc60fb8d0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.784256] env[69365]: DEBUG oslo_vmware.api [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Waiting for the task: (returnval){ [ 943.784256] env[69365]: value = "task-3469162" [ 943.784256] env[69365]: _type = "Task" [ 943.784256] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.795867] env[69365]: DEBUG oslo_vmware.api [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': task-3469162, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.855571] env[69365]: DEBUG oslo_concurrency.lockutils [None req-103f1b22-ee18-4296-ad04-619986d5603a tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "63ba982c-a490-4a11-81ad-4bb57b31b90d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.865s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.944611] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquiring lock "efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.944850] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.050115] env[69365]: DEBUG nova.network.neutron [req-77fc6a69-3235-46c8-93c9-2d5667512660 req-691780ca-2c47-4c4a-9f3c-d27c11e19a0f service nova] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Updated VIF entry in instance network info cache for port 5c13dea9-5962-4c27-a53a-8bcf67109960. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 944.050496] env[69365]: DEBUG nova.network.neutron [req-77fc6a69-3235-46c8-93c9-2d5667512660 req-691780ca-2c47-4c4a-9f3c-d27c11e19a0f service nova] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Updating instance_info_cache with network_info: [{"id": "5c13dea9-5962-4c27-a53a-8bcf67109960", "address": "fa:16:3e:35:9c:2c", "network": {"id": "07ac35b7-5e02-4e42-9be3-f1b0032ca382", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2090389770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ecde38286934540b1d17f878d3cbde8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c13dea9-59", "ovs_interfaceid": "5c13dea9-5962-4c27-a53a-8bcf67109960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.181942] env[69365]: DEBUG oslo_vmware.api [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52878b0d-a051-2ced-7963-8b6b46983bb2, 'name': SearchDatastore_Task, 'duration_secs': 0.009121} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.182716] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13a2c299-e901-4c50-bc90-dadb8c576fb3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.188399] env[69365]: DEBUG oslo_vmware.api [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 944.188399] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]520c5a29-58ac-af74-01a5-4640d2e5cf01" [ 944.188399] env[69365]: _type = "Task" [ 944.188399] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.197127] env[69365]: DEBUG oslo_vmware.api [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]520c5a29-58ac-af74-01a5-4640d2e5cf01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.294876] env[69365]: DEBUG oslo_vmware.api [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': task-3469162, 'name': Rename_Task, 'duration_secs': 0.142368} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.295170] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 944.295466] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d41d5979-7770-4a9b-b02e-dfc17631d980 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.302426] env[69365]: DEBUG oslo_vmware.api [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Waiting for the task: (returnval){ [ 944.302426] env[69365]: value = "task-3469163" [ 944.302426] env[69365]: _type = "Task" [ 944.302426] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.314944] env[69365]: DEBUG oslo_vmware.api [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': task-3469163, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.344713] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Applying migration context for instance db7108fa-22fd-466f-ba5b-0a33046105d4 as it has an incoming, in-progress migration 7314c55b-0299-4d27-a59d-948aa78a5d22. Migration status is reverting {{(pid=69365) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 944.347226] env[69365]: INFO nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Updating resource usage from migration 7314c55b-0299-4d27-a59d-948aa78a5d22 [ 944.347546] env[69365]: INFO nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Updating resource usage from migration ffbbd62e-0193-4a6e-ac27-01cdb0cedcd9 [ 944.384978] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance a9672f20-2f1f-4ab4-861a-e542250eb592 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 944.385163] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 0f4e5793-a942-4c82-acd1-c175bd1e9da4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 944.385342] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance dbc6c632-cd7b-4f57-855a-acd12826d021 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 944.385470] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance f1420621-d961-4ec4-a181-37b7b1284fe3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 944.385613] env[69365]: WARNING nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 875b1a48-9e09-43b5-abf6-99c7d64d845f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 944.385740] env[69365]: WARNING nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance ac289b71-5a99-4a03-af24-e6843166dfd1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 944.385855] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance ba25f42e-945b-4884-9fca-fecf9a2d294c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 944.385984] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 54494c65-4118-4c3d-8af2-cd772b783e1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 944.386098] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance d3d58b6e-04b7-4a8d-88c3-149d58607224 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 944.386206] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance d43167ba-4f47-4d69-b26f-39250744f875 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 944.386396] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance cd6045d8-83e8-4147-8233-1996687bc731 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 944.386518] env[69365]: WARNING nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 918e36cd-48f9-43bd-9fdf-5789b4c99a12 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 944.386665] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 944.386742] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Migration 7314c55b-0299-4d27-a59d-948aa78a5d22 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 944.386883] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance db7108fa-22fd-466f-ba5b-0a33046105d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 944.386966] env[69365]: WARNING nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 944.387277] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 29fc5815-c8b5-449f-9c44-711c66778a11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 944.387422] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance f60bc564-6cf4-49ed-8fbd-2ab370b0312a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 944.387550] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 54bc7a90-5c83-4c37-a537-a728a98a11ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 944.387695] env[69365]: WARNING nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 2b10a682-250e-4b3b-a9a3-32f301744313 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 944.388039] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance fc40515e-6823-454b-8825-a2585bd9065c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 944.388039] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 5c1aa02c-4766-4f94-9554-fa36b42705bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 944.390181] env[69365]: DEBUG nova.network.neutron [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Successfully updated port: a443274c-6bad-4c75-8425-2f0aac87940c {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.447409] env[69365]: DEBUG nova.compute.manager [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 944.554472] env[69365]: DEBUG oslo_concurrency.lockutils [req-77fc6a69-3235-46c8-93c9-2d5667512660 req-691780ca-2c47-4c4a-9f3c-d27c11e19a0f service nova] Releasing lock "refresh_cache-fc40515e-6823-454b-8825-a2585bd9065c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.701267] env[69365]: DEBUG oslo_vmware.api [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]520c5a29-58ac-af74-01a5-4640d2e5cf01, 'name': SearchDatastore_Task, 'duration_secs': 0.010892} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.701630] env[69365]: DEBUG oslo_concurrency.lockutils [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.701778] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] fc40515e-6823-454b-8825-a2585bd9065c/fc40515e-6823-454b-8825-a2585bd9065c.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 944.702053] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65aecd6d-390b-478d-ab5f-3cdb45ac42aa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.711595] env[69365]: DEBUG oslo_vmware.api [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 944.711595] env[69365]: value = "task-3469164" [ 944.711595] env[69365]: _type = "Task" [ 944.711595] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.721315] env[69365]: DEBUG oslo_vmware.api [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.813611] env[69365]: DEBUG oslo_vmware.api [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': task-3469163, 'name': PowerOnVM_Task, 'duration_secs': 0.467661} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.813887] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.814114] env[69365]: DEBUG nova.compute.manager [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 944.814897] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a0a4bd-5122-4a55-8e16-d4f1cba122e2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.895815] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance acf4ce22-50bf-4f3b-a707-5503d3e3aff0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 944.976465] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.233341] env[69365]: DEBUG oslo_vmware.api [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469164, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.304879] env[69365]: DEBUG nova.compute.manager [req-fb8bab26-07f2-47fd-9854-be6a1d71e0c4 req-9e35c6cd-2932-46b9-8f24-da38a6a742ea service nova] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Received event network-vif-plugged-a443274c-6bad-4c75-8425-2f0aac87940c {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.304879] env[69365]: DEBUG oslo_concurrency.lockutils [req-fb8bab26-07f2-47fd-9854-be6a1d71e0c4 req-9e35c6cd-2932-46b9-8f24-da38a6a742ea service nova] Acquiring lock "5c1aa02c-4766-4f94-9554-fa36b42705bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.304879] env[69365]: DEBUG oslo_concurrency.lockutils [req-fb8bab26-07f2-47fd-9854-be6a1d71e0c4 req-9e35c6cd-2932-46b9-8f24-da38a6a742ea service nova] Lock "5c1aa02c-4766-4f94-9554-fa36b42705bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.304879] env[69365]: DEBUG oslo_concurrency.lockutils [req-fb8bab26-07f2-47fd-9854-be6a1d71e0c4 req-9e35c6cd-2932-46b9-8f24-da38a6a742ea service nova] Lock "5c1aa02c-4766-4f94-9554-fa36b42705bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.305593] env[69365]: DEBUG nova.compute.manager [req-fb8bab26-07f2-47fd-9854-be6a1d71e0c4 req-9e35c6cd-2932-46b9-8f24-da38a6a742ea service nova] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] No waiting events found dispatching network-vif-plugged-a443274c-6bad-4c75-8425-2f0aac87940c {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 945.305593] env[69365]: WARNING nova.compute.manager [req-fb8bab26-07f2-47fd-9854-be6a1d71e0c4 req-9e35c6cd-2932-46b9-8f24-da38a6a742ea service nova] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Received unexpected event network-vif-plugged-a443274c-6bad-4c75-8425-2f0aac87940c for instance with vm_state building and task_state spawning. [ 945.305593] env[69365]: DEBUG nova.compute.manager [req-fb8bab26-07f2-47fd-9854-be6a1d71e0c4 req-9e35c6cd-2932-46b9-8f24-da38a6a742ea service nova] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Received event network-changed-a443274c-6bad-4c75-8425-2f0aac87940c {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 945.305676] env[69365]: DEBUG nova.compute.manager [req-fb8bab26-07f2-47fd-9854-be6a1d71e0c4 req-9e35c6cd-2932-46b9-8f24-da38a6a742ea service nova] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Refreshing instance network info cache due to event network-changed-a443274c-6bad-4c75-8425-2f0aac87940c. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 945.306050] env[69365]: DEBUG oslo_concurrency.lockutils [req-fb8bab26-07f2-47fd-9854-be6a1d71e0c4 req-9e35c6cd-2932-46b9-8f24-da38a6a742ea service nova] Acquiring lock "refresh_cache-5c1aa02c-4766-4f94-9554-fa36b42705bf" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.306050] env[69365]: DEBUG oslo_concurrency.lockutils [req-fb8bab26-07f2-47fd-9854-be6a1d71e0c4 req-9e35c6cd-2932-46b9-8f24-da38a6a742ea service nova] Acquired lock "refresh_cache-5c1aa02c-4766-4f94-9554-fa36b42705bf" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.306144] env[69365]: DEBUG nova.network.neutron [req-fb8bab26-07f2-47fd-9854-be6a1d71e0c4 req-9e35c6cd-2932-46b9-8f24-da38a6a742ea service nova] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Refreshing network info cache for port a443274c-6bad-4c75-8425-2f0aac87940c {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 945.332321] env[69365]: DEBUG oslo_concurrency.lockutils [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.398685] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance ecaf6d58-1cec-4b9d-9433-e0f418f147d6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 945.723648] env[69365]: DEBUG oslo_vmware.api [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579566} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.723961] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] fc40515e-6823-454b-8825-a2585bd9065c/fc40515e-6823-454b-8825-a2585bd9065c.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 945.726183] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 945.726183] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db3bfbd9-dcc2-4043-8914-b367b0a1ed8b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.733448] env[69365]: DEBUG oslo_vmware.api [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 945.733448] env[69365]: value = "task-3469165" [ 945.733448] env[69365]: _type = "Task" [ 945.733448] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.744964] env[69365]: DEBUG oslo_vmware.api [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.841868] env[69365]: DEBUG nova.network.neutron [req-fb8bab26-07f2-47fd-9854-be6a1d71e0c4 req-9e35c6cd-2932-46b9-8f24-da38a6a742ea service nova] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.901904] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 61730ea7-f9bb-4708-9e7e-3982261731a4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 945.932610] env[69365]: DEBUG nova.network.neutron [req-fb8bab26-07f2-47fd-9854-be6a1d71e0c4 req-9e35c6cd-2932-46b9-8f24-da38a6a742ea service nova] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.245483] env[69365]: DEBUG oslo_vmware.api [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.25526} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.245771] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.246620] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983b2cc4-9497-41af-a68e-b2a3960984ae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.270381] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] fc40515e-6823-454b-8825-a2585bd9065c/fc40515e-6823-454b-8825-a2585bd9065c.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.270575] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58bfb1ac-bf0c-4e50-b3a8-9bf536866737 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.296133] env[69365]: DEBUG oslo_vmware.api [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 946.296133] env[69365]: value = "task-3469166" [ 946.296133] env[69365]: _type = "Task" [ 946.296133] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.305426] env[69365]: DEBUG oslo_vmware.api [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469166, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.353755] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Acquiring lock "54bc7a90-5c83-4c37-a537-a728a98a11ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.354048] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Lock "54bc7a90-5c83-4c37-a537-a728a98a11ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.354288] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Acquiring lock "54bc7a90-5c83-4c37-a537-a728a98a11ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.354477] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Lock "54bc7a90-5c83-4c37-a537-a728a98a11ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.354677] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Lock "54bc7a90-5c83-4c37-a537-a728a98a11ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.357479] env[69365]: INFO nova.compute.manager [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Terminating instance [ 946.404954] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 0159ac80-aeb3-4e42-8139-5c2ebc348f61 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 946.436708] env[69365]: DEBUG oslo_concurrency.lockutils [req-fb8bab26-07f2-47fd-9854-be6a1d71e0c4 req-9e35c6cd-2932-46b9-8f24-da38a6a742ea service nova] Releasing lock "refresh_cache-5c1aa02c-4766-4f94-9554-fa36b42705bf" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.562093] env[69365]: DEBUG nova.network.neutron [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Successfully updated port: 6331b852-fda4-4dca-ac0c-73bf17b6eb3a {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 946.805736] env[69365]: DEBUG oslo_vmware.api [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469166, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.861286] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Acquiring lock "refresh_cache-54bc7a90-5c83-4c37-a537-a728a98a11ca" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.861491] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Acquired lock "refresh_cache-54bc7a90-5c83-4c37-a537-a728a98a11ca" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.861666] env[69365]: DEBUG nova.network.neutron [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 946.908150] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 946.908417] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Migration ffbbd62e-0193-4a6e-ac27-01cdb0cedcd9 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 946.908626] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 07629f5e-e1b1-4aab-b422-8924b572449b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 947.069847] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Acquiring lock "refresh_cache-5c1aa02c-4766-4f94-9554-fa36b42705bf" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.069847] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Acquired lock "refresh_cache-5c1aa02c-4766-4f94-9554-fa36b42705bf" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.069847] env[69365]: DEBUG nova.network.neutron [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 947.307595] env[69365]: DEBUG oslo_vmware.api [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469166, 'name': ReconfigVM_Task, 'duration_secs': 0.954033} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.307901] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Reconfigured VM instance instance-00000040 to attach disk [datastore2] fc40515e-6823-454b-8825-a2585bd9065c/fc40515e-6823-454b-8825-a2585bd9065c.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.308553] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e62349f-cc48-41e8-a19d-dd78edd5a24d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.317763] env[69365]: DEBUG oslo_vmware.api [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 947.317763] env[69365]: value = "task-3469167" [ 947.317763] env[69365]: _type = "Task" [ 947.317763] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.328507] env[69365]: DEBUG oslo_vmware.api [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469167, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.331565] env[69365]: DEBUG nova.compute.manager [req-07f37ff3-af07-432c-8eaa-18266fd629a0 req-17114359-48bf-4334-bddf-bbee346ed35c service nova] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Received event network-vif-plugged-6331b852-fda4-4dca-ac0c-73bf17b6eb3a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.331837] env[69365]: DEBUG oslo_concurrency.lockutils [req-07f37ff3-af07-432c-8eaa-18266fd629a0 req-17114359-48bf-4334-bddf-bbee346ed35c service nova] Acquiring lock "5c1aa02c-4766-4f94-9554-fa36b42705bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.331971] env[69365]: DEBUG oslo_concurrency.lockutils [req-07f37ff3-af07-432c-8eaa-18266fd629a0 req-17114359-48bf-4334-bddf-bbee346ed35c service nova] Lock "5c1aa02c-4766-4f94-9554-fa36b42705bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.332188] env[69365]: DEBUG oslo_concurrency.lockutils [req-07f37ff3-af07-432c-8eaa-18266fd629a0 req-17114359-48bf-4334-bddf-bbee346ed35c service nova] Lock "5c1aa02c-4766-4f94-9554-fa36b42705bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.332541] env[69365]: DEBUG nova.compute.manager [req-07f37ff3-af07-432c-8eaa-18266fd629a0 req-17114359-48bf-4334-bddf-bbee346ed35c service nova] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] No waiting events found dispatching network-vif-plugged-6331b852-fda4-4dca-ac0c-73bf17b6eb3a {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 947.332685] env[69365]: WARNING nova.compute.manager [req-07f37ff3-af07-432c-8eaa-18266fd629a0 req-17114359-48bf-4334-bddf-bbee346ed35c service nova] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Received unexpected event network-vif-plugged-6331b852-fda4-4dca-ac0c-73bf17b6eb3a for instance with vm_state building and task_state spawning. [ 947.332863] env[69365]: DEBUG nova.compute.manager [req-07f37ff3-af07-432c-8eaa-18266fd629a0 req-17114359-48bf-4334-bddf-bbee346ed35c service nova] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Received event network-changed-6331b852-fda4-4dca-ac0c-73bf17b6eb3a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 947.333048] env[69365]: DEBUG nova.compute.manager [req-07f37ff3-af07-432c-8eaa-18266fd629a0 req-17114359-48bf-4334-bddf-bbee346ed35c service nova] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Refreshing instance network info cache due to event network-changed-6331b852-fda4-4dca-ac0c-73bf17b6eb3a. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 947.333286] env[69365]: DEBUG oslo_concurrency.lockutils [req-07f37ff3-af07-432c-8eaa-18266fd629a0 req-17114359-48bf-4334-bddf-bbee346ed35c service nova] Acquiring lock "refresh_cache-5c1aa02c-4766-4f94-9554-fa36b42705bf" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.380665] env[69365]: DEBUG nova.network.neutron [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.412564] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 947.412564] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 947.412564] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4096MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=18 pci_stats=[] {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 947.442891] env[69365]: DEBUG nova.network.neutron [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.610023] env[69365]: DEBUG nova.network.neutron [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 947.784644] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6754998-4995-47f3-9cbb-7f6695266955 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.796699] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d9cab2-a0af-4ec7-a7ce-a65c92fbd88c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.571597] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Releasing lock "refresh_cache-54bc7a90-5c83-4c37-a537-a728a98a11ca" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.572745] env[69365]: DEBUG nova.compute.manager [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 948.572745] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 948.578589] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068cc11d-7ea3-4298-b7f0-c0f8962f9a17 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.581536] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22a972e-fa2b-4c74-86ec-25c758f0540b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.589955] env[69365]: DEBUG oslo_vmware.api [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469167, 'name': Rename_Task, 'duration_secs': 0.197155} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.593931] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.594283] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.594485] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56b77c56-d51e-41f8-a1c5-2555a93ca09b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.597136] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d03c1a-4f67-478f-baa8-f9eed6059b65 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.601131] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9bdb732-c60d-4f1f-8ee9-c2148cb8c756 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.614020] env[69365]: DEBUG nova.compute.provider_tree [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 948.617579] env[69365]: DEBUG oslo_vmware.api [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 948.617579] env[69365]: value = "task-3469168" [ 948.617579] env[69365]: _type = "Task" [ 948.617579] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.617857] env[69365]: DEBUG oslo_vmware.api [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Waiting for the task: (returnval){ [ 948.617857] env[69365]: value = "task-3469169" [ 948.617857] env[69365]: _type = "Task" [ 948.617857] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.635499] env[69365]: DEBUG oslo_vmware.api [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469168, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.636045] env[69365]: DEBUG oslo_vmware.api [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': task-3469169, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.697633] env[69365]: DEBUG nova.network.neutron [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Updating instance_info_cache with network_info: [{"id": "a443274c-6bad-4c75-8425-2f0aac87940c", "address": "fa:16:3e:df:06:7a", "network": {"id": "5753ab11-2cfb-4f38-8e70-46c3494a27d2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2137447472", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b76251eba3846c38a8af3c67c5134f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa443274c-6b", "ovs_interfaceid": "a443274c-6bad-4c75-8425-2f0aac87940c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6331b852-fda4-4dca-ac0c-73bf17b6eb3a", "address": "fa:16:3e:9c:5c:62", "network": {"id": "9cfda9e6-0405-4918-9bf7-ec31c78408d2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1229781310", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1b76251eba3846c38a8af3c67c5134f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6331b852-fd", "ovs_interfaceid": "6331b852-fda4-4dca-ac0c-73bf17b6eb3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.120341] env[69365]: DEBUG nova.scheduler.client.report [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.137250] env[69365]: DEBUG oslo_vmware.api [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469168, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.140392] env[69365]: DEBUG oslo_vmware.api [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': task-3469169, 'name': PowerOffVM_Task, 'duration_secs': 0.321343} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.141276] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 949.141447] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 949.141709] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3db8ed73-999b-41fe-a705-1ac30ee044fd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.187343] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 949.187568] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 949.187741] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Deleting the datastore file [datastore2] 54bc7a90-5c83-4c37-a537-a728a98a11ca {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 949.188016] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7329ec08-b784-4390-8785-43e33115711b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.195695] env[69365]: DEBUG oslo_vmware.api [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Waiting for the task: (returnval){ [ 949.195695] env[69365]: value = "task-3469171" [ 949.195695] env[69365]: _type = "Task" [ 949.195695] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.200780] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Releasing lock "refresh_cache-5c1aa02c-4766-4f94-9554-fa36b42705bf" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.201206] env[69365]: DEBUG nova.compute.manager [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Instance network_info: |[{"id": "a443274c-6bad-4c75-8425-2f0aac87940c", "address": "fa:16:3e:df:06:7a", "network": {"id": "5753ab11-2cfb-4f38-8e70-46c3494a27d2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2137447472", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b76251eba3846c38a8af3c67c5134f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa443274c-6b", "ovs_interfaceid": "a443274c-6bad-4c75-8425-2f0aac87940c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6331b852-fda4-4dca-ac0c-73bf17b6eb3a", "address": "fa:16:3e:9c:5c:62", "network": {"id": "9cfda9e6-0405-4918-9bf7-ec31c78408d2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1229781310", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1b76251eba3846c38a8af3c67c5134f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6331b852-fd", "ovs_interfaceid": "6331b852-fda4-4dca-ac0c-73bf17b6eb3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 949.204892] env[69365]: DEBUG oslo_concurrency.lockutils [req-07f37ff3-af07-432c-8eaa-18266fd629a0 req-17114359-48bf-4334-bddf-bbee346ed35c service nova] Acquired lock "refresh_cache-5c1aa02c-4766-4f94-9554-fa36b42705bf" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.205185] env[69365]: DEBUG nova.network.neutron [req-07f37ff3-af07-432c-8eaa-18266fd629a0 req-17114359-48bf-4334-bddf-bbee346ed35c service nova] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Refreshing network info cache for port 6331b852-fda4-4dca-ac0c-73bf17b6eb3a {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.207226] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:06:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '415e68b4-3766-4359-afe2-f8563910d98c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a443274c-6bad-4c75-8425-2f0aac87940c', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:5c:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd2f5e5e2-e460-49ce-aa24-232e4a8007af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6331b852-fda4-4dca-ac0c-73bf17b6eb3a', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 949.216335] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.216457] env[69365]: DEBUG oslo_vmware.api [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': task-3469171, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.217624] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.217802] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0707612-69f5-49b1-9daa-941e5cb2340f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.244840] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.244840] env[69365]: value = "task-3469172" [ 949.244840] env[69365]: _type = "Task" [ 949.244840] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.635569] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69365) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 949.635838] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.320s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.636121] env[69365]: DEBUG oslo_vmware.api [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469168, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.636430] env[69365]: DEBUG oslo_concurrency.lockutils [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.470s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.638338] env[69365]: INFO nova.compute.claims [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 949.641428] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 949.641564] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Cleaning up deleted instances {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 949.707183] env[69365]: DEBUG oslo_vmware.api [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Task: {'id': task-3469171, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10565} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.707448] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.707635] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.707808] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.707978] env[69365]: INFO nova.compute.manager [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Took 1.14 seconds to destroy the instance on the hypervisor. [ 949.708254] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.708456] env[69365]: DEBUG nova.compute.manager [-] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.708552] env[69365]: DEBUG nova.network.neutron [-] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.727634] env[69365]: DEBUG nova.network.neutron [-] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 949.755297] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469172, 'name': CreateVM_Task, 'duration_secs': 0.389412} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.756466] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.756466] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.756668] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.756943] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.757234] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daa24dde-3471-42c7-bebe-5dff5880c848 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.762716] env[69365]: DEBUG oslo_vmware.api [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Waiting for the task: (returnval){ [ 949.762716] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b4c013-5f38-4aac-0bbc-7766b6963694" [ 949.762716] env[69365]: _type = "Task" [ 949.762716] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.771951] env[69365]: DEBUG oslo_vmware.api [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b4c013-5f38-4aac-0bbc-7766b6963694, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.935652] env[69365]: DEBUG nova.network.neutron [req-07f37ff3-af07-432c-8eaa-18266fd629a0 req-17114359-48bf-4334-bddf-bbee346ed35c service nova] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Updated VIF entry in instance network info cache for port 6331b852-fda4-4dca-ac0c-73bf17b6eb3a. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 949.936134] env[69365]: DEBUG nova.network.neutron [req-07f37ff3-af07-432c-8eaa-18266fd629a0 req-17114359-48bf-4334-bddf-bbee346ed35c service nova] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Updating instance_info_cache with network_info: [{"id": "a443274c-6bad-4c75-8425-2f0aac87940c", "address": "fa:16:3e:df:06:7a", "network": {"id": "5753ab11-2cfb-4f38-8e70-46c3494a27d2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2137447472", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.165", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b76251eba3846c38a8af3c67c5134f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa443274c-6b", "ovs_interfaceid": "a443274c-6bad-4c75-8425-2f0aac87940c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6331b852-fda4-4dca-ac0c-73bf17b6eb3a", "address": "fa:16:3e:9c:5c:62", "network": {"id": "9cfda9e6-0405-4918-9bf7-ec31c78408d2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1229781310", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1b76251eba3846c38a8af3c67c5134f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d2f5e5e2-e460-49ce-aa24-232e4a8007af", "external-id": "nsx-vlan-transportzone-503", "segmentation_id": 503, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6331b852-fd", "ovs_interfaceid": "6331b852-fda4-4dca-ac0c-73bf17b6eb3a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.135017] env[69365]: DEBUG oslo_vmware.api [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469168, 'name': PowerOnVM_Task, 'duration_secs': 1.068808} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.135295] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 950.135561] env[69365]: INFO nova.compute.manager [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Took 9.45 seconds to spawn the instance on the hypervisor. [ 950.135742] env[69365]: DEBUG nova.compute.manager [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 950.136649] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f0689e-66ba-486c-ab4a-d939a788501a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.156977] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] There are 43 instances to clean {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 950.157134] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 3b213cad-bbda-44b3-8536-0e59dc08b402] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.229949] env[69365]: DEBUG nova.network.neutron [-] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.276025] env[69365]: DEBUG oslo_vmware.api [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b4c013-5f38-4aac-0bbc-7766b6963694, 'name': SearchDatastore_Task, 'duration_secs': 0.010811} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.276275] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.276512] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.276746] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.276890] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.277081] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.277345] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0ed98819-9a9c-477c-af7c-c86d72c90b53 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.288968] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.289520] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.290327] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87598513-c0cb-4376-b029-e565406701fc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.295831] env[69365]: DEBUG oslo_vmware.api [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Waiting for the task: (returnval){ [ 950.295831] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]521a992f-a7c8-123c-56f0-b2e60b9278f4" [ 950.295831] env[69365]: _type = "Task" [ 950.295831] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.305510] env[69365]: DEBUG oslo_vmware.api [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521a992f-a7c8-123c-56f0-b2e60b9278f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.438929] env[69365]: DEBUG oslo_concurrency.lockutils [req-07f37ff3-af07-432c-8eaa-18266fd629a0 req-17114359-48bf-4334-bddf-bbee346ed35c service nova] Releasing lock "refresh_cache-5c1aa02c-4766-4f94-9554-fa36b42705bf" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.667535] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 7b9fc139-6875-4aaf-9a5f-153ae95cb045] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 950.671138] env[69365]: INFO nova.compute.manager [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Took 46.99 seconds to build instance. [ 950.732964] env[69365]: INFO nova.compute.manager [-] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Took 1.02 seconds to deallocate network for instance. [ 950.806025] env[69365]: DEBUG oslo_vmware.api [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521a992f-a7c8-123c-56f0-b2e60b9278f4, 'name': SearchDatastore_Task, 'duration_secs': 0.022722} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.809570] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f10d622-522d-4bc6-9fc3-0c5320ae47f8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.815268] env[69365]: DEBUG oslo_vmware.api [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Waiting for the task: (returnval){ [ 950.815268] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52c2475d-ba40-b744-46df-ab9d25eb95d2" [ 950.815268] env[69365]: _type = "Task" [ 950.815268] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.823611] env[69365]: DEBUG oslo_vmware.api [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52c2475d-ba40-b744-46df-ab9d25eb95d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.037962] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520bfd19-0521-482b-a02f-7ba334f2700c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.046589] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253fc50f-84cd-48f1-b5a8-072ddeff1ddc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.076565] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bd05bb-83ab-42d0-9c61-a317903e06ae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.084578] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54517a92-48f3-488c-88b5-7afefd907fb5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.100354] env[69365]: DEBUG nova.compute.provider_tree [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.171956] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 63ba982c-a490-4a11-81ad-4bb57b31b90d] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.173988] env[69365]: DEBUG oslo_concurrency.lockutils [None req-984b9520-1f0f-42ba-9a2b-2622a858dbe8 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "fc40515e-6823-454b-8825-a2585bd9065c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.507s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.239735] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.326389] env[69365]: DEBUG oslo_vmware.api [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52c2475d-ba40-b744-46df-ab9d25eb95d2, 'name': SearchDatastore_Task, 'duration_secs': 0.030648} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.326654] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.326911] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 5c1aa02c-4766-4f94-9554-fa36b42705bf/5c1aa02c-4766-4f94-9554-fa36b42705bf.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 951.327176] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ff9b4d4-b232-4a0b-90fb-26d603e9aedb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.334444] env[69365]: DEBUG oslo_vmware.api [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Waiting for the task: (returnval){ [ 951.334444] env[69365]: value = "task-3469173" [ 951.334444] env[69365]: _type = "Task" [ 951.334444] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.342691] env[69365]: DEBUG oslo_vmware.api [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': task-3469173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.605009] env[69365]: DEBUG nova.scheduler.client.report [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.674886] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 1baa57ed-482e-4134-bcde-de19d843dc78] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 951.845822] env[69365]: DEBUG oslo_vmware.api [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': task-3469173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481555} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.846092] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 5c1aa02c-4766-4f94-9554-fa36b42705bf/5c1aa02c-4766-4f94-9554-fa36b42705bf.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.846331] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.846618] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6d27390-12d6-49af-bbfb-009d85a1ca65 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.855775] env[69365]: DEBUG oslo_vmware.api [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Waiting for the task: (returnval){ [ 951.855775] env[69365]: value = "task-3469174" [ 951.855775] env[69365]: _type = "Task" [ 951.855775] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.866867] env[69365]: DEBUG oslo_vmware.api [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': task-3469174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.111435] env[69365]: DEBUG oslo_concurrency.lockutils [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.111982] env[69365]: DEBUG nova.compute.manager [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 952.115424] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0d6b097b-5c36-431d-bbbd-5d0387d3ac99 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.285s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.115634] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0d6b097b-5c36-431d-bbbd-5d0387d3ac99 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.117719] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 35.579s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.135276] env[69365]: INFO nova.scheduler.client.report [None req-0d6b097b-5c36-431d-bbbd-5d0387d3ac99 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Deleted allocations for instance 875b1a48-9e09-43b5-abf6-99c7d64d845f [ 952.179012] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 39323cef-0de6-4c83-a359-4188bca9463e] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.366285] env[69365]: DEBUG oslo_vmware.api [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': task-3469174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077735} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.366593] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.368088] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee4afa0-ffe3-44b8-8d99-06f784bfb8fe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.397157] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 5c1aa02c-4766-4f94-9554-fa36b42705bf/5c1aa02c-4766-4f94-9554-fa36b42705bf.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.397417] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c2927ad-52ce-4288-9946-0607ab0fcd0f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.419812] env[69365]: DEBUG oslo_vmware.api [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Waiting for the task: (returnval){ [ 952.419812] env[69365]: value = "task-3469175" [ 952.419812] env[69365]: _type = "Task" [ 952.419812] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.430287] env[69365]: DEBUG oslo_vmware.api [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': task-3469175, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.550723] env[69365]: DEBUG nova.compute.manager [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Stashing vm_state: active {{(pid=69365) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 952.617328] env[69365]: DEBUG nova.compute.utils [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 952.619060] env[69365]: DEBUG nova.compute.manager [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 952.619060] env[69365]: DEBUG nova.network.neutron [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 952.620952] env[69365]: DEBUG nova.objects.instance [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lazy-loading 'migration_context' on Instance uuid db7108fa-22fd-466f-ba5b-0a33046105d4 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.642679] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0d6b097b-5c36-431d-bbbd-5d0387d3ac99 tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "875b1a48-9e09-43b5-abf6-99c7d64d845f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.252s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.663346] env[69365]: DEBUG nova.policy [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3cd0dee5b0564a01944b95792d2e3712', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0262e671388f4a19a7414827f058739e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 952.681985] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 0c3e8051-8c92-4c49-ba19-f4f3bc00dbc1] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 952.934023] env[69365]: DEBUG oslo_vmware.api [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': task-3469175, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.978149] env[69365]: DEBUG nova.network.neutron [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Successfully created port: 9de7a27d-dd08-462a-9b74-c09e62e15a26 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.018963] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2351152f-05cb-4a7f-b77e-585cc285769f tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "0f4e5793-a942-4c82-acd1-c175bd1e9da4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.019263] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2351152f-05cb-4a7f-b77e-585cc285769f tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "0f4e5793-a942-4c82-acd1-c175bd1e9da4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.019468] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2351152f-05cb-4a7f-b77e-585cc285769f tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "0f4e5793-a942-4c82-acd1-c175bd1e9da4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.019654] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2351152f-05cb-4a7f-b77e-585cc285769f tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "0f4e5793-a942-4c82-acd1-c175bd1e9da4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.019930] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2351152f-05cb-4a7f-b77e-585cc285769f tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "0f4e5793-a942-4c82-acd1-c175bd1e9da4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.022046] env[69365]: INFO nova.compute.manager [None req-2351152f-05cb-4a7f-b77e-585cc285769f tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Terminating instance [ 953.072733] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.125064] env[69365]: DEBUG nova.compute.manager [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 953.185966] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: bdcd53fc-2733-4e88-8e45-1dcf23f3609d] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.431221] env[69365]: DEBUG oslo_vmware.api [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': task-3469175, 'name': ReconfigVM_Task, 'duration_secs': 0.829791} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.434110] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 5c1aa02c-4766-4f94-9554-fa36b42705bf/5c1aa02c-4766-4f94-9554-fa36b42705bf.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.434972] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2651a38-d685-4561-ad03-27595d0d2938 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.444345] env[69365]: DEBUG oslo_vmware.api [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Waiting for the task: (returnval){ [ 953.444345] env[69365]: value = "task-3469176" [ 953.444345] env[69365]: _type = "Task" [ 953.444345] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.457842] env[69365]: DEBUG oslo_vmware.api [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': task-3469176, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.516225] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f955fce-72f4-4152-bd12-1399a30d3a6b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.524250] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8668a1ab-c96d-444c-8c97-2dd5c088fe00 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.529043] env[69365]: DEBUG nova.compute.manager [None req-2351152f-05cb-4a7f-b77e-585cc285769f tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 953.529268] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2351152f-05cb-4a7f-b77e-585cc285769f tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 953.530125] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4eb1d6-12c0-4da4-82f1-5dc0bf5e7f25 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.538071] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2351152f-05cb-4a7f-b77e-585cc285769f tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 953.561914] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94f1e48f-ce14-4329-a769-74ee0f98ab0b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.564570] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdefb1e-a3ae-44d8-bf80-ddf02241b187 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.573175] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6fdd20-a530-4629-abfe-d3185aef45ea {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.578479] env[69365]: DEBUG oslo_vmware.api [None req-2351152f-05cb-4a7f-b77e-585cc285769f tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 953.578479] env[69365]: value = "task-3469177" [ 953.578479] env[69365]: _type = "Task" [ 953.578479] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.589749] env[69365]: DEBUG nova.compute.provider_tree [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.596564] env[69365]: DEBUG oslo_vmware.api [None req-2351152f-05cb-4a7f-b77e-585cc285769f tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3469177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.689025] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 43f0d345-d519-4ab3-80a9-4af262e02c5e] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 953.957868] env[69365]: DEBUG oslo_vmware.api [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': task-3469176, 'name': Rename_Task, 'duration_secs': 0.204366} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.958179] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.958432] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17a1fe06-efc2-4934-8a6d-6824c0b57a0f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.966092] env[69365]: DEBUG oslo_vmware.api [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Waiting for the task: (returnval){ [ 953.966092] env[69365]: value = "task-3469178" [ 953.966092] env[69365]: _type = "Task" [ 953.966092] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.974864] env[69365]: DEBUG oslo_vmware.api [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': task-3469178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.090720] env[69365]: DEBUG oslo_vmware.api [None req-2351152f-05cb-4a7f-b77e-585cc285769f tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3469177, 'name': PowerOffVM_Task, 'duration_secs': 0.278232} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.091067] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2351152f-05cb-4a7f-b77e-585cc285769f tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 954.091282] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2351152f-05cb-4a7f-b77e-585cc285769f tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 954.091560] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f50afe65-4c9d-4972-a628-49f86560b1d5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.093855] env[69365]: DEBUG nova.scheduler.client.report [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.137189] env[69365]: DEBUG nova.compute.manager [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 954.162083] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2351152f-05cb-4a7f-b77e-585cc285769f tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 954.162495] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2351152f-05cb-4a7f-b77e-585cc285769f tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 954.162809] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2351152f-05cb-4a7f-b77e-585cc285769f tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Deleting the datastore file [datastore1] 0f4e5793-a942-4c82-acd1-c175bd1e9da4 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 954.165462] env[69365]: DEBUG nova.virt.hardware [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.165753] env[69365]: DEBUG nova.virt.hardware [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.165827] env[69365]: DEBUG nova.virt.hardware [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.165999] env[69365]: DEBUG nova.virt.hardware [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.166160] env[69365]: DEBUG nova.virt.hardware [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.166328] env[69365]: DEBUG nova.virt.hardware [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.166566] env[69365]: DEBUG nova.virt.hardware [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.166727] env[69365]: DEBUG nova.virt.hardware [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.166907] env[69365]: DEBUG nova.virt.hardware [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.167091] env[69365]: DEBUG nova.virt.hardware [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.167266] env[69365]: DEBUG nova.virt.hardware [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.167549] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d2e2001-c68c-496b-a7a5-187b2d985c21 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.170479] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d048085b-5182-481b-8714-b94970bde20c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.185109] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b93b35-9afa-4044-8293-e00951113fce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.189530] env[69365]: DEBUG oslo_vmware.api [None req-2351152f-05cb-4a7f-b77e-585cc285769f tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 954.189530] env[69365]: value = "task-3469180" [ 954.189530] env[69365]: _type = "Task" [ 954.189530] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.201364] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: f6b3dab5-04f1-4db5-b4b2-74af69f5c966] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.208132] env[69365]: DEBUG oslo_vmware.api [None req-2351152f-05cb-4a7f-b77e-585cc285769f tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3469180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.453335] env[69365]: DEBUG nova.compute.manager [req-0d78148a-0682-41a2-bbb6-b9f791e1c044 req-3d2bbf60-0847-4576-8406-2f213b265606 service nova] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Received event network-vif-plugged-9de7a27d-dd08-462a-9b74-c09e62e15a26 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.453578] env[69365]: DEBUG oslo_concurrency.lockutils [req-0d78148a-0682-41a2-bbb6-b9f791e1c044 req-3d2bbf60-0847-4576-8406-2f213b265606 service nova] Acquiring lock "acf4ce22-50bf-4f3b-a707-5503d3e3aff0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.454274] env[69365]: DEBUG oslo_concurrency.lockutils [req-0d78148a-0682-41a2-bbb6-b9f791e1c044 req-3d2bbf60-0847-4576-8406-2f213b265606 service nova] Lock "acf4ce22-50bf-4f3b-a707-5503d3e3aff0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.454466] env[69365]: DEBUG oslo_concurrency.lockutils [req-0d78148a-0682-41a2-bbb6-b9f791e1c044 req-3d2bbf60-0847-4576-8406-2f213b265606 service nova] Lock "acf4ce22-50bf-4f3b-a707-5503d3e3aff0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.454644] env[69365]: DEBUG nova.compute.manager [req-0d78148a-0682-41a2-bbb6-b9f791e1c044 req-3d2bbf60-0847-4576-8406-2f213b265606 service nova] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] No waiting events found dispatching network-vif-plugged-9de7a27d-dd08-462a-9b74-c09e62e15a26 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 954.454815] env[69365]: WARNING nova.compute.manager [req-0d78148a-0682-41a2-bbb6-b9f791e1c044 req-3d2bbf60-0847-4576-8406-2f213b265606 service nova] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Received unexpected event network-vif-plugged-9de7a27d-dd08-462a-9b74-c09e62e15a26 for instance with vm_state building and task_state spawning. [ 954.478206] env[69365]: DEBUG oslo_vmware.api [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': task-3469178, 'name': PowerOnVM_Task, 'duration_secs': 0.493661} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.479169] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.479169] env[69365]: INFO nova.compute.manager [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Took 11.25 seconds to spawn the instance on the hypervisor. [ 954.479169] env[69365]: DEBUG nova.compute.manager [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.480236] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a65526-de06-410e-b025-e0d917887404 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.576289] env[69365]: DEBUG nova.network.neutron [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Successfully updated port: 9de7a27d-dd08-462a-9b74-c09e62e15a26 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.699906] env[69365]: DEBUG oslo_vmware.api [None req-2351152f-05cb-4a7f-b77e-585cc285769f tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3469180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160708} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.700483] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2351152f-05cb-4a7f-b77e-585cc285769f tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 954.700736] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2351152f-05cb-4a7f-b77e-585cc285769f tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 954.701191] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2351152f-05cb-4a7f-b77e-585cc285769f tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 954.701434] env[69365]: INFO nova.compute.manager [None req-2351152f-05cb-4a7f-b77e-585cc285769f tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 954.701722] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2351152f-05cb-4a7f-b77e-585cc285769f tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 954.701966] env[69365]: DEBUG nova.compute.manager [-] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 954.702097] env[69365]: DEBUG nova.network.neutron [-] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 954.704031] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: c39e4547-8e68-48d8-905b-520f917aa763] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 954.999664] env[69365]: INFO nova.compute.manager [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Took 50.12 seconds to build instance. [ 955.078977] env[69365]: DEBUG oslo_concurrency.lockutils [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "refresh_cache-acf4ce22-50bf-4f3b-a707-5503d3e3aff0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.079142] env[69365]: DEBUG oslo_concurrency.lockutils [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquired lock "refresh_cache-acf4ce22-50bf-4f3b-a707-5503d3e3aff0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.079296] env[69365]: DEBUG nova.network.neutron [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 955.105725] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.988s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.111634] env[69365]: DEBUG oslo_concurrency.lockutils [None req-97dda290-54c5-419b-8132-fa3eed04863d tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.776s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.111844] env[69365]: DEBUG oslo_concurrency.lockutils [None req-97dda290-54c5-419b-8132-fa3eed04863d tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.117038] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.542s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.118218] env[69365]: INFO nova.compute.claims [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.149294] env[69365]: INFO nova.scheduler.client.report [None req-97dda290-54c5-419b-8132-fa3eed04863d tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Deleted allocations for instance 918e36cd-48f9-43bd-9fdf-5789b4c99a12 [ 955.207908] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 52dd36de-05c4-482e-9df9-c117e8906b2b] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.501601] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3c08d380-f598-4564-8097-2e7a00ff49a4 tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Lock "5c1aa02c-4766-4f94-9554-fa36b42705bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.628s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.570335] env[69365]: DEBUG nova.network.neutron [-] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.614553] env[69365]: DEBUG nova.network.neutron [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.658354] env[69365]: DEBUG oslo_concurrency.lockutils [None req-97dda290-54c5-419b-8132-fa3eed04863d tempest-InstanceActionsTestJSON-2103089501 tempest-InstanceActionsTestJSON-2103089501-project-member] Lock "918e36cd-48f9-43bd-9fdf-5789b4c99a12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.857s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.710441] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 81f0f421-a960-4ce4-964d-86e334c66838] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 955.764578] env[69365]: DEBUG nova.network.neutron [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Updating instance_info_cache with network_info: [{"id": "9de7a27d-dd08-462a-9b74-c09e62e15a26", "address": "fa:16:3e:98:79:37", "network": {"id": "0567f215-2218-44b4-a3ee-0886663f5bac", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1723893682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0262e671388f4a19a7414827f058739e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9de7a27d-dd", "ovs_interfaceid": "9de7a27d-dd08-462a-9b74-c09e62e15a26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.931537] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "interface-ba25f42e-945b-4884-9fca-fecf9a2d294c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.931756] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "interface-ba25f42e-945b-4884-9fca-fecf9a2d294c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.932086] env[69365]: DEBUG nova.objects.instance [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lazy-loading 'flavor' on Instance uuid ba25f42e-945b-4884-9fca-fecf9a2d294c {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.072870] env[69365]: INFO nova.compute.manager [-] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Took 1.37 seconds to deallocate network for instance. [ 956.218032] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 5cff61ed-95d2-4d54-b1ad-1afeee2641fb] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.267341] env[69365]: DEBUG oslo_concurrency.lockutils [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Releasing lock "refresh_cache-acf4ce22-50bf-4f3b-a707-5503d3e3aff0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.267615] env[69365]: DEBUG nova.compute.manager [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Instance network_info: |[{"id": "9de7a27d-dd08-462a-9b74-c09e62e15a26", "address": "fa:16:3e:98:79:37", "network": {"id": "0567f215-2218-44b4-a3ee-0886663f5bac", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1723893682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0262e671388f4a19a7414827f058739e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9de7a27d-dd", "ovs_interfaceid": "9de7a27d-dd08-462a-9b74-c09e62e15a26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 956.268653] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:79:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa410d21-2141-45bb-8d0b-16c77304605f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9de7a27d-dd08-462a-9b74-c09e62e15a26', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.276846] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.279927] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.280697] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27163fe1-3cc7-423e-b04f-798f2d540498 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.306950] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.306950] env[69365]: value = "task-3469181" [ 956.306950] env[69365]: _type = "Task" [ 956.306950] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.318868] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469181, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.432027] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e8ee9214-d16e-4b6c-826c-c207be60e1ac tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Acquiring lock "5c1aa02c-4766-4f94-9554-fa36b42705bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.432027] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e8ee9214-d16e-4b6c-826c-c207be60e1ac tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Lock "5c1aa02c-4766-4f94-9554-fa36b42705bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.432027] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e8ee9214-d16e-4b6c-826c-c207be60e1ac tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Acquiring lock "5c1aa02c-4766-4f94-9554-fa36b42705bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.432027] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e8ee9214-d16e-4b6c-826c-c207be60e1ac tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Lock "5c1aa02c-4766-4f94-9554-fa36b42705bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.432027] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e8ee9214-d16e-4b6c-826c-c207be60e1ac tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Lock "5c1aa02c-4766-4f94-9554-fa36b42705bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.434468] env[69365]: INFO nova.compute.manager [None req-e8ee9214-d16e-4b6c-826c-c207be60e1ac tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Terminating instance [ 956.567836] env[69365]: DEBUG nova.objects.instance [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lazy-loading 'pci_requests' on Instance uuid ba25f42e-945b-4884-9fca-fecf9a2d294c {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.579528] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2351152f-05cb-4a7f-b77e-585cc285769f tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.608306] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba11bb4-c460-469f-928f-5d2f642f8f5c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.617222] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6b0ae3-80fe-48a4-a9be-eccf38ddb294 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.656152] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c171f924-4200-4471-ad01-a696aa3add5e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.664429] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec302912-212e-46c9-a9ca-750a12cfb520 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.669620] env[69365]: INFO nova.compute.manager [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Swapping old allocation on dict_keys(['1e46e834-6985-4ce8-8ea0-649bfd87006d']) held by migration 7314c55b-0299-4d27-a59d-948aa78a5d22 for instance [ 956.685416] env[69365]: DEBUG nova.compute.provider_tree [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.702732] env[69365]: DEBUG nova.scheduler.client.report [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Overwriting current allocation {'allocations': {'1e46e834-6985-4ce8-8ea0-649bfd87006d': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 88}}, 'project_id': '9b11ca37ad7e49ed90731d467b610f00', 'user_id': 'ee61b3ce11634b0e8a0380cdf9cab0b1', 'consumer_generation': 1} on consumer db7108fa-22fd-466f-ba5b-0a33046105d4 {{(pid=69365) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 956.720213] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 126b7d32-2031-47e5-8601-29ec76a05c6c] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 956.794188] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquiring lock "refresh_cache-db7108fa-22fd-466f-ba5b-0a33046105d4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.794295] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquired lock "refresh_cache-db7108fa-22fd-466f-ba5b-0a33046105d4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.794392] env[69365]: DEBUG nova.network.neutron [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.818193] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469181, 'name': CreateVM_Task, 'duration_secs': 0.353225} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.818354] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.819203] env[69365]: DEBUG oslo_concurrency.lockutils [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.819616] env[69365]: DEBUG oslo_concurrency.lockutils [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.819669] env[69365]: DEBUG oslo_concurrency.lockutils [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.820173] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ee71787-2c9a-4318-b1bf-44e07b9ab8f9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.829165] env[69365]: DEBUG oslo_vmware.api [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 956.829165] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d2769b-974f-ab0d-38ad-87857d6085c3" [ 956.829165] env[69365]: _type = "Task" [ 956.829165] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.834651] env[69365]: DEBUG oslo_vmware.api [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d2769b-974f-ab0d-38ad-87857d6085c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.942122] env[69365]: DEBUG nova.compute.manager [None req-e8ee9214-d16e-4b6c-826c-c207be60e1ac tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.942538] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ee9214-d16e-4b6c-826c-c207be60e1ac tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.944876] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4335f0c0-28ad-45b2-88fa-dab5dde9d165 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.951978] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ee9214-d16e-4b6c-826c-c207be60e1ac tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.952263] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6515a033-e9a7-46cd-bdbb-6e544e14135f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.959931] env[69365]: DEBUG oslo_vmware.api [None req-e8ee9214-d16e-4b6c-826c-c207be60e1ac tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Waiting for the task: (returnval){ [ 956.959931] env[69365]: value = "task-3469182" [ 956.959931] env[69365]: _type = "Task" [ 956.959931] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.968723] env[69365]: DEBUG oslo_vmware.api [None req-e8ee9214-d16e-4b6c-826c-c207be60e1ac tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': task-3469182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.071323] env[69365]: DEBUG nova.objects.base [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 957.071323] env[69365]: DEBUG nova.network.neutron [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.116390] env[69365]: DEBUG nova.policy [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbb4767d9ed241f98fce2fc0718f575d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8dabc7faee7488e8a7ae3aa8722232e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.191386] env[69365]: DEBUG nova.scheduler.client.report [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.223660] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 4500afcc-0f0a-4dd9-ab54-893acc7cedc7] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.248740] env[69365]: DEBUG nova.compute.manager [req-37372e20-c09b-4259-afe9-ae37b57cfb1d req-b82e2785-1acf-41c6-ac34-41af8672992b service nova] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Received event network-changed-9de7a27d-dd08-462a-9b74-c09e62e15a26 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.248740] env[69365]: DEBUG nova.compute.manager [req-37372e20-c09b-4259-afe9-ae37b57cfb1d req-b82e2785-1acf-41c6-ac34-41af8672992b service nova] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Refreshing instance network info cache due to event network-changed-9de7a27d-dd08-462a-9b74-c09e62e15a26. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.248740] env[69365]: DEBUG oslo_concurrency.lockutils [req-37372e20-c09b-4259-afe9-ae37b57cfb1d req-b82e2785-1acf-41c6-ac34-41af8672992b service nova] Acquiring lock "refresh_cache-acf4ce22-50bf-4f3b-a707-5503d3e3aff0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.248740] env[69365]: DEBUG oslo_concurrency.lockutils [req-37372e20-c09b-4259-afe9-ae37b57cfb1d req-b82e2785-1acf-41c6-ac34-41af8672992b service nova] Acquired lock "refresh_cache-acf4ce22-50bf-4f3b-a707-5503d3e3aff0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.248740] env[69365]: DEBUG nova.network.neutron [req-37372e20-c09b-4259-afe9-ae37b57cfb1d req-b82e2785-1acf-41c6-ac34-41af8672992b service nova] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Refreshing network info cache for port 9de7a27d-dd08-462a-9b74-c09e62e15a26 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.337907] env[69365]: DEBUG oslo_vmware.api [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d2769b-974f-ab0d-38ad-87857d6085c3, 'name': SearchDatastore_Task, 'duration_secs': 0.014303} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.338336] env[69365]: DEBUG oslo_concurrency.lockutils [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.338569] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.338861] env[69365]: DEBUG oslo_concurrency.lockutils [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.339073] env[69365]: DEBUG oslo_concurrency.lockutils [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.339326] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.339660] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-594df975-fb03-4c15-8d9a-de857a29e4ae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.351867] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.352090] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.352919] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50e98358-e0cd-47b2-9aa1-f26741bf2160 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.359630] env[69365]: DEBUG oslo_vmware.api [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 957.359630] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52661c44-e506-7081-9d67-f4e1dcfe0469" [ 957.359630] env[69365]: _type = "Task" [ 957.359630] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.371782] env[69365]: DEBUG oslo_vmware.api [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52661c44-e506-7081-9d67-f4e1dcfe0469, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.417531] env[69365]: DEBUG nova.network.neutron [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Successfully created port: 4d17c4bb-a26b-4689-8539-ee69901a4100 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 957.474519] env[69365]: DEBUG oslo_vmware.api [None req-e8ee9214-d16e-4b6c-826c-c207be60e1ac tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': task-3469182, 'name': PowerOffVM_Task, 'duration_secs': 0.339414} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.474519] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8ee9214-d16e-4b6c-826c-c207be60e1ac tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.474968] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ee9214-d16e-4b6c-826c-c207be60e1ac tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.474968] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2055c8d5-e071-4d1c-beea-d8f226b49f39 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.585387] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ee9214-d16e-4b6c-826c-c207be60e1ac tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.585641] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ee9214-d16e-4b6c-826c-c207be60e1ac tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.585867] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8ee9214-d16e-4b6c-826c-c207be60e1ac tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Deleting the datastore file [datastore2] 5c1aa02c-4766-4f94-9554-fa36b42705bf {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.586196] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd63295f-694c-4024-bb26-155b6a86c456 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.593293] env[69365]: DEBUG oslo_vmware.api [None req-e8ee9214-d16e-4b6c-826c-c207be60e1ac tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Waiting for the task: (returnval){ [ 957.593293] env[69365]: value = "task-3469184" [ 957.593293] env[69365]: _type = "Task" [ 957.593293] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.602420] env[69365]: DEBUG oslo_vmware.api [None req-e8ee9214-d16e-4b6c-826c-c207be60e1ac tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': task-3469184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.632811] env[69365]: DEBUG nova.network.neutron [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Updating instance_info_cache with network_info: [{"id": "918ae9db-7ed1-4a9b-a391-0ff02a2081c8", "address": "fa:16:3e:74:3f:9c", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.60", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap918ae9db-7e", "ovs_interfaceid": "918ae9db-7ed1-4a9b-a391-0ff02a2081c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.698380] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.698729] env[69365]: DEBUG nova.compute.manager [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 957.702466] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f1c3ab3e-952f-4e1b-b91b-69a2e8bacc97 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.143s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.702679] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f1c3ab3e-952f-4e1b-b91b-69a2e8bacc97 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.708215] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.360s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.710767] env[69365]: INFO nova.compute.claims [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.728232] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 886cc949-7105-4dd5-a7fc-7bbc0390595d] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 957.741417] env[69365]: INFO nova.scheduler.client.report [None req-f1c3ab3e-952f-4e1b-b91b-69a2e8bacc97 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Deleted allocations for instance ac289b71-5a99-4a03-af24-e6843166dfd1 [ 957.873043] env[69365]: DEBUG oslo_vmware.api [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52661c44-e506-7081-9d67-f4e1dcfe0469, 'name': SearchDatastore_Task, 'duration_secs': 0.015081} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.874022] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34493cd2-f583-422f-a1a1-aa4f1c594c0d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.880349] env[69365]: DEBUG oslo_vmware.api [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 957.880349] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52c4c294-c51d-fbf2-fcaa-04c1516bd61e" [ 957.880349] env[69365]: _type = "Task" [ 957.880349] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.890677] env[69365]: DEBUG oslo_vmware.api [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52c4c294-c51d-fbf2-fcaa-04c1516bd61e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.055612] env[69365]: DEBUG nova.network.neutron [req-37372e20-c09b-4259-afe9-ae37b57cfb1d req-b82e2785-1acf-41c6-ac34-41af8672992b service nova] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Updated VIF entry in instance network info cache for port 9de7a27d-dd08-462a-9b74-c09e62e15a26. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.056030] env[69365]: DEBUG nova.network.neutron [req-37372e20-c09b-4259-afe9-ae37b57cfb1d req-b82e2785-1acf-41c6-ac34-41af8672992b service nova] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Updating instance_info_cache with network_info: [{"id": "9de7a27d-dd08-462a-9b74-c09e62e15a26", "address": "fa:16:3e:98:79:37", "network": {"id": "0567f215-2218-44b4-a3ee-0886663f5bac", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1723893682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0262e671388f4a19a7414827f058739e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9de7a27d-dd", "ovs_interfaceid": "9de7a27d-dd08-462a-9b74-c09e62e15a26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.104665] env[69365]: DEBUG oslo_vmware.api [None req-e8ee9214-d16e-4b6c-826c-c207be60e1ac tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Task: {'id': task-3469184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188384} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.107866] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8ee9214-d16e-4b6c-826c-c207be60e1ac tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.107866] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ee9214-d16e-4b6c-826c-c207be60e1ac tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.107866] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e8ee9214-d16e-4b6c-826c-c207be60e1ac tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.107866] env[69365]: INFO nova.compute.manager [None req-e8ee9214-d16e-4b6c-826c-c207be60e1ac tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Took 1.16 seconds to destroy the instance on the hypervisor. [ 958.107866] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8ee9214-d16e-4b6c-826c-c207be60e1ac tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.107866] env[69365]: DEBUG nova.compute.manager [-] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 958.107866] env[69365]: DEBUG nova.network.neutron [-] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 958.135710] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Releasing lock "refresh_cache-db7108fa-22fd-466f-ba5b-0a33046105d4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.136341] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.137431] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15dbf40b-85bf-4e63-afa9-65fcf4222813 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.151838] env[69365]: DEBUG oslo_vmware.api [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 958.151838] env[69365]: value = "task-3469185" [ 958.151838] env[69365]: _type = "Task" [ 958.151838] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.160205] env[69365]: DEBUG oslo_vmware.api [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.218557] env[69365]: DEBUG nova.compute.utils [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 958.223318] env[69365]: DEBUG nova.compute.manager [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 958.223660] env[69365]: DEBUG nova.network.neutron [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 958.231828] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: b2fdbbb6-3af6-4d61-a74b-eaa96705e1f2] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.250393] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f1c3ab3e-952f-4e1b-b91b-69a2e8bacc97 tempest-ServersAdminNegativeTestJSON-1854851698 tempest-ServersAdminNegativeTestJSON-1854851698-project-member] Lock "ac289b71-5a99-4a03-af24-e6843166dfd1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.441s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.267123] env[69365]: DEBUG nova.policy [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e234d0dc6545421f9241271f0ac8d5a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c19eee45b12f436d954d8f8c9d67247e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 958.267123] env[69365]: DEBUG oslo_concurrency.lockutils [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Acquiring lock "82fa0bd7-7671-4bcf-80da-c26cdf00aaf1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.267123] env[69365]: DEBUG oslo_concurrency.lockutils [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Lock "82fa0bd7-7671-4bcf-80da-c26cdf00aaf1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.267123] env[69365]: DEBUG oslo_concurrency.lockutils [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Acquiring lock "82fa0bd7-7671-4bcf-80da-c26cdf00aaf1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.269578] env[69365]: DEBUG oslo_concurrency.lockutils [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Lock "82fa0bd7-7671-4bcf-80da-c26cdf00aaf1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.269578] env[69365]: DEBUG oslo_concurrency.lockutils [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Lock "82fa0bd7-7671-4bcf-80da-c26cdf00aaf1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.271331] env[69365]: INFO nova.compute.manager [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Terminating instance [ 958.399864] env[69365]: DEBUG oslo_vmware.api [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52c4c294-c51d-fbf2-fcaa-04c1516bd61e, 'name': SearchDatastore_Task, 'duration_secs': 0.019149} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.399864] env[69365]: DEBUG oslo_concurrency.lockutils [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.399864] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] acf4ce22-50bf-4f3b-a707-5503d3e3aff0/acf4ce22-50bf-4f3b-a707-5503d3e3aff0.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.399864] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91469808-1487-47b9-96b5-f9b4d91fb894 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.408422] env[69365]: DEBUG oslo_vmware.api [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 958.408422] env[69365]: value = "task-3469186" [ 958.408422] env[69365]: _type = "Task" [ 958.408422] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.418319] env[69365]: DEBUG oslo_vmware.api [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469186, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.554824] env[69365]: DEBUG nova.network.neutron [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Successfully created port: 9c64b55a-a659-4cda-93da-79860eabeebf {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 958.560484] env[69365]: DEBUG oslo_concurrency.lockutils [req-37372e20-c09b-4259-afe9-ae37b57cfb1d req-b82e2785-1acf-41c6-ac34-41af8672992b service nova] Releasing lock "refresh_cache-acf4ce22-50bf-4f3b-a707-5503d3e3aff0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.562074] env[69365]: DEBUG nova.compute.manager [req-37372e20-c09b-4259-afe9-ae37b57cfb1d req-b82e2785-1acf-41c6-ac34-41af8672992b service nova] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Received event network-vif-deleted-e4ff829b-418e-42ce-a3fa-9f5c4edd5fb0 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.663904] env[69365]: DEBUG oslo_vmware.api [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469185, 'name': PowerOffVM_Task, 'duration_secs': 0.209562} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.664393] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.664900] env[69365]: DEBUG nova.virt.hardware [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:41:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='dcca1200-a66a-4d0b-a3c1-c5d53d562b94',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2037259802',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 958.665161] env[69365]: DEBUG nova.virt.hardware [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 958.665736] env[69365]: DEBUG nova.virt.hardware [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 958.668720] env[69365]: DEBUG nova.virt.hardware [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 958.668720] env[69365]: DEBUG nova.virt.hardware [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 958.668720] env[69365]: DEBUG nova.virt.hardware [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 958.668720] env[69365]: DEBUG nova.virt.hardware [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 958.668720] env[69365]: DEBUG nova.virt.hardware [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 958.668720] env[69365]: DEBUG nova.virt.hardware [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 958.668720] env[69365]: DEBUG nova.virt.hardware [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 958.668720] env[69365]: DEBUG nova.virt.hardware [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 958.672801] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a19f6945-67fc-4a78-8a6c-b1e26f7110ad {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.693091] env[69365]: DEBUG oslo_vmware.api [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 958.693091] env[69365]: value = "task-3469187" [ 958.693091] env[69365]: _type = "Task" [ 958.693091] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.703457] env[69365]: DEBUG oslo_vmware.api [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.721228] env[69365]: DEBUG nova.compute.manager [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 958.737902] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 3de0cb15-65d2-4896-abe4-6d6546a03341] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 958.778321] env[69365]: DEBUG nova.compute.manager [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.778569] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.780347] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb150935-552f-4e01-ba53-a4a6911ad9ee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.790695] env[69365]: DEBUG oslo_vmware.api [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Waiting for the task: (returnval){ [ 958.790695] env[69365]: value = "task-3469188" [ 958.790695] env[69365]: _type = "Task" [ 958.790695] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.809655] env[69365]: DEBUG oslo_vmware.api [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Task: {'id': task-3469188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.919062] env[69365]: DEBUG oslo_vmware.api [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469186, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.181418] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ea854a-1972-4fee-8486-a8bcc39e264f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.190237] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0350d06-8663-4e73-abab-1a38d128f5e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.203262] env[69365]: DEBUG oslo_vmware.api [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469187, 'name': ReconfigVM_Task, 'duration_secs': 0.255532} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.227559] env[69365]: DEBUG nova.network.neutron [-] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.229509] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b3a9bc-20ce-4506-87ef-0256f37712a0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.235823] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a0745d-8cff-4fda-9500-ad812860312f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.246369] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: d427aa83-edf4-44e5-a860-36e1184ea51f] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.271639] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30dfbabb-7b59-4ee0-be6e-312dd2203afb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.274340] env[69365]: DEBUG nova.virt.hardware [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:41:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='dcca1200-a66a-4d0b-a3c1-c5d53d562b94',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-2037259802',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.274599] env[69365]: DEBUG nova.virt.hardware [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.274771] env[69365]: DEBUG nova.virt.hardware [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.274946] env[69365]: DEBUG nova.virt.hardware [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.275097] env[69365]: DEBUG nova.virt.hardware [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.275239] env[69365]: DEBUG nova.virt.hardware [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.275441] env[69365]: DEBUG nova.virt.hardware [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.275614] env[69365]: DEBUG nova.virt.hardware [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.275787] env[69365]: DEBUG nova.virt.hardware [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.275945] env[69365]: DEBUG nova.virt.hardware [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.276128] env[69365]: DEBUG nova.virt.hardware [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.277833] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b8e15ec-bd0f-4457-9b66-8b7bf481450e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.285293] env[69365]: DEBUG oslo_vmware.api [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 959.285293] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]529045a8-74cd-a578-f043-57bd6a96af83" [ 959.285293] env[69365]: _type = "Task" [ 959.285293] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.294771] env[69365]: DEBUG nova.compute.provider_tree [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.311749] env[69365]: DEBUG oslo_vmware.api [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Task: {'id': task-3469188, 'name': PowerOffVM_Task, 'duration_secs': 0.203189} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.315305] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 959.315547] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Volume detach. Driver type: vmdk {{(pid=69365) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 959.315859] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693270', 'volume_id': 'd60e989f-5df3-4008-a46c-b359607b28d7', 'name': 'volume-d60e989f-5df3-4008-a46c-b359607b28d7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '82fa0bd7-7671-4bcf-80da-c26cdf00aaf1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd60e989f-5df3-4008-a46c-b359607b28d7', 'serial': 'd60e989f-5df3-4008-a46c-b359607b28d7'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 959.316356] env[69365]: DEBUG oslo_vmware.api [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]529045a8-74cd-a578-f043-57bd6a96af83, 'name': SearchDatastore_Task, 'duration_secs': 0.017944} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.320275] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d658cc-aa3a-46e7-8e2a-fbd523735c08 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.324866] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 959.325417] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8791b950-5a6b-4cdb-abfa-2bf20ae0fc61 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.358142] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5d1991-dfb6-4894-bb0f-7d547fd13aab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.360180] env[69365]: DEBUG oslo_vmware.api [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 959.360180] env[69365]: value = "task-3469189" [ 959.360180] env[69365]: _type = "Task" [ 959.360180] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.366944] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b0448b-df2a-480b-aa8f-270fddeb6fcb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.373772] env[69365]: DEBUG oslo_vmware.api [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469189, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.392007] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4225e4-a738-4e25-8acb-bb597166abb8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.395985] env[69365]: DEBUG nova.network.neutron [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Successfully updated port: 4d17c4bb-a26b-4689-8539-ee69901a4100 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 959.419947] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] The volume has not been displaced from its original location: [datastore2] volume-d60e989f-5df3-4008-a46c-b359607b28d7/volume-d60e989f-5df3-4008-a46c-b359607b28d7.vmdk. No consolidation needed. {{(pid=69365) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 959.425366] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Reconfiguring VM instance instance-0000003a to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 959.429175] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83f6f932-ee0c-42be-85c2-6a2ecc7178d4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.450787] env[69365]: DEBUG oslo_vmware.api [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469186, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.452557] env[69365]: DEBUG oslo_vmware.api [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Waiting for the task: (returnval){ [ 959.452557] env[69365]: value = "task-3469190" [ 959.452557] env[69365]: _type = "Task" [ 959.452557] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.462588] env[69365]: DEBUG oslo_vmware.api [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Task: {'id': task-3469190, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.740269] env[69365]: INFO nova.compute.manager [-] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Took 1.63 seconds to deallocate network for instance. [ 959.744342] env[69365]: DEBUG nova.compute.manager [req-101533ae-7311-403d-bbd4-64864da02631 req-474f9aad-c08d-4a30-85fe-cd0244ed4c4c service nova] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Received event network-vif-deleted-6331b852-fda4-4dca-ac0c-73bf17b6eb3a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.751036] env[69365]: DEBUG nova.compute.manager [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 959.752732] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: ce04b55d-6066-4f68-8c8c-bc4cfa0f2461] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 959.781664] env[69365]: DEBUG nova.virt.hardware [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f29532842ff17309819db932dc19c54b',container_format='bare',created_at=2025-04-16T23:43:28Z,direct_url=,disk_format='vmdk',id=2c07082b-0469-45df-b67b-6626b0979c5c,min_disk=1,min_ram=0,name='tempest-test-snap-70598663',owner='c19eee45b12f436d954d8f8c9d67247e',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-16T23:43:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.782174] env[69365]: DEBUG nova.virt.hardware [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.782405] env[69365]: DEBUG nova.virt.hardware [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.782671] env[69365]: DEBUG nova.virt.hardware [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.782880] env[69365]: DEBUG nova.virt.hardware [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.783093] env[69365]: DEBUG nova.virt.hardware [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.783446] env[69365]: DEBUG nova.virt.hardware [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.783736] env[69365]: DEBUG nova.virt.hardware [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.783983] env[69365]: DEBUG nova.virt.hardware [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.784240] env[69365]: DEBUG nova.virt.hardware [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.784474] env[69365]: DEBUG nova.virt.hardware [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.785763] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f1badb-ed72-40cb-94c6-bfc05b3aaedd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.796451] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f9ac08-9b26-49e6-9a18-fbb12f15056a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.800613] env[69365]: DEBUG nova.scheduler.client.report [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.870711] env[69365]: DEBUG oslo_vmware.api [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469189, 'name': ReconfigVM_Task, 'duration_secs': 0.330776} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.870997] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 959.871839] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9e1e5b-f963-41a5-901a-285bb1e49942 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.896789] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] db7108fa-22fd-466f-ba5b-0a33046105d4/db7108fa-22fd-466f-ba5b-0a33046105d4.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 959.897133] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-350b6dfb-a7cd-4ddf-9294-1d6e37fdad50 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.910445] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "refresh_cache-ba25f42e-945b-4884-9fca-fecf9a2d294c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.910627] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquired lock "refresh_cache-ba25f42e-945b-4884-9fca-fecf9a2d294c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.910802] env[69365]: DEBUG nova.network.neutron [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.918432] env[69365]: DEBUG oslo_vmware.api [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 959.918432] env[69365]: value = "task-3469191" [ 959.918432] env[69365]: _type = "Task" [ 959.918432] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.931063] env[69365]: DEBUG oslo_vmware.api [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469191, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.934332] env[69365]: DEBUG oslo_vmware.api [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469186, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.485042} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.934581] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] acf4ce22-50bf-4f3b-a707-5503d3e3aff0/acf4ce22-50bf-4f3b-a707-5503d3e3aff0.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.934795] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.935314] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3acbe0ad-c6af-4829-9538-3bceadcfbc0c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.943563] env[69365]: DEBUG oslo_vmware.api [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 959.943563] env[69365]: value = "task-3469192" [ 959.943563] env[69365]: _type = "Task" [ 959.943563] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.958175] env[69365]: DEBUG oslo_vmware.api [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.970025] env[69365]: DEBUG oslo_vmware.api [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Task: {'id': task-3469190, 'name': ReconfigVM_Task, 'duration_secs': 0.191866} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.970025] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Reconfigured VM instance instance-0000003a to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 959.971442] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4976ce9c-5aef-4614-8fba-d6b6fc677d11 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.991553] env[69365]: DEBUG oslo_vmware.api [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Waiting for the task: (returnval){ [ 959.991553] env[69365]: value = "task-3469193" [ 959.991553] env[69365]: _type = "Task" [ 959.991553] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.004571] env[69365]: DEBUG oslo_vmware.api [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Task: {'id': task-3469193, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.069284] env[69365]: DEBUG nova.compute.manager [req-c686b389-272f-42df-887b-ffebd3476459 req-6ee657d0-3904-4d18-8f80-0641de113171 service nova] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Received event network-vif-plugged-4d17c4bb-a26b-4689-8539-ee69901a4100 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 960.069438] env[69365]: DEBUG oslo_concurrency.lockutils [req-c686b389-272f-42df-887b-ffebd3476459 req-6ee657d0-3904-4d18-8f80-0641de113171 service nova] Acquiring lock "ba25f42e-945b-4884-9fca-fecf9a2d294c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.069652] env[69365]: DEBUG oslo_concurrency.lockutils [req-c686b389-272f-42df-887b-ffebd3476459 req-6ee657d0-3904-4d18-8f80-0641de113171 service nova] Lock "ba25f42e-945b-4884-9fca-fecf9a2d294c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.069836] env[69365]: DEBUG oslo_concurrency.lockutils [req-c686b389-272f-42df-887b-ffebd3476459 req-6ee657d0-3904-4d18-8f80-0641de113171 service nova] Lock "ba25f42e-945b-4884-9fca-fecf9a2d294c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.070219] env[69365]: DEBUG nova.compute.manager [req-c686b389-272f-42df-887b-ffebd3476459 req-6ee657d0-3904-4d18-8f80-0641de113171 service nova] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] No waiting events found dispatching network-vif-plugged-4d17c4bb-a26b-4689-8539-ee69901a4100 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 960.070493] env[69365]: WARNING nova.compute.manager [req-c686b389-272f-42df-887b-ffebd3476459 req-6ee657d0-3904-4d18-8f80-0641de113171 service nova] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Received unexpected event network-vif-plugged-4d17c4bb-a26b-4689-8539-ee69901a4100 for instance with vm_state active and task_state None. [ 960.092139] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "e26708a9-26b1-4cb7-9140-95ba6877f915" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.092455] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "e26708a9-26b1-4cb7-9140-95ba6877f915" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.248509] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e8ee9214-d16e-4b6c-826c-c207be60e1ac tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.256192] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 7424581f-2315-4bf3-a27e-d31663304dfd] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.306464] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.601s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.307079] env[69365]: DEBUG nova.compute.manager [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 960.309671] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d23bb054-351b-4f57-a6bd-878e5df8d7cf tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.643s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.309864] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d23bb054-351b-4f57-a6bd-878e5df8d7cf tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.312151] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.820s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.314272] env[69365]: INFO nova.compute.claims [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.356834] env[69365]: INFO nova.scheduler.client.report [None req-d23bb054-351b-4f57-a6bd-878e5df8d7cf tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Deleted allocations for instance 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f [ 960.429449] env[69365]: DEBUG oslo_vmware.api [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469191, 'name': ReconfigVM_Task, 'duration_secs': 0.345849} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.429636] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Reconfigured VM instance instance-0000002f to attach disk [datastore1] db7108fa-22fd-466f-ba5b-0a33046105d4/db7108fa-22fd-466f-ba5b-0a33046105d4.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.430746] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bd922d-3ad6-4a22-a69a-5422357b4796 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.457610] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e21d7d-3f01-46c8-ad83-63fc918732b6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.481437] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fab729-f460-46e7-a0d4-a878a9d4691c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.484354] env[69365]: DEBUG oslo_vmware.api [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072733} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.484624] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.485932] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1179d8-8124-4d0f-8396-420051d41c76 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.508240] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03b4b1c-fdde-4aef-add4-5b5c24ecff24 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.531429] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] acf4ce22-50bf-4f3b-a707-5503d3e3aff0/acf4ce22-50bf-4f3b-a707-5503d3e3aff0.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.532499] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87e88d01-ed11-4e16-b824-c08f6ddd8027 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.552501] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.552793] env[69365]: DEBUG oslo_vmware.api [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Task: {'id': task-3469193, 'name': ReconfigVM_Task, 'duration_secs': 0.274283} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.553353] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5983d61a-a9c3-49ef-a9bb-724700e648c7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.555017] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693270', 'volume_id': 'd60e989f-5df3-4008-a46c-b359607b28d7', 'name': 'volume-d60e989f-5df3-4008-a46c-b359607b28d7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '82fa0bd7-7671-4bcf-80da-c26cdf00aaf1', 'attached_at': '', 'detached_at': '', 'volume_id': 'd60e989f-5df3-4008-a46c-b359607b28d7', 'serial': 'd60e989f-5df3-4008-a46c-b359607b28d7'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 960.555298] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 960.556173] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89ff133-9350-422a-a38d-dcb273ec1c8f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.564197] env[69365]: DEBUG oslo_vmware.api [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 960.564197] env[69365]: value = "task-3469194" [ 960.564197] env[69365]: _type = "Task" [ 960.564197] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.568504] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 960.568787] env[69365]: DEBUG oslo_vmware.api [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 960.568787] env[69365]: value = "task-3469195" [ 960.568787] env[69365]: _type = "Task" [ 960.568787] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.569315] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-749fc937-1aeb-4434-a0b6-795e762d59f5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.577047] env[69365]: DEBUG oslo_vmware.api [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469194, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.580375] env[69365]: WARNING nova.network.neutron [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] 336ff4a0-9252-4ee9-aac2-6f78f722089f already exists in list: networks containing: ['336ff4a0-9252-4ee9-aac2-6f78f722089f']. ignoring it [ 960.585651] env[69365]: DEBUG oslo_vmware.api [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469195, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.595426] env[69365]: DEBUG nova.compute.manager [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 960.648567] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 960.648808] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 960.649034] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Deleting the datastore file [datastore2] 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 960.649386] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b3e20ae-aa88-4e19-be21-5d1241b7c5c6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.659210] env[69365]: DEBUG oslo_vmware.api [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Waiting for the task: (returnval){ [ 960.659210] env[69365]: value = "task-3469197" [ 960.659210] env[69365]: _type = "Task" [ 960.659210] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.667558] env[69365]: DEBUG oslo_vmware.api [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Task: {'id': task-3469197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.760305] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: fabfc95e-0186-4a67-9d10-61eeb2e56640] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 960.822277] env[69365]: DEBUG nova.compute.utils [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.824892] env[69365]: DEBUG nova.compute.manager [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 960.825465] env[69365]: DEBUG nova.network.neutron [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 960.864604] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d23bb054-351b-4f57-a6bd-878e5df8d7cf tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "9bbf8db4-c06b-4cc0-a55a-a561ba0a274f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.027s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.882496] env[69365]: DEBUG nova.policy [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b62162dce7874178b349fc7533c19dff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a871b1474c1434ba901872b953eb5fa', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 960.902214] env[69365]: DEBUG nova.network.neutron [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Successfully updated port: 9c64b55a-a659-4cda-93da-79860eabeebf {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.076373] env[69365]: DEBUG oslo_vmware.api [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469194, 'name': ReconfigVM_Task, 'duration_secs': 0.412421} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.080205] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Reconfigured VM instance instance-00000042 to attach disk [datastore1] acf4ce22-50bf-4f3b-a707-5503d3e3aff0/acf4ce22-50bf-4f3b-a707-5503d3e3aff0.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.081063] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-81b49fa4-d0a9-4bc6-87ad-5eb9c7eec17a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.093613] env[69365]: DEBUG oslo_vmware.api [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469195, 'name': PowerOnVM_Task, 'duration_secs': 0.424596} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.097889] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 961.104255] env[69365]: DEBUG oslo_vmware.api [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 961.104255] env[69365]: value = "task-3469198" [ 961.104255] env[69365]: _type = "Task" [ 961.104255] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.122679] env[69365]: DEBUG oslo_vmware.api [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469198, 'name': Rename_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.136048] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.157897] env[69365]: DEBUG nova.network.neutron [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Updating instance_info_cache with network_info: [{"id": "8f5656e2-042d-4609-80c3-22e796bc54ee", "address": "fa:16:3e:e7:d3:05", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f5656e2-04", "ovs_interfaceid": "8f5656e2-042d-4609-80c3-22e796bc54ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4d17c4bb-a26b-4689-8539-ee69901a4100", "address": "fa:16:3e:33:47:58", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d17c4bb-a2", "ovs_interfaceid": "4d17c4bb-a26b-4689-8539-ee69901a4100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.183696] env[69365]: DEBUG oslo_vmware.api [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Task: {'id': task-3469197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.084542} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.185057] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.185281] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.185456] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.185681] env[69365]: INFO nova.compute.manager [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Took 2.41 seconds to destroy the instance on the hypervisor. [ 961.185957] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.186449] env[69365]: DEBUG nova.compute.manager [-] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 961.186546] env[69365]: DEBUG nova.network.neutron [-] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 961.263678] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 9fbb3f83-183f-4e62-bf3e-48cc5431258f] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.329293] env[69365]: DEBUG nova.compute.manager [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 961.404734] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "refresh_cache-ecaf6d58-1cec-4b9d-9433-e0f418f147d6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.404929] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquired lock "refresh_cache-ecaf6d58-1cec-4b9d-9433-e0f418f147d6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.405184] env[69365]: DEBUG nova.network.neutron [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.517633] env[69365]: DEBUG nova.network.neutron [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Successfully created port: ec7698be-cf85-4219-9aae-702d67aca312 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 961.626602] env[69365]: DEBUG oslo_vmware.api [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469198, 'name': Rename_Task, 'duration_secs': 0.335663} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.627171] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.627768] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d6436f5-81d4-4c0b-b24c-4b6cabe3845f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.639904] env[69365]: DEBUG oslo_vmware.api [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 961.639904] env[69365]: value = "task-3469199" [ 961.639904] env[69365]: _type = "Task" [ 961.639904] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.652181] env[69365]: DEBUG oslo_vmware.api [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.665011] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Releasing lock "refresh_cache-ba25f42e-945b-4884-9fca-fecf9a2d294c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.665924] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "ba25f42e-945b-4884-9fca-fecf9a2d294c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.666138] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquired lock "ba25f42e-945b-4884-9fca-fecf9a2d294c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.670474] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4cf7af-d525-4436-a098-5d5cc70631be {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.690404] env[69365]: DEBUG nova.virt.hardware [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.690649] env[69365]: DEBUG nova.virt.hardware [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.690806] env[69365]: DEBUG nova.virt.hardware [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.693715] env[69365]: DEBUG nova.virt.hardware [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.693715] env[69365]: DEBUG nova.virt.hardware [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.693715] env[69365]: DEBUG nova.virt.hardware [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.693715] env[69365]: DEBUG nova.virt.hardware [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.693715] env[69365]: DEBUG nova.virt.hardware [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.693715] env[69365]: DEBUG nova.virt.hardware [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.693715] env[69365]: DEBUG nova.virt.hardware [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.693715] env[69365]: DEBUG nova.virt.hardware [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.698601] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Reconfiguring VM to attach interface {{(pid=69365) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 961.701779] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6797e5e-e5a6-436d-b632-162eb2af27cb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.722395] env[69365]: DEBUG oslo_vmware.api [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 961.722395] env[69365]: value = "task-3469200" [ 961.722395] env[69365]: _type = "Task" [ 961.722395] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.739299] env[69365]: DEBUG oslo_vmware.api [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469200, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.767429] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: b19f9838-1483-4324-9039-92cf6737f88e] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 961.809602] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a582a4e1-ef9a-454a-b9c9-7a5a1998b438 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.818889] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf2c189-14c8-42b5-8b2a-d6f4ca9462a6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.858245] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd65c4cd-4e29-469e-8da7-80b239eb5e8b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.867492] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f4a9cd-71be-41eb-a25b-2b7d45b06157 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.883682] env[69365]: DEBUG nova.compute.provider_tree [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.973242] env[69365]: DEBUG nova.network.neutron [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.121863] env[69365]: INFO nova.compute.manager [None req-f553b708-ff17-4a10-8bf5-2447f562c615 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Updating instance to original state: 'active' [ 962.159027] env[69365]: DEBUG oslo_vmware.api [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469199, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.207050] env[69365]: DEBUG nova.network.neutron [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Updating instance_info_cache with network_info: [{"id": "9c64b55a-a659-4cda-93da-79860eabeebf", "address": "fa:16:3e:d3:64:1d", "network": {"id": "a3b09ef4-0032-4dba-b0ed-c8fd23c1518c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-208278887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c19eee45b12f436d954d8f8c9d67247e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c64b55a-a6", "ovs_interfaceid": "9c64b55a-a659-4cda-93da-79860eabeebf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.234120] env[69365]: DEBUG oslo_vmware.api [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469200, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.275641] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 598f0b6f-8524-4015-9ab1-7797fc4794b9] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.359365] env[69365]: DEBUG nova.compute.manager [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 962.388704] env[69365]: DEBUG nova.scheduler.client.report [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.399860] env[69365]: DEBUG nova.virt.hardware [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 962.400123] env[69365]: DEBUG nova.virt.hardware [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 962.400283] env[69365]: DEBUG nova.virt.hardware [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.401636] env[69365]: DEBUG nova.virt.hardware [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 962.401636] env[69365]: DEBUG nova.virt.hardware [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.401636] env[69365]: DEBUG nova.virt.hardware [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 962.401636] env[69365]: DEBUG nova.virt.hardware [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 962.401636] env[69365]: DEBUG nova.virt.hardware [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 962.401636] env[69365]: DEBUG nova.virt.hardware [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 962.402284] env[69365]: DEBUG nova.virt.hardware [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 962.402284] env[69365]: DEBUG nova.virt.hardware [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 962.402754] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1263b3f-2479-443f-8506-3eeda514c8a8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.412039] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909891e0-6ff4-4264-8463-ce4deafce087 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.468541] env[69365]: DEBUG nova.network.neutron [-] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.656114] env[69365]: DEBUG oslo_vmware.api [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469199, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.668156] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "06b36c20-2357-437b-8f3d-af4dd83036b6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.668660] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "06b36c20-2357-437b-8f3d-af4dd83036b6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.711054] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Releasing lock "refresh_cache-ecaf6d58-1cec-4b9d-9433-e0f418f147d6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.711054] env[69365]: DEBUG nova.compute.manager [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Instance network_info: |[{"id": "9c64b55a-a659-4cda-93da-79860eabeebf", "address": "fa:16:3e:d3:64:1d", "network": {"id": "a3b09ef4-0032-4dba-b0ed-c8fd23c1518c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-208278887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c19eee45b12f436d954d8f8c9d67247e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c64b55a-a6", "ovs_interfaceid": "9c64b55a-a659-4cda-93da-79860eabeebf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 962.711054] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:64:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c64b55a-a659-4cda-93da-79860eabeebf', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.720324] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 962.720324] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.720324] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d33f4adb-83de-436f-8c2c-ce7d3b6be0c3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.745648] env[69365]: DEBUG oslo_vmware.api [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469200, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.747180] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.747180] env[69365]: value = "task-3469201" [ 962.747180] env[69365]: _type = "Task" [ 962.747180] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.756144] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469201, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.767173] env[69365]: DEBUG nova.compute.manager [req-28f1b4ad-5a73-4bdb-8e31-b3fa2aafbd2e req-8890c07b-cae5-4384-9371-ebb53a5533c4 service nova] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Received event network-vif-deleted-a443274c-6bad-4c75-8425-2f0aac87940c {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 962.782198] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: ca27cd4c-aee5-4d9e-8c50-20c7a6fad03e] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 962.895532] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.896061] env[69365]: DEBUG nova.compute.manager [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.898831] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.607s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.900242] env[69365]: INFO nova.compute.claims [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 962.971095] env[69365]: INFO nova.compute.manager [-] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Took 1.78 seconds to deallocate network for instance. [ 963.152201] env[69365]: DEBUG oslo_vmware.api [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469199, 'name': PowerOnVM_Task, 'duration_secs': 1.105299} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.152489] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.152691] env[69365]: INFO nova.compute.manager [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Took 9.02 seconds to spawn the instance on the hypervisor. [ 963.153013] env[69365]: DEBUG nova.compute.manager [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.153703] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dab847b-3996-4380-9942-ebd3160c37b0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.176152] env[69365]: DEBUG nova.compute.manager [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 963.189125] env[69365]: DEBUG nova.compute.manager [req-1c344f3c-7459-477e-9c51-d23127cc43ef req-9a742a61-e454-41c8-8646-df5acb5874ac service nova] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Received event network-changed-4d17c4bb-a26b-4689-8539-ee69901a4100 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 963.189750] env[69365]: DEBUG nova.compute.manager [req-1c344f3c-7459-477e-9c51-d23127cc43ef req-9a742a61-e454-41c8-8646-df5acb5874ac service nova] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Refreshing instance network info cache due to event network-changed-4d17c4bb-a26b-4689-8539-ee69901a4100. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 963.189750] env[69365]: DEBUG oslo_concurrency.lockutils [req-1c344f3c-7459-477e-9c51-d23127cc43ef req-9a742a61-e454-41c8-8646-df5acb5874ac service nova] Acquiring lock "refresh_cache-ba25f42e-945b-4884-9fca-fecf9a2d294c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.189750] env[69365]: DEBUG oslo_concurrency.lockutils [req-1c344f3c-7459-477e-9c51-d23127cc43ef req-9a742a61-e454-41c8-8646-df5acb5874ac service nova] Acquired lock "refresh_cache-ba25f42e-945b-4884-9fca-fecf9a2d294c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.190729] env[69365]: DEBUG nova.network.neutron [req-1c344f3c-7459-477e-9c51-d23127cc43ef req-9a742a61-e454-41c8-8646-df5acb5874ac service nova] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Refreshing network info cache for port 4d17c4bb-a26b-4689-8539-ee69901a4100 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.254019] env[69365]: DEBUG oslo_vmware.api [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469200, 'name': ReconfigVM_Task, 'duration_secs': 1.056423} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.257341] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Releasing lock "ba25f42e-945b-4884-9fca-fecf9a2d294c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.257595] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Reconfigured VM to attach interface {{(pid=69365) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 963.267575] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469201, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.287581] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 5ef85594-2bab-4068-b93f-b725bdc4681e] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.290957] env[69365]: DEBUG nova.network.neutron [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Successfully updated port: ec7698be-cf85-4219-9aae-702d67aca312 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 963.409458] env[69365]: DEBUG nova.compute.utils [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 963.414278] env[69365]: DEBUG nova.compute.manager [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 963.414278] env[69365]: DEBUG nova.network.neutron [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 963.494886] env[69365]: DEBUG nova.policy [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab2ab4fd90804653b08069add54cc8d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58daacb9d89f421183ffb9d5e3a1d64b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 963.556916] env[69365]: INFO nova.compute.manager [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Took 0.58 seconds to detach 1 volumes for instance. [ 963.562045] env[69365]: DEBUG nova.compute.manager [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Deleting volume: d60e989f-5df3-4008-a46c-b359607b28d7 {{(pid=69365) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 963.681069] env[69365]: INFO nova.compute.manager [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Took 56.53 seconds to build instance. [ 963.704678] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.764042] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e4734c9c-e36c-41dc-99c6-1e867fd47eb3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "interface-ba25f42e-945b-4884-9fca-fecf9a2d294c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.832s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.765210] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469201, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.792279] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: a383cea0-5c35-4981-b720-eb297678fd45] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 963.793650] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Acquiring lock "refresh_cache-61730ea7-f9bb-4708-9e7e-3982261731a4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.794119] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Acquired lock "refresh_cache-61730ea7-f9bb-4708-9e7e-3982261731a4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.794377] env[69365]: DEBUG nova.network.neutron [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 963.911438] env[69365]: DEBUG nova.compute.manager [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.984465] env[69365]: DEBUG nova.network.neutron [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Successfully created port: f3ec490f-fe08-41a3-81cd-bbcfddcc1937 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 964.113038] env[69365]: DEBUG oslo_concurrency.lockutils [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.184520] env[69365]: DEBUG oslo_concurrency.lockutils [None req-416964ae-89a4-4bf8-8176-fd63ccb0d445 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "acf4ce22-50bf-4f3b-a707-5503d3e3aff0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.048s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.277427] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469201, 'name': CreateVM_Task, 'duration_secs': 1.492836} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.277909] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.278769] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c07082b-0469-45df-b67b-6626b0979c5c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.278832] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c07082b-0469-45df-b67b-6626b0979c5c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.279185] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c07082b-0469-45df-b67b-6626b0979c5c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.279447] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1acf1b70-3209-441f-bce1-3ee5d7707b84 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.289094] env[69365]: DEBUG oslo_vmware.api [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 964.289094] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]524aa77e-0eb3-f6af-91af-a5837ee37fc3" [ 964.289094] env[69365]: _type = "Task" [ 964.289094] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.296106] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: e7eeb8f2-f601-4003-8b7b-db9cadc67a33] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.322246] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c07082b-0469-45df-b67b-6626b0979c5c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.322246] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Processing image 2c07082b-0469-45df-b67b-6626b0979c5c {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.322246] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c07082b-0469-45df-b67b-6626b0979c5c/2c07082b-0469-45df-b67b-6626b0979c5c.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.322246] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c07082b-0469-45df-b67b-6626b0979c5c/2c07082b-0469-45df-b67b-6626b0979c5c.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.322246] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.322246] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3ac8e5d-d2b3-43ea-bfbd-a08002c18e25 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.331230] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b86dc4b3-012d-4bf1-a603-8144ef7b664c tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Acquiring lock "29fc5815-c8b5-449f-9c44-711c66778a11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.331536] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b86dc4b3-012d-4bf1-a603-8144ef7b664c tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Lock "29fc5815-c8b5-449f-9c44-711c66778a11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.332158] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b86dc4b3-012d-4bf1-a603-8144ef7b664c tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Acquiring lock "29fc5815-c8b5-449f-9c44-711c66778a11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.332366] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b86dc4b3-012d-4bf1-a603-8144ef7b664c tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Lock "29fc5815-c8b5-449f-9c44-711c66778a11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.332516] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b86dc4b3-012d-4bf1-a603-8144ef7b664c tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Lock "29fc5815-c8b5-449f-9c44-711c66778a11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.335227] env[69365]: INFO nova.compute.manager [None req-b86dc4b3-012d-4bf1-a603-8144ef7b664c tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Terminating instance [ 964.346399] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.346576] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.347736] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-820a6bbd-c46d-427f-bf55-ec6c89dea5dc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.354418] env[69365]: DEBUG oslo_vmware.api [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 964.354418] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52168222-335e-77d8-6ed3-0a0a1034a53d" [ 964.354418] env[69365]: _type = "Task" [ 964.354418] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.365482] env[69365]: DEBUG oslo_vmware.api [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52168222-335e-77d8-6ed3-0a0a1034a53d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.385676] env[69365]: DEBUG nova.network.neutron [req-1c344f3c-7459-477e-9c51-d23127cc43ef req-9a742a61-e454-41c8-8646-df5acb5874ac service nova] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Updated VIF entry in instance network info cache for port 4d17c4bb-a26b-4689-8539-ee69901a4100. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 964.385676] env[69365]: DEBUG nova.network.neutron [req-1c344f3c-7459-477e-9c51-d23127cc43ef req-9a742a61-e454-41c8-8646-df5acb5874ac service nova] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Updating instance_info_cache with network_info: [{"id": "8f5656e2-042d-4609-80c3-22e796bc54ee", "address": "fa:16:3e:e7:d3:05", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f5656e2-04", "ovs_interfaceid": "8f5656e2-042d-4609-80c3-22e796bc54ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4d17c4bb-a26b-4689-8539-ee69901a4100", "address": "fa:16:3e:33:47:58", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d17c4bb-a2", "ovs_interfaceid": "4d17c4bb-a26b-4689-8539-ee69901a4100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.394534] env[69365]: DEBUG nova.network.neutron [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 964.455295] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e5233a-c9a1-4e21-89a9-12e1199c2175 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.467306] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183cf956-ad64-450f-b2e0-0f9119a97f21 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.510841] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e198f6-e619-4572-8f7a-5191892ef81c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.521302] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a6cc25-3c34-47ff-9d8d-2b7c40718a3f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.536553] env[69365]: DEBUG nova.compute.provider_tree [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.687135] env[69365]: DEBUG nova.network.neutron [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Updating instance_info_cache with network_info: [{"id": "ec7698be-cf85-4219-9aae-702d67aca312", "address": "fa:16:3e:4a:8e:54", "network": {"id": "1da03e09-7ffd-4c3c-a6cf-7d86e695224e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1756482558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a871b1474c1434ba901872b953eb5fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec7698be-cf", "ovs_interfaceid": "ec7698be-cf85-4219-9aae-702d67aca312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.806506] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: b7838117-1e5b-4ff3-8b59-faf4aecc6516] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 964.842636] env[69365]: DEBUG nova.compute.manager [None req-b86dc4b3-012d-4bf1-a603-8144ef7b664c tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 964.842828] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b86dc4b3-012d-4bf1-a603-8144ef7b664c tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.843939] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26aa278-b203-455f-931b-98f0235575ef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.857781] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86dc4b3-012d-4bf1-a603-8144ef7b664c tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.864422] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37e85e1a-2011-46ff-87b3-68dfb82dd72e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.871515] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Preparing fetch location {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 964.871783] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Fetch image to [datastore1] OSTACK_IMG_3f0b7a7f-79ac-4981-b914-2e415f02d5d3/OSTACK_IMG_3f0b7a7f-79ac-4981-b914-2e415f02d5d3.vmdk {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 964.871961] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Downloading stream optimized image 2c07082b-0469-45df-b67b-6626b0979c5c to [datastore1] OSTACK_IMG_3f0b7a7f-79ac-4981-b914-2e415f02d5d3/OSTACK_IMG_3f0b7a7f-79ac-4981-b914-2e415f02d5d3.vmdk on the data store datastore1 as vApp {{(pid=69365) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 964.872139] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Downloading image file data 2c07082b-0469-45df-b67b-6626b0979c5c to the ESX as VM named 'OSTACK_IMG_3f0b7a7f-79ac-4981-b914-2e415f02d5d3' {{(pid=69365) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 964.874459] env[69365]: DEBUG oslo_vmware.api [None req-b86dc4b3-012d-4bf1-a603-8144ef7b664c tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Waiting for the task: (returnval){ [ 964.874459] env[69365]: value = "task-3469203" [ 964.874459] env[69365]: _type = "Task" [ 964.874459] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.889020] env[69365]: DEBUG oslo_concurrency.lockutils [req-1c344f3c-7459-477e-9c51-d23127cc43ef req-9a742a61-e454-41c8-8646-df5acb5874ac service nova] Releasing lock "refresh_cache-ba25f42e-945b-4884-9fca-fecf9a2d294c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.889354] env[69365]: DEBUG nova.compute.manager [req-1c344f3c-7459-477e-9c51-d23127cc43ef req-9a742a61-e454-41c8-8646-df5acb5874ac service nova] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Received event network-vif-plugged-9c64b55a-a659-4cda-93da-79860eabeebf {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.889597] env[69365]: DEBUG oslo_concurrency.lockutils [req-1c344f3c-7459-477e-9c51-d23127cc43ef req-9a742a61-e454-41c8-8646-df5acb5874ac service nova] Acquiring lock "ecaf6d58-1cec-4b9d-9433-e0f418f147d6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.889879] env[69365]: DEBUG oslo_concurrency.lockutils [req-1c344f3c-7459-477e-9c51-d23127cc43ef req-9a742a61-e454-41c8-8646-df5acb5874ac service nova] Lock "ecaf6d58-1cec-4b9d-9433-e0f418f147d6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.890118] env[69365]: DEBUG oslo_concurrency.lockutils [req-1c344f3c-7459-477e-9c51-d23127cc43ef req-9a742a61-e454-41c8-8646-df5acb5874ac service nova] Lock "ecaf6d58-1cec-4b9d-9433-e0f418f147d6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.890365] env[69365]: DEBUG nova.compute.manager [req-1c344f3c-7459-477e-9c51-d23127cc43ef req-9a742a61-e454-41c8-8646-df5acb5874ac service nova] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] No waiting events found dispatching network-vif-plugged-9c64b55a-a659-4cda-93da-79860eabeebf {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 964.890608] env[69365]: WARNING nova.compute.manager [req-1c344f3c-7459-477e-9c51-d23127cc43ef req-9a742a61-e454-41c8-8646-df5acb5874ac service nova] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Received unexpected event network-vif-plugged-9c64b55a-a659-4cda-93da-79860eabeebf for instance with vm_state building and task_state spawning. [ 964.890991] env[69365]: DEBUG nova.compute.manager [req-1c344f3c-7459-477e-9c51-d23127cc43ef req-9a742a61-e454-41c8-8646-df5acb5874ac service nova] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Received event network-changed-9c64b55a-a659-4cda-93da-79860eabeebf {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 964.891290] env[69365]: DEBUG nova.compute.manager [req-1c344f3c-7459-477e-9c51-d23127cc43ef req-9a742a61-e454-41c8-8646-df5acb5874ac service nova] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Refreshing instance network info cache due to event network-changed-9c64b55a-a659-4cda-93da-79860eabeebf. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 964.891612] env[69365]: DEBUG oslo_concurrency.lockutils [req-1c344f3c-7459-477e-9c51-d23127cc43ef req-9a742a61-e454-41c8-8646-df5acb5874ac service nova] Acquiring lock "refresh_cache-ecaf6d58-1cec-4b9d-9433-e0f418f147d6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.891867] env[69365]: DEBUG oslo_concurrency.lockutils [req-1c344f3c-7459-477e-9c51-d23127cc43ef req-9a742a61-e454-41c8-8646-df5acb5874ac service nova] Acquired lock "refresh_cache-ecaf6d58-1cec-4b9d-9433-e0f418f147d6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.892333] env[69365]: DEBUG nova.network.neutron [req-1c344f3c-7459-477e-9c51-d23127cc43ef req-9a742a61-e454-41c8-8646-df5acb5874ac service nova] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Refreshing network info cache for port 9c64b55a-a659-4cda-93da-79860eabeebf {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 964.901249] env[69365]: DEBUG oslo_vmware.api [None req-b86dc4b3-012d-4bf1-a603-8144ef7b664c tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3469203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.938966] env[69365]: DEBUG nova.compute.manager [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.975295] env[69365]: DEBUG nova.virt.hardware [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.975565] env[69365]: DEBUG nova.virt.hardware [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.975804] env[69365]: DEBUG nova.virt.hardware [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.976017] env[69365]: DEBUG nova.virt.hardware [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.976290] env[69365]: DEBUG nova.virt.hardware [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.976461] env[69365]: DEBUG nova.virt.hardware [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.976680] env[69365]: DEBUG nova.virt.hardware [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.976872] env[69365]: DEBUG nova.virt.hardware [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.977071] env[69365]: DEBUG nova.virt.hardware [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.977238] env[69365]: DEBUG nova.virt.hardware [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.977423] env[69365]: DEBUG nova.virt.hardware [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.978442] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7be7074-1f80-4a93-b478-a5d3ba247229 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.989464] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f084f2d-cc7b-4de1-8efb-460b172e58aa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.994568] env[69365]: DEBUG oslo_vmware.rw_handles [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 964.994568] env[69365]: value = "resgroup-9" [ 964.994568] env[69365]: _type = "ResourcePool" [ 964.994568] env[69365]: }. {{(pid=69365) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 964.994853] env[69365]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f854a6ea-b00a-42d0-8f06-34facd994a55 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.025031] env[69365]: DEBUG oslo_vmware.rw_handles [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lease: (returnval){ [ 965.025031] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]527714c4-9b55-259f-71a6-eb1c5e9bf553" [ 965.025031] env[69365]: _type = "HttpNfcLease" [ 965.025031] env[69365]: } obtained for vApp import into resource pool (val){ [ 965.025031] env[69365]: value = "resgroup-9" [ 965.025031] env[69365]: _type = "ResourcePool" [ 965.025031] env[69365]: }. {{(pid=69365) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 965.025031] env[69365]: DEBUG oslo_vmware.api [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the lease: (returnval){ [ 965.025031] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]527714c4-9b55-259f-71a6-eb1c5e9bf553" [ 965.025031] env[69365]: _type = "HttpNfcLease" [ 965.025031] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 965.033233] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 965.033233] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]527714c4-9b55-259f-71a6-eb1c5e9bf553" [ 965.033233] env[69365]: _type = "HttpNfcLease" [ 965.033233] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 965.045124] env[69365]: DEBUG nova.scheduler.client.report [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.190184] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Releasing lock "refresh_cache-61730ea7-f9bb-4708-9e7e-3982261731a4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.190535] env[69365]: DEBUG nova.compute.manager [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Instance network_info: |[{"id": "ec7698be-cf85-4219-9aae-702d67aca312", "address": "fa:16:3e:4a:8e:54", "network": {"id": "1da03e09-7ffd-4c3c-a6cf-7d86e695224e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1756482558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a871b1474c1434ba901872b953eb5fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec7698be-cf", "ovs_interfaceid": "ec7698be-cf85-4219-9aae-702d67aca312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 965.191041] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:8e:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a31b224-77d7-48a4-af87-312758611b8e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec7698be-cf85-4219-9aae-702d67aca312', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.200539] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Creating folder: Project (7a871b1474c1434ba901872b953eb5fa). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.201149] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96ffd187-311f-4c56-847c-4ee0eada27fa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.217157] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Created folder: Project (7a871b1474c1434ba901872b953eb5fa) in parent group-v693134. [ 965.217157] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Creating folder: Instances. Parent ref: group-v693328. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.217157] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61b558e6-d184-4996-8e7c-b04f81e19e31 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.229857] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Created folder: Instances in parent group-v693328. [ 965.230125] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 965.230330] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.230540] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4ad92af-67b3-45b2-bd0e-86ceac75879c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.254327] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.254327] env[69365]: value = "task-3469207" [ 965.254327] env[69365]: _type = "Task" [ 965.254327] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.264987] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469207, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.295593] env[69365]: DEBUG nova.compute.manager [req-55d75c75-bc77-4320-a78f-008fe6e12e6a req-9c26263b-8fc2-4c9b-9bee-18c0dd26890e service nova] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Received event network-vif-plugged-ec7698be-cf85-4219-9aae-702d67aca312 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.295998] env[69365]: DEBUG oslo_concurrency.lockutils [req-55d75c75-bc77-4320-a78f-008fe6e12e6a req-9c26263b-8fc2-4c9b-9bee-18c0dd26890e service nova] Acquiring lock "61730ea7-f9bb-4708-9e7e-3982261731a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.297209] env[69365]: DEBUG oslo_concurrency.lockutils [req-55d75c75-bc77-4320-a78f-008fe6e12e6a req-9c26263b-8fc2-4c9b-9bee-18c0dd26890e service nova] Lock "61730ea7-f9bb-4708-9e7e-3982261731a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.297209] env[69365]: DEBUG oslo_concurrency.lockutils [req-55d75c75-bc77-4320-a78f-008fe6e12e6a req-9c26263b-8fc2-4c9b-9bee-18c0dd26890e service nova] Lock "61730ea7-f9bb-4708-9e7e-3982261731a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.297209] env[69365]: DEBUG nova.compute.manager [req-55d75c75-bc77-4320-a78f-008fe6e12e6a req-9c26263b-8fc2-4c9b-9bee-18c0dd26890e service nova] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] No waiting events found dispatching network-vif-plugged-ec7698be-cf85-4219-9aae-702d67aca312 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 965.297209] env[69365]: WARNING nova.compute.manager [req-55d75c75-bc77-4320-a78f-008fe6e12e6a req-9c26263b-8fc2-4c9b-9bee-18c0dd26890e service nova] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Received unexpected event network-vif-plugged-ec7698be-cf85-4219-9aae-702d67aca312 for instance with vm_state building and task_state spawning. [ 965.297789] env[69365]: DEBUG nova.compute.manager [req-55d75c75-bc77-4320-a78f-008fe6e12e6a req-9c26263b-8fc2-4c9b-9bee-18c0dd26890e service nova] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Received event network-changed-ec7698be-cf85-4219-9aae-702d67aca312 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 965.298085] env[69365]: DEBUG nova.compute.manager [req-55d75c75-bc77-4320-a78f-008fe6e12e6a req-9c26263b-8fc2-4c9b-9bee-18c0dd26890e service nova] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Refreshing instance network info cache due to event network-changed-ec7698be-cf85-4219-9aae-702d67aca312. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 965.298390] env[69365]: DEBUG oslo_concurrency.lockutils [req-55d75c75-bc77-4320-a78f-008fe6e12e6a req-9c26263b-8fc2-4c9b-9bee-18c0dd26890e service nova] Acquiring lock "refresh_cache-61730ea7-f9bb-4708-9e7e-3982261731a4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.298832] env[69365]: DEBUG oslo_concurrency.lockutils [req-55d75c75-bc77-4320-a78f-008fe6e12e6a req-9c26263b-8fc2-4c9b-9bee-18c0dd26890e service nova] Acquired lock "refresh_cache-61730ea7-f9bb-4708-9e7e-3982261731a4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.299902] env[69365]: DEBUG nova.network.neutron [req-55d75c75-bc77-4320-a78f-008fe6e12e6a req-9c26263b-8fc2-4c9b-9bee-18c0dd26890e service nova] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Refreshing network info cache for port ec7698be-cf85-4219-9aae-702d67aca312 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.311479] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: f5243452-580d-4894-8402-66c53ea540c4] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 965.385823] env[69365]: DEBUG oslo_vmware.api [None req-b86dc4b3-012d-4bf1-a603-8144ef7b664c tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3469203, 'name': PowerOffVM_Task, 'duration_secs': 0.256073} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.386667] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86dc4b3-012d-4bf1-a603-8144ef7b664c tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.386907] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b86dc4b3-012d-4bf1-a603-8144ef7b664c tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.387227] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcd1f1a2-11ec-4b6e-a1c3-8a446dce671d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.475035] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b86dc4b3-012d-4bf1-a603-8144ef7b664c tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.475035] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b86dc4b3-012d-4bf1-a603-8144ef7b664c tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.475035] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b86dc4b3-012d-4bf1-a603-8144ef7b664c tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Deleting the datastore file [datastore2] 29fc5815-c8b5-449f-9c44-711c66778a11 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.475035] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f9ade68c-67cd-436d-ac97-c0f37c378898 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.493030] env[69365]: DEBUG oslo_vmware.api [None req-b86dc4b3-012d-4bf1-a603-8144ef7b664c tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Waiting for the task: (returnval){ [ 965.493030] env[69365]: value = "task-3469209" [ 965.493030] env[69365]: _type = "Task" [ 965.493030] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.508554] env[69365]: DEBUG oslo_vmware.api [None req-b86dc4b3-012d-4bf1-a603-8144ef7b664c tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3469209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.534340] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 965.534340] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]527714c4-9b55-259f-71a6-eb1c5e9bf553" [ 965.534340] env[69365]: _type = "HttpNfcLease" [ 965.534340] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 965.550553] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.551157] env[69365]: DEBUG nova.compute.manager [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 965.562150] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 22.525s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.769254] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469207, 'name': CreateVM_Task, 'duration_secs': 0.376464} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.769254] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.769254] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.769254] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.769254] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.769254] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7862f171-01ed-4574-a16e-b0362d72629b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.774541] env[69365]: DEBUG oslo_vmware.api [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Waiting for the task: (returnval){ [ 965.774541] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52690922-9f85-1e9b-985f-1de9c6794f4b" [ 965.774541] env[69365]: _type = "Task" [ 965.774541] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.787361] env[69365]: DEBUG oslo_vmware.api [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52690922-9f85-1e9b-985f-1de9c6794f4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.788795] env[69365]: DEBUG nova.network.neutron [req-1c344f3c-7459-477e-9c51-d23127cc43ef req-9a742a61-e454-41c8-8646-df5acb5874ac service nova] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Updated VIF entry in instance network info cache for port 9c64b55a-a659-4cda-93da-79860eabeebf. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 965.788795] env[69365]: DEBUG nova.network.neutron [req-1c344f3c-7459-477e-9c51-d23127cc43ef req-9a742a61-e454-41c8-8646-df5acb5874ac service nova] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Updating instance_info_cache with network_info: [{"id": "9c64b55a-a659-4cda-93da-79860eabeebf", "address": "fa:16:3e:d3:64:1d", "network": {"id": "a3b09ef4-0032-4dba-b0ed-c8fd23c1518c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-208278887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c19eee45b12f436d954d8f8c9d67247e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c64b55a-a6", "ovs_interfaceid": "9c64b55a-a659-4cda-93da-79860eabeebf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.815133] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: f76bd555-830a-477a-b202-a54d3090c8d8] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.005941] env[69365]: DEBUG oslo_vmware.api [None req-b86dc4b3-012d-4bf1-a603-8144ef7b664c tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Task: {'id': task-3469209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203647} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.007256] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b86dc4b3-012d-4bf1-a603-8144ef7b664c tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.007256] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b86dc4b3-012d-4bf1-a603-8144ef7b664c tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.007256] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b86dc4b3-012d-4bf1-a603-8144ef7b664c tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.007256] env[69365]: INFO nova.compute.manager [None req-b86dc4b3-012d-4bf1-a603-8144ef7b664c tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Took 1.16 seconds to destroy the instance on the hypervisor. [ 966.008507] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b86dc4b3-012d-4bf1-a603-8144ef7b664c tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.008705] env[69365]: DEBUG nova.compute.manager [-] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.008807] env[69365]: DEBUG nova.network.neutron [-] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.025215] env[69365]: DEBUG nova.network.neutron [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Successfully updated port: f3ec490f-fe08-41a3-81cd-bbcfddcc1937 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 966.038906] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 966.038906] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]527714c4-9b55-259f-71a6-eb1c5e9bf553" [ 966.038906] env[69365]: _type = "HttpNfcLease" [ 966.038906] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 966.038906] env[69365]: DEBUG oslo_vmware.rw_handles [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 966.038906] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]527714c4-9b55-259f-71a6-eb1c5e9bf553" [ 966.038906] env[69365]: _type = "HttpNfcLease" [ 966.038906] env[69365]: }. {{(pid=69365) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 966.038906] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c186c2d5-455e-4af2-b3fa-f1ff10135287 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.047519] env[69365]: DEBUG oslo_vmware.rw_handles [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fa1a05-0920-6acd-a665-60562de620aa/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 966.047706] env[69365]: DEBUG oslo_vmware.rw_handles [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fa1a05-0920-6acd-a665-60562de620aa/disk-0.vmdk. {{(pid=69365) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 966.113412] env[69365]: DEBUG nova.compute.utils [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.119170] env[69365]: INFO nova.compute.claims [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 966.120629] env[69365]: DEBUG oslo_concurrency.lockutils [None req-020a70c0-f386-431c-bf1f-61916d1ca2f3 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquiring lock "db7108fa-22fd-466f-ba5b-0a33046105d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.120856] env[69365]: DEBUG oslo_concurrency.lockutils [None req-020a70c0-f386-431c-bf1f-61916d1ca2f3 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lock "db7108fa-22fd-466f-ba5b-0a33046105d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.121058] env[69365]: DEBUG oslo_concurrency.lockutils [None req-020a70c0-f386-431c-bf1f-61916d1ca2f3 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquiring lock "db7108fa-22fd-466f-ba5b-0a33046105d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.121233] env[69365]: DEBUG oslo_concurrency.lockutils [None req-020a70c0-f386-431c-bf1f-61916d1ca2f3 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lock "db7108fa-22fd-466f-ba5b-0a33046105d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.121391] env[69365]: DEBUG oslo_concurrency.lockutils [None req-020a70c0-f386-431c-bf1f-61916d1ca2f3 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lock "db7108fa-22fd-466f-ba5b-0a33046105d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.128947] env[69365]: DEBUG nova.compute.manager [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 966.129381] env[69365]: DEBUG nova.network.neutron [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 966.131556] env[69365]: INFO nova.compute.manager [None req-020a70c0-f386-431c-bf1f-61916d1ca2f3 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Terminating instance [ 966.138124] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9c8a486c-077e-436f-becb-2ad20419df51 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.208286] env[69365]: DEBUG nova.policy [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c32152e160ea4ee7b702819460806939', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'deaa56240dcc454eac71df1734f09fcb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.218900] env[69365]: DEBUG nova.network.neutron [req-55d75c75-bc77-4320-a78f-008fe6e12e6a req-9c26263b-8fc2-4c9b-9bee-18c0dd26890e service nova] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Updated VIF entry in instance network info cache for port ec7698be-cf85-4219-9aae-702d67aca312. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 966.219284] env[69365]: DEBUG nova.network.neutron [req-55d75c75-bc77-4320-a78f-008fe6e12e6a req-9c26263b-8fc2-4c9b-9bee-18c0dd26890e service nova] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Updating instance_info_cache with network_info: [{"id": "ec7698be-cf85-4219-9aae-702d67aca312", "address": "fa:16:3e:4a:8e:54", "network": {"id": "1da03e09-7ffd-4c3c-a6cf-7d86e695224e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1756482558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a871b1474c1434ba901872b953eb5fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec7698be-cf", "ovs_interfaceid": "ec7698be-cf85-4219-9aae-702d67aca312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.291771] env[69365]: DEBUG oslo_vmware.api [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52690922-9f85-1e9b-985f-1de9c6794f4b, 'name': SearchDatastore_Task, 'duration_secs': 0.011303} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.291771] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.291771] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 966.292092] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.292092] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.292567] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 966.292567] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b49fd90a-8517-4e37-b263-e0a3e1add254 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.296703] env[69365]: DEBUG oslo_concurrency.lockutils [req-1c344f3c-7459-477e-9c51-d23127cc43ef req-9a742a61-e454-41c8-8646-df5acb5874ac service nova] Releasing lock "refresh_cache-ecaf6d58-1cec-4b9d-9433-e0f418f147d6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.296935] env[69365]: DEBUG nova.compute.manager [req-1c344f3c-7459-477e-9c51-d23127cc43ef req-9a742a61-e454-41c8-8646-df5acb5874ac service nova] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Received event network-vif-deleted-e09d68df-29b0-416b-ae4d-40def002b979 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.307374] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 966.307568] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 966.311327] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c00250a1-16ce-4640-90cc-cf5b7dc80b9a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.318345] env[69365]: DEBUG oslo_vmware.api [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Waiting for the task: (returnval){ [ 966.318345] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5277a8f4-3ba5-3ce1-8d50-e2906d9fd7fc" [ 966.318345] env[69365]: _type = "Task" [ 966.318345] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.324514] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 84060de2-9769-43bc-bd7e-f30df4d86d13] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.340112] env[69365]: DEBUG oslo_vmware.api [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5277a8f4-3ba5-3ce1-8d50-e2906d9fd7fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.532345] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Acquiring lock "refresh_cache-0159ac80-aeb3-4e42-8139-5c2ebc348f61" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.533513] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Acquired lock "refresh_cache-0159ac80-aeb3-4e42-8139-5c2ebc348f61" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.533513] env[69365]: DEBUG nova.network.neutron [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.630392] env[69365]: INFO nova.compute.resource_tracker [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Updating resource usage from migration ffbbd62e-0193-4a6e-ac27-01cdb0cedcd9 [ 966.637261] env[69365]: DEBUG nova.compute.manager [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 966.642212] env[69365]: DEBUG nova.compute.manager [None req-020a70c0-f386-431c-bf1f-61916d1ca2f3 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.646110] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-020a70c0-f386-431c-bf1f-61916d1ca2f3 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.651824] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9b6ea4-7efa-4f5c-b741-69e499cb1412 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.663249] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-020a70c0-f386-431c-bf1f-61916d1ca2f3 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.666563] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-86e7412a-c49f-4342-9e80-dd15e0d6a646 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.677592] env[69365]: DEBUG oslo_vmware.api [None req-020a70c0-f386-431c-bf1f-61916d1ca2f3 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 966.677592] env[69365]: value = "task-3469210" [ 966.677592] env[69365]: _type = "Task" [ 966.677592] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.690307] env[69365]: DEBUG oslo_vmware.api [None req-020a70c0-f386-431c-bf1f-61916d1ca2f3 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.704034] env[69365]: DEBUG nova.network.neutron [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Successfully created port: b9dac7e3-4a02-4c63-9e44-9c3b329a5619 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 966.722850] env[69365]: DEBUG oslo_concurrency.lockutils [req-55d75c75-bc77-4320-a78f-008fe6e12e6a req-9c26263b-8fc2-4c9b-9bee-18c0dd26890e service nova] Releasing lock "refresh_cache-61730ea7-f9bb-4708-9e7e-3982261731a4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.833495] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 0b69b2e2-0fe7-4bc8-901d-70c60738f56a] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 966.835775] env[69365]: DEBUG oslo_vmware.api [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5277a8f4-3ba5-3ce1-8d50-e2906d9fd7fc, 'name': SearchDatastore_Task, 'duration_secs': 0.016989} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.839184] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3de56a92-2635-4f18-adb0-4eee6b56efa6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.849965] env[69365]: DEBUG oslo_vmware.api [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Waiting for the task: (returnval){ [ 966.849965] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e37097-093f-563e-69ad-e6bc32db4533" [ 966.849965] env[69365]: _type = "Task" [ 966.849965] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.864420] env[69365]: DEBUG oslo_vmware.api [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e37097-093f-563e-69ad-e6bc32db4533, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.865950] env[69365]: DEBUG oslo_vmware.rw_handles [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Completed reading data from the image iterator. {{(pid=69365) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 966.866165] env[69365]: DEBUG oslo_vmware.rw_handles [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fa1a05-0920-6acd-a665-60562de620aa/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 966.869705] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb79ea8-8acb-4c61-bd08-2aa96b82feec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.873284] env[69365]: DEBUG oslo_concurrency.lockutils [None req-48fe23a7-6823-4815-83ca-7a827aeb787c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "interface-ba25f42e-945b-4884-9fca-fecf9a2d294c-4d17c4bb-a26b-4689-8539-ee69901a4100" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.873574] env[69365]: DEBUG oslo_concurrency.lockutils [None req-48fe23a7-6823-4815-83ca-7a827aeb787c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "interface-ba25f42e-945b-4884-9fca-fecf9a2d294c-4d17c4bb-a26b-4689-8539-ee69901a4100" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.877392] env[69365]: DEBUG oslo_vmware.rw_handles [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fa1a05-0920-6acd-a665-60562de620aa/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 966.877563] env[69365]: DEBUG oslo_vmware.rw_handles [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fa1a05-0920-6acd-a665-60562de620aa/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 966.877800] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-902002c9-839e-45cb-8595-bb167df04ba9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.955060] env[69365]: DEBUG nova.compute.manager [req-f644eb92-797b-43b2-9f58-0aa3fe6272d0 req-728f4921-e728-4a31-8e99-f70eafab335a service nova] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Received event network-vif-deleted-38e09be4-3a26-470d-ab5d-1724a566b854 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 966.955336] env[69365]: INFO nova.compute.manager [req-f644eb92-797b-43b2-9f58-0aa3fe6272d0 req-728f4921-e728-4a31-8e99-f70eafab335a service nova] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Neutron deleted interface 38e09be4-3a26-470d-ab5d-1724a566b854; detaching it from the instance and deleting it from the info cache [ 966.955514] env[69365]: DEBUG nova.network.neutron [req-f644eb92-797b-43b2-9f58-0aa3fe6272d0 req-728f4921-e728-4a31-8e99-f70eafab335a service nova] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.098974] env[69365]: DEBUG nova.network.neutron [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 967.104792] env[69365]: DEBUG oslo_vmware.rw_handles [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fa1a05-0920-6acd-a665-60562de620aa/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 967.105104] env[69365]: INFO nova.virt.vmwareapi.images [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Downloaded image file data 2c07082b-0469-45df-b67b-6626b0979c5c [ 967.105856] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75be38ab-6bab-47da-b5b9-c0933146dabb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.126495] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7743660f-4731-4185-8448-2c811314fca0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.188613] env[69365]: INFO nova.virt.vmwareapi.images [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] The imported VM was unregistered [ 967.191374] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Caching image {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 967.191643] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Creating directory with path [datastore1] devstack-image-cache_base/2c07082b-0469-45df-b67b-6626b0979c5c {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.196421] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81c4a283-d406-4e2a-94ab-92fe9da6eda1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.198987] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a29cbe-f655-4f25-8ed9-c9d680177564 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.202058] env[69365]: DEBUG oslo_vmware.api [None req-020a70c0-f386-431c-bf1f-61916d1ca2f3 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469210, 'name': PowerOffVM_Task, 'duration_secs': 0.366787} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.205492] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-020a70c0-f386-431c-bf1f-61916d1ca2f3 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 967.205903] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-020a70c0-f386-431c-bf1f-61916d1ca2f3 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 967.207226] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05c91003-41c8-453d-ade5-af11491b1a45 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.212374] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f0279c-495e-46c8-9938-a9940b8a3ee0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.218685] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Created directory with path [datastore1] devstack-image-cache_base/2c07082b-0469-45df-b67b-6626b0979c5c {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.218685] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_3f0b7a7f-79ac-4981-b914-2e415f02d5d3/OSTACK_IMG_3f0b7a7f-79ac-4981-b914-2e415f02d5d3.vmdk to [datastore1] devstack-image-cache_base/2c07082b-0469-45df-b67b-6626b0979c5c/2c07082b-0469-45df-b67b-6626b0979c5c.vmdk. {{(pid=69365) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 967.218857] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-fb1280f0-d284-421e-a5f3-9576bd50746b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.248029] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7964846-64f8-4378-af26-ad547fd5570b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.252631] env[69365]: DEBUG oslo_vmware.api [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 967.252631] env[69365]: value = "task-3469213" [ 967.252631] env[69365]: _type = "Task" [ 967.252631] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.259030] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90da7ad-2b7e-4dc3-9d24-913be81600bf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.269371] env[69365]: DEBUG oslo_vmware.api [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469213, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.280429] env[69365]: DEBUG nova.compute.provider_tree [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.332503] env[69365]: DEBUG nova.compute.manager [req-84be461d-4917-4220-9a0c-fb17f7d76728 req-f31e184e-6c6a-4c8b-9146-f2b7c8f7f96e service nova] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Received event network-vif-plugged-f3ec490f-fe08-41a3-81cd-bbcfddcc1937 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.332738] env[69365]: DEBUG oslo_concurrency.lockutils [req-84be461d-4917-4220-9a0c-fb17f7d76728 req-f31e184e-6c6a-4c8b-9146-f2b7c8f7f96e service nova] Acquiring lock "0159ac80-aeb3-4e42-8139-5c2ebc348f61-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.332952] env[69365]: DEBUG oslo_concurrency.lockutils [req-84be461d-4917-4220-9a0c-fb17f7d76728 req-f31e184e-6c6a-4c8b-9146-f2b7c8f7f96e service nova] Lock "0159ac80-aeb3-4e42-8139-5c2ebc348f61-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.333138] env[69365]: DEBUG oslo_concurrency.lockutils [req-84be461d-4917-4220-9a0c-fb17f7d76728 req-f31e184e-6c6a-4c8b-9146-f2b7c8f7f96e service nova] Lock "0159ac80-aeb3-4e42-8139-5c2ebc348f61-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.333308] env[69365]: DEBUG nova.compute.manager [req-84be461d-4917-4220-9a0c-fb17f7d76728 req-f31e184e-6c6a-4c8b-9146-f2b7c8f7f96e service nova] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] No waiting events found dispatching network-vif-plugged-f3ec490f-fe08-41a3-81cd-bbcfddcc1937 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 967.333469] env[69365]: WARNING nova.compute.manager [req-84be461d-4917-4220-9a0c-fb17f7d76728 req-f31e184e-6c6a-4c8b-9146-f2b7c8f7f96e service nova] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Received unexpected event network-vif-plugged-f3ec490f-fe08-41a3-81cd-bbcfddcc1937 for instance with vm_state building and task_state spawning. [ 967.333631] env[69365]: DEBUG nova.compute.manager [req-84be461d-4917-4220-9a0c-fb17f7d76728 req-f31e184e-6c6a-4c8b-9146-f2b7c8f7f96e service nova] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Received event network-changed-9de7a27d-dd08-462a-9b74-c09e62e15a26 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.333826] env[69365]: DEBUG nova.compute.manager [req-84be461d-4917-4220-9a0c-fb17f7d76728 req-f31e184e-6c6a-4c8b-9146-f2b7c8f7f96e service nova] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Refreshing instance network info cache due to event network-changed-9de7a27d-dd08-462a-9b74-c09e62e15a26. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 967.334134] env[69365]: DEBUG oslo_concurrency.lockutils [req-84be461d-4917-4220-9a0c-fb17f7d76728 req-f31e184e-6c6a-4c8b-9146-f2b7c8f7f96e service nova] Acquiring lock "refresh_cache-acf4ce22-50bf-4f3b-a707-5503d3e3aff0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.334208] env[69365]: DEBUG oslo_concurrency.lockutils [req-84be461d-4917-4220-9a0c-fb17f7d76728 req-f31e184e-6c6a-4c8b-9146-f2b7c8f7f96e service nova] Acquired lock "refresh_cache-acf4ce22-50bf-4f3b-a707-5503d3e3aff0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.334414] env[69365]: DEBUG nova.network.neutron [req-84be461d-4917-4220-9a0c-fb17f7d76728 req-f31e184e-6c6a-4c8b-9146-f2b7c8f7f96e service nova] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Refreshing network info cache for port 9de7a27d-dd08-462a-9b74-c09e62e15a26 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 967.338582] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 60db3263-31a9-4128-a387-be6a0c414058] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.361154] env[69365]: DEBUG oslo_vmware.api [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e37097-093f-563e-69ad-e6bc32db4533, 'name': SearchDatastore_Task, 'duration_secs': 0.012827} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.361403] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.361656] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 61730ea7-f9bb-4708-9e7e-3982261731a4/61730ea7-f9bb-4708-9e7e-3982261731a4.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.361918] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-20d9ef53-8b7e-44fc-b759-b05d700bb88d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.370776] env[69365]: DEBUG oslo_vmware.api [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Waiting for the task: (returnval){ [ 967.370776] env[69365]: value = "task-3469214" [ 967.370776] env[69365]: _type = "Task" [ 967.370776] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.376342] env[69365]: DEBUG oslo_concurrency.lockutils [None req-48fe23a7-6823-4815-83ca-7a827aeb787c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "ba25f42e-945b-4884-9fca-fecf9a2d294c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.376564] env[69365]: DEBUG oslo_concurrency.lockutils [None req-48fe23a7-6823-4815-83ca-7a827aeb787c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquired lock "ba25f42e-945b-4884-9fca-fecf9a2d294c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.380696] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120ffad1-5137-4960-8c5f-df78a738097f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.383578] env[69365]: DEBUG oslo_vmware.api [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Task: {'id': task-3469214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.398884] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d207a0-f653-4ec0-8806-3ac496b1d3b1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.425947] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-48fe23a7-6823-4815-83ca-7a827aeb787c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Reconfiguring VM to detach interface {{(pid=69365) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 967.427357] env[69365]: DEBUG nova.network.neutron [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Updating instance_info_cache with network_info: [{"id": "f3ec490f-fe08-41a3-81cd-bbcfddcc1937", "address": "fa:16:3e:31:bb:45", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3ec490f-fe", "ovs_interfaceid": "f3ec490f-fe08-41a3-81cd-bbcfddcc1937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.428428] env[69365]: DEBUG nova.network.neutron [-] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.429414] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69bf577b-aba8-43c1-91e6-7049d2596cf1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.446715] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Releasing lock "refresh_cache-0159ac80-aeb3-4e42-8139-5c2ebc348f61" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.446936] env[69365]: DEBUG nova.compute.manager [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Instance network_info: |[{"id": "f3ec490f-fe08-41a3-81cd-bbcfddcc1937", "address": "fa:16:3e:31:bb:45", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3ec490f-fe", "ovs_interfaceid": "f3ec490f-fe08-41a3-81cd-bbcfddcc1937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 967.448353] env[69365]: INFO nova.compute.manager [-] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Took 1.44 seconds to deallocate network for instance. [ 967.448353] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:31:bb:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c24464bb-bb6b-43a2-bdcd-8086ad1a307f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3ec490f-fe08-41a3-81cd-bbcfddcc1937', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 967.456179] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Creating folder: Project (58daacb9d89f421183ffb9d5e3a1d64b). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 967.459392] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd17c782-cbfe-4620-a00f-386121a1313f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.466184] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fab5ea19-1369-4ce6-8b5a-f7bc564f1fbd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.470358] env[69365]: DEBUG oslo_vmware.api [None req-48fe23a7-6823-4815-83ca-7a827aeb787c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 967.470358] env[69365]: value = "task-3469215" [ 967.470358] env[69365]: _type = "Task" [ 967.470358] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.482198] env[69365]: DEBUG oslo_vmware.api [None req-48fe23a7-6823-4815-83ca-7a827aeb787c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469215, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.484909] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Created folder: Project (58daacb9d89f421183ffb9d5e3a1d64b) in parent group-v693134. [ 967.485842] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Creating folder: Instances. Parent ref: group-v693331. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 967.486486] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3ab9a00-b3d7-41e4-bcef-ff2d5ae4edec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.492225] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47020b9f-65b3-4cc6-a49f-7f2a76df9b82 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.523870] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Created folder: Instances in parent group-v693331. [ 967.524655] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.524798] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 967.525215] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a6ce018-a128-4f5b-b454-80b570377f74 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.555057] env[69365]: DEBUG nova.compute.manager [req-f644eb92-797b-43b2-9f58-0aa3fe6272d0 req-728f4921-e728-4a31-8e99-f70eafab335a service nova] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Detach interface failed, port_id=38e09be4-3a26-470d-ab5d-1724a566b854, reason: Instance 29fc5815-c8b5-449f-9c44-711c66778a11 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 967.563200] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 967.563200] env[69365]: value = "task-3469218" [ 967.563200] env[69365]: _type = "Task" [ 967.563200] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.569483] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-020a70c0-f386-431c-bf1f-61916d1ca2f3 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.569721] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-020a70c0-f386-431c-bf1f-61916d1ca2f3 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.569900] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-020a70c0-f386-431c-bf1f-61916d1ca2f3 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Deleting the datastore file [datastore1] db7108fa-22fd-466f-ba5b-0a33046105d4 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.570234] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8da873ec-6726-4392-a97d-09ffcb6d14ee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.578386] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469218, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.580038] env[69365]: DEBUG oslo_vmware.api [None req-020a70c0-f386-431c-bf1f-61916d1ca2f3 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 967.580038] env[69365]: value = "task-3469219" [ 967.580038] env[69365]: _type = "Task" [ 967.580038] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.592050] env[69365]: DEBUG oslo_vmware.api [None req-020a70c0-f386-431c-bf1f-61916d1ca2f3 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.647820] env[69365]: DEBUG nova.compute.manager [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 967.678277] env[69365]: DEBUG nova.virt.hardware [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 967.681381] env[69365]: DEBUG nova.virt.hardware [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 967.681381] env[69365]: DEBUG nova.virt.hardware [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.681381] env[69365]: DEBUG nova.virt.hardware [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 967.681381] env[69365]: DEBUG nova.virt.hardware [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.681381] env[69365]: DEBUG nova.virt.hardware [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 967.681381] env[69365]: DEBUG nova.virt.hardware [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 967.681381] env[69365]: DEBUG nova.virt.hardware [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 967.681381] env[69365]: DEBUG nova.virt.hardware [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 967.681381] env[69365]: DEBUG nova.virt.hardware [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 967.681381] env[69365]: DEBUG nova.virt.hardware [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 967.681707] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed507f29-06af-4ff1-b991-10075772ba29 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.694978] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5d68a6-e162-4f40-a130-0ec10951da10 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.765187] env[69365]: DEBUG oslo_vmware.api [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469213, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.783746] env[69365]: DEBUG nova.scheduler.client.report [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.845861] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: a4237ad3-1581-47bd-b5e5-30530429402f] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 967.890581] env[69365]: DEBUG oslo_vmware.api [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Task: {'id': task-3469214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.971092] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b86dc4b3-012d-4bf1-a603-8144ef7b664c tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.987152] env[69365]: DEBUG oslo_vmware.api [None req-48fe23a7-6823-4815-83ca-7a827aeb787c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.081383] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469218, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.091947] env[69365]: DEBUG oslo_vmware.api [None req-020a70c0-f386-431c-bf1f-61916d1ca2f3 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.176426] env[69365]: DEBUG nova.network.neutron [req-84be461d-4917-4220-9a0c-fb17f7d76728 req-f31e184e-6c6a-4c8b-9146-f2b7c8f7f96e service nova] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Updated VIF entry in instance network info cache for port 9de7a27d-dd08-462a-9b74-c09e62e15a26. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 968.176894] env[69365]: DEBUG nova.network.neutron [req-84be461d-4917-4220-9a0c-fb17f7d76728 req-f31e184e-6c6a-4c8b-9146-f2b7c8f7f96e service nova] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Updating instance_info_cache with network_info: [{"id": "9de7a27d-dd08-462a-9b74-c09e62e15a26", "address": "fa:16:3e:98:79:37", "network": {"id": "0567f215-2218-44b4-a3ee-0886663f5bac", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1723893682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0262e671388f4a19a7414827f058739e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9de7a27d-dd", "ovs_interfaceid": "9de7a27d-dd08-462a-9b74-c09e62e15a26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.269905] env[69365]: DEBUG oslo_vmware.api [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469213, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.292145] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.733s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.292322] env[69365]: INFO nova.compute.manager [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Migrating [ 968.300272] env[69365]: DEBUG oslo_concurrency.lockutils [None req-723b4ba9-717b-4026-aeff-cac254591eef tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.692s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.301018] env[69365]: DEBUG oslo_concurrency.lockutils [None req-723b4ba9-717b-4026-aeff-cac254591eef tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.302912] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.330s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.305691] env[69365]: INFO nova.compute.claims [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.346094] env[69365]: INFO nova.scheduler.client.report [None req-723b4ba9-717b-4026-aeff-cac254591eef tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Deleted allocations for instance 2b10a682-250e-4b3b-a9a3-32f301744313 [ 968.353677] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 2ddf89d9-987d-4904-a7f1-b5b0be5880f3] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.387808] env[69365]: DEBUG oslo_vmware.api [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Task: {'id': task-3469214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.485244] env[69365]: DEBUG oslo_vmware.api [None req-48fe23a7-6823-4815-83ca-7a827aeb787c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.581410] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469218, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.592059] env[69365]: DEBUG oslo_vmware.api [None req-020a70c0-f386-431c-bf1f-61916d1ca2f3 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.605576] env[69365]: DEBUG nova.network.neutron [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Successfully updated port: b9dac7e3-4a02-4c63-9e44-9c3b329a5619 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 968.621620] env[69365]: INFO nova.compute.manager [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Rebuilding instance [ 968.682626] env[69365]: DEBUG nova.compute.manager [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.683240] env[69365]: DEBUG oslo_concurrency.lockutils [req-84be461d-4917-4220-9a0c-fb17f7d76728 req-f31e184e-6c6a-4c8b-9146-f2b7c8f7f96e service nova] Releasing lock "refresh_cache-acf4ce22-50bf-4f3b-a707-5503d3e3aff0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.683467] env[69365]: DEBUG nova.compute.manager [req-84be461d-4917-4220-9a0c-fb17f7d76728 req-f31e184e-6c6a-4c8b-9146-f2b7c8f7f96e service nova] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Received event network-changed-f3ec490f-fe08-41a3-81cd-bbcfddcc1937 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 968.684116] env[69365]: DEBUG nova.compute.manager [req-84be461d-4917-4220-9a0c-fb17f7d76728 req-f31e184e-6c6a-4c8b-9146-f2b7c8f7f96e service nova] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Refreshing instance network info cache due to event network-changed-f3ec490f-fe08-41a3-81cd-bbcfddcc1937. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 968.684116] env[69365]: DEBUG oslo_concurrency.lockutils [req-84be461d-4917-4220-9a0c-fb17f7d76728 req-f31e184e-6c6a-4c8b-9146-f2b7c8f7f96e service nova] Acquiring lock "refresh_cache-0159ac80-aeb3-4e42-8139-5c2ebc348f61" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.684331] env[69365]: DEBUG oslo_concurrency.lockutils [req-84be461d-4917-4220-9a0c-fb17f7d76728 req-f31e184e-6c6a-4c8b-9146-f2b7c8f7f96e service nova] Acquired lock "refresh_cache-0159ac80-aeb3-4e42-8139-5c2ebc348f61" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.684570] env[69365]: DEBUG nova.network.neutron [req-84be461d-4917-4220-9a0c-fb17f7d76728 req-f31e184e-6c6a-4c8b-9146-f2b7c8f7f96e service nova] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Refreshing network info cache for port f3ec490f-fe08-41a3-81cd-bbcfddcc1937 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 968.686341] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a45ea93-1690-4b67-aee8-b141d8d5359e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.772444] env[69365]: DEBUG oslo_vmware.api [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469213, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.819435] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "refresh_cache-07629f5e-e1b1-4aab-b422-8924b572449b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.819435] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquired lock "refresh_cache-07629f5e-e1b1-4aab-b422-8924b572449b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.819435] env[69365]: DEBUG nova.network.neutron [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 968.862055] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 4f90521e-31a3-4e3e-ad04-8abd5db01b94] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 968.864462] env[69365]: DEBUG oslo_concurrency.lockutils [None req-723b4ba9-717b-4026-aeff-cac254591eef tempest-ImagesOneServerNegativeTestJSON-962105235 tempest-ImagesOneServerNegativeTestJSON-962105235-project-member] Lock "2b10a682-250e-4b3b-a9a3-32f301744313" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.832s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.885724] env[69365]: DEBUG oslo_vmware.api [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Task: {'id': task-3469214, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.891919] env[69365]: DEBUG oslo_concurrency.lockutils [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Acquiring lock "99bb8d37-053d-43dc-a30b-1d898521e0a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.892268] env[69365]: DEBUG oslo_concurrency.lockutils [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Lock "99bb8d37-053d-43dc-a30b-1d898521e0a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.984772] env[69365]: DEBUG oslo_vmware.api [None req-48fe23a7-6823-4815-83ca-7a827aeb787c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.084120] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469218, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.092946] env[69365]: DEBUG oslo_vmware.api [None req-020a70c0-f386-431c-bf1f-61916d1ca2f3 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.108843] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Acquiring lock "refresh_cache-0bfb9f18-9fbd-4d39-a78f-7e19f20b230f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.109010] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Acquired lock "refresh_cache-0bfb9f18-9fbd-4d39-a78f-7e19f20b230f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.109219] env[69365]: DEBUG nova.network.neutron [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 969.269522] env[69365]: DEBUG oslo_vmware.api [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469213, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.368686] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 5cb6b64d-c6ba-4e16-8ddb-9d0c9a15d645] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.380977] env[69365]: DEBUG nova.compute.manager [req-7ad94805-8549-4dd4-9e65-47a0da4f27e6 req-0bce3040-09b0-4e60-960d-eca1f8eb1326 service nova] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Received event network-vif-plugged-b9dac7e3-4a02-4c63-9e44-9c3b329a5619 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.381234] env[69365]: DEBUG oslo_concurrency.lockutils [req-7ad94805-8549-4dd4-9e65-47a0da4f27e6 req-0bce3040-09b0-4e60-960d-eca1f8eb1326 service nova] Acquiring lock "0bfb9f18-9fbd-4d39-a78f-7e19f20b230f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.381801] env[69365]: DEBUG oslo_concurrency.lockutils [req-7ad94805-8549-4dd4-9e65-47a0da4f27e6 req-0bce3040-09b0-4e60-960d-eca1f8eb1326 service nova] Lock "0bfb9f18-9fbd-4d39-a78f-7e19f20b230f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.381801] env[69365]: DEBUG oslo_concurrency.lockutils [req-7ad94805-8549-4dd4-9e65-47a0da4f27e6 req-0bce3040-09b0-4e60-960d-eca1f8eb1326 service nova] Lock "0bfb9f18-9fbd-4d39-a78f-7e19f20b230f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.381918] env[69365]: DEBUG nova.compute.manager [req-7ad94805-8549-4dd4-9e65-47a0da4f27e6 req-0bce3040-09b0-4e60-960d-eca1f8eb1326 service nova] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] No waiting events found dispatching network-vif-plugged-b9dac7e3-4a02-4c63-9e44-9c3b329a5619 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 969.382011] env[69365]: WARNING nova.compute.manager [req-7ad94805-8549-4dd4-9e65-47a0da4f27e6 req-0bce3040-09b0-4e60-960d-eca1f8eb1326 service nova] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Received unexpected event network-vif-plugged-b9dac7e3-4a02-4c63-9e44-9c3b329a5619 for instance with vm_state building and task_state spawning. [ 969.382176] env[69365]: DEBUG nova.compute.manager [req-7ad94805-8549-4dd4-9e65-47a0da4f27e6 req-0bce3040-09b0-4e60-960d-eca1f8eb1326 service nova] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Received event network-changed-b9dac7e3-4a02-4c63-9e44-9c3b329a5619 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.382792] env[69365]: DEBUG nova.compute.manager [req-7ad94805-8549-4dd4-9e65-47a0da4f27e6 req-0bce3040-09b0-4e60-960d-eca1f8eb1326 service nova] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Refreshing instance network info cache due to event network-changed-b9dac7e3-4a02-4c63-9e44-9c3b329a5619. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.383607] env[69365]: DEBUG oslo_concurrency.lockutils [req-7ad94805-8549-4dd4-9e65-47a0da4f27e6 req-0bce3040-09b0-4e60-960d-eca1f8eb1326 service nova] Acquiring lock "refresh_cache-0bfb9f18-9fbd-4d39-a78f-7e19f20b230f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.397029] env[69365]: DEBUG nova.compute.manager [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 969.403806] env[69365]: DEBUG oslo_vmware.api [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Task: {'id': task-3469214, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.485206] env[69365]: DEBUG oslo_vmware.api [None req-48fe23a7-6823-4815-83ca-7a827aeb787c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.591669] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469218, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.598531] env[69365]: DEBUG oslo_vmware.api [None req-020a70c0-f386-431c-bf1f-61916d1ca2f3 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.629058] env[69365]: DEBUG nova.network.neutron [req-84be461d-4917-4220-9a0c-fb17f7d76728 req-f31e184e-6c6a-4c8b-9146-f2b7c8f7f96e service nova] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Updated VIF entry in instance network info cache for port f3ec490f-fe08-41a3-81cd-bbcfddcc1937. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 969.629430] env[69365]: DEBUG nova.network.neutron [req-84be461d-4917-4220-9a0c-fb17f7d76728 req-f31e184e-6c6a-4c8b-9146-f2b7c8f7f96e service nova] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Updating instance_info_cache with network_info: [{"id": "f3ec490f-fe08-41a3-81cd-bbcfddcc1937", "address": "fa:16:3e:31:bb:45", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3ec490f-fe", "ovs_interfaceid": "f3ec490f-fe08-41a3-81cd-bbcfddcc1937", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.671507] env[69365]: DEBUG nova.network.neutron [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 969.704054] env[69365]: DEBUG nova.network.neutron [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Updating instance_info_cache with network_info: [{"id": "967b8d92-dd27-4384-9cfc-581748f09615", "address": "fa:16:3e:cb:37:c9", "network": {"id": "0a070169-0690-453d-b7d9-d59c0d25b157", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1450700306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2cf307cf4e4974b5e0a86d35a92e32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap967b8d92-dd", "ovs_interfaceid": "967b8d92-dd27-4384-9cfc-581748f09615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.708542] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.709182] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-492106e2-be98-42fe-9ab5-e3172b3bf3c0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.723054] env[69365]: DEBUG oslo_vmware.api [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Waiting for the task: (returnval){ [ 969.723054] env[69365]: value = "task-3469220" [ 969.723054] env[69365]: _type = "Task" [ 969.723054] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.734591] env[69365]: DEBUG oslo_vmware.api [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Task: {'id': task-3469220, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.771700] env[69365]: DEBUG oslo_vmware.api [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469213, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.834749] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-725a1593-2da4-433c-a77e-097ab77e81e4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.844859] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249d70bb-3094-4099-be6c-ba506f5d8f3f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.879167] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8b3a68-96d5-4675-af2d-dd61f7b29300 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.886264] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: c14bd34b-f591-405c-a7b1-361b4b7fb6f2] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 969.894380] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ab3ca5-8211-4e4a-a8b8-e8e997d83b0d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.903239] env[69365]: DEBUG nova.network.neutron [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Updating instance_info_cache with network_info: [{"id": "b9dac7e3-4a02-4c63-9e44-9c3b329a5619", "address": "fa:16:3e:e5:8e:b4", "network": {"id": "beba554c-cfa5-447f-b77a-2b6638b3fd2c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1183675991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "deaa56240dcc454eac71df1734f09fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9dac7e3-4a", "ovs_interfaceid": "b9dac7e3-4a02-4c63-9e44-9c3b329a5619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 969.904755] env[69365]: DEBUG oslo_vmware.api [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Task: {'id': task-3469214, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.381984} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.908020] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 61730ea7-f9bb-4708-9e7e-3982261731a4/61730ea7-f9bb-4708-9e7e-3982261731a4.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.908179] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.922340] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b775059-0d81-4f58-86f7-761c1951f78d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.925319] env[69365]: DEBUG nova.compute.provider_tree [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.935664] env[69365]: DEBUG oslo_vmware.api [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Waiting for the task: (returnval){ [ 969.935664] env[69365]: value = "task-3469221" [ 969.935664] env[69365]: _type = "Task" [ 969.935664] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.940924] env[69365]: DEBUG oslo_concurrency.lockutils [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.949936] env[69365]: DEBUG oslo_vmware.api [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Task: {'id': task-3469221, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.984260] env[69365]: DEBUG oslo_vmware.api [None req-48fe23a7-6823-4815-83ca-7a827aeb787c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.083250] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469218, 'name': CreateVM_Task, 'duration_secs': 2.398586} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.083411] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 970.084184] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.084349] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.084658] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.087796] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cc7c5cc-7e0c-4077-b34c-1431fbfcbc39 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.094604] env[69365]: DEBUG oslo_vmware.api [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Waiting for the task: (returnval){ [ 970.094604] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5235c231-2a19-bb2c-d3e6-444cb0b28d96" [ 970.094604] env[69365]: _type = "Task" [ 970.094604] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.096728] env[69365]: DEBUG oslo_vmware.api [None req-020a70c0-f386-431c-bf1f-61916d1ca2f3 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 2.343335} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.099255] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-020a70c0-f386-431c-bf1f-61916d1ca2f3 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.099434] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-020a70c0-f386-431c-bf1f-61916d1ca2f3 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.099603] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-020a70c0-f386-431c-bf1f-61916d1ca2f3 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.099771] env[69365]: INFO nova.compute.manager [None req-020a70c0-f386-431c-bf1f-61916d1ca2f3 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Took 3.46 seconds to destroy the instance on the hypervisor. [ 970.100036] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-020a70c0-f386-431c-bf1f-61916d1ca2f3 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.100244] env[69365]: DEBUG nova.compute.manager [-] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.100329] env[69365]: DEBUG nova.network.neutron [-] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.107563] env[69365]: DEBUG oslo_vmware.api [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5235c231-2a19-bb2c-d3e6-444cb0b28d96, 'name': SearchDatastore_Task, 'duration_secs': 0.010613} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.107782] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.107916] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 970.108334] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.108334] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.108651] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 970.108651] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-177a0f6a-afc1-4def-a6e9-ec97717bf48e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.117520] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 970.117812] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 970.118782] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b470a5f7-e1ef-4757-bcfa-9638664b8f43 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.124258] env[69365]: DEBUG oslo_vmware.api [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Waiting for the task: (returnval){ [ 970.124258] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a96ced-8589-9457-a3bb-6c856639e823" [ 970.124258] env[69365]: _type = "Task" [ 970.124258] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.132800] env[69365]: DEBUG oslo_concurrency.lockutils [req-84be461d-4917-4220-9a0c-fb17f7d76728 req-f31e184e-6c6a-4c8b-9146-f2b7c8f7f96e service nova] Releasing lock "refresh_cache-0159ac80-aeb3-4e42-8139-5c2ebc348f61" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.133195] env[69365]: DEBUG oslo_vmware.api [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a96ced-8589-9457-a3bb-6c856639e823, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.208713] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Releasing lock "refresh_cache-07629f5e-e1b1-4aab-b422-8924b572449b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.234562] env[69365]: DEBUG oslo_vmware.api [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Task: {'id': task-3469220, 'name': PowerOffVM_Task, 'duration_secs': 0.241805} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.234836] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.235559] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.235864] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3577ad55-5eb8-4b61-9c1e-c633962f3a3a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.243987] env[69365]: DEBUG oslo_vmware.api [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Waiting for the task: (returnval){ [ 970.243987] env[69365]: value = "task-3469222" [ 970.243987] env[69365]: _type = "Task" [ 970.243987] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.252986] env[69365]: DEBUG oslo_vmware.api [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Task: {'id': task-3469222, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.268751] env[69365]: DEBUG oslo_vmware.api [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469213, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.739654} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.269119] env[69365]: INFO nova.virt.vmwareapi.ds_util [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_3f0b7a7f-79ac-4981-b914-2e415f02d5d3/OSTACK_IMG_3f0b7a7f-79ac-4981-b914-2e415f02d5d3.vmdk to [datastore1] devstack-image-cache_base/2c07082b-0469-45df-b67b-6626b0979c5c/2c07082b-0469-45df-b67b-6626b0979c5c.vmdk. [ 970.269342] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Cleaning up location [datastore1] OSTACK_IMG_3f0b7a7f-79ac-4981-b914-2e415f02d5d3 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 970.269505] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_3f0b7a7f-79ac-4981-b914-2e415f02d5d3 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.269756] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a81c78ff-f41e-4580-8cf9-0babceb550e1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.277957] env[69365]: DEBUG oslo_vmware.api [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 970.277957] env[69365]: value = "task-3469223" [ 970.277957] env[69365]: _type = "Task" [ 970.277957] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.286939] env[69365]: DEBUG oslo_vmware.api [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.393977] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: f89b5415-b21f-4f0f-8dfa-4fbd0ccbca87] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.409019] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Releasing lock "refresh_cache-0bfb9f18-9fbd-4d39-a78f-7e19f20b230f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.409019] env[69365]: DEBUG nova.compute.manager [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Instance network_info: |[{"id": "b9dac7e3-4a02-4c63-9e44-9c3b329a5619", "address": "fa:16:3e:e5:8e:b4", "network": {"id": "beba554c-cfa5-447f-b77a-2b6638b3fd2c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1183675991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "deaa56240dcc454eac71df1734f09fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9dac7e3-4a", "ovs_interfaceid": "b9dac7e3-4a02-4c63-9e44-9c3b329a5619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 970.409019] env[69365]: DEBUG oslo_concurrency.lockutils [req-7ad94805-8549-4dd4-9e65-47a0da4f27e6 req-0bce3040-09b0-4e60-960d-eca1f8eb1326 service nova] Acquired lock "refresh_cache-0bfb9f18-9fbd-4d39-a78f-7e19f20b230f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.409019] env[69365]: DEBUG nova.network.neutron [req-7ad94805-8549-4dd4-9e65-47a0da4f27e6 req-0bce3040-09b0-4e60-960d-eca1f8eb1326 service nova] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Refreshing network info cache for port b9dac7e3-4a02-4c63-9e44-9c3b329a5619 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 970.409019] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:8e:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31e77685-b4dd-4810-80ef-24115ea9ea62', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9dac7e3-4a02-4c63-9e44-9c3b329a5619', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.417550] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Creating folder: Project (deaa56240dcc454eac71df1734f09fcb). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.418328] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4843022d-ad06-40e0-b4b4-e00499d03779 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.431222] env[69365]: DEBUG nova.scheduler.client.report [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.435300] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Created folder: Project (deaa56240dcc454eac71df1734f09fcb) in parent group-v693134. [ 970.435690] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Creating folder: Instances. Parent ref: group-v693334. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.436149] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e67aa1c7-d17f-46cd-89bc-450de39cb999 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.455354] env[69365]: DEBUG oslo_vmware.api [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Task: {'id': task-3469221, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.228451} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.455354] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 970.455354] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cc6704-2b1f-402f-b155-c04b8394fa98 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.458027] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Created folder: Instances in parent group-v693334. [ 970.458728] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.459431] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.459760] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7599befe-14d1-455b-acad-2a038ee42b67 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.498163] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 61730ea7-f9bb-4708-9e7e-3982261731a4/61730ea7-f9bb-4708-9e7e-3982261731a4.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 970.502586] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c136781b-c791-4337-9924-caaa8c95ecfe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.521539] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.521539] env[69365]: value = "task-3469226" [ 970.521539] env[69365]: _type = "Task" [ 970.521539] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.523060] env[69365]: DEBUG nova.compute.manager [req-1918409e-7827-4ed5-92bd-b88ea27367c9 req-5bd8d493-66e7-4cf1-8329-af717ff2b10b service nova] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Received event network-vif-deleted-918ae9db-7ed1-4a9b-a391-0ff02a2081c8 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 970.523499] env[69365]: INFO nova.compute.manager [req-1918409e-7827-4ed5-92bd-b88ea27367c9 req-5bd8d493-66e7-4cf1-8329-af717ff2b10b service nova] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Neutron deleted interface 918ae9db-7ed1-4a9b-a391-0ff02a2081c8; detaching it from the instance and deleting it from the info cache [ 970.523785] env[69365]: DEBUG nova.network.neutron [req-1918409e-7827-4ed5-92bd-b88ea27367c9 req-5bd8d493-66e7-4cf1-8329-af717ff2b10b service nova] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.533884] env[69365]: DEBUG oslo_vmware.api [None req-48fe23a7-6823-4815-83ca-7a827aeb787c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.536243] env[69365]: DEBUG oslo_vmware.api [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Waiting for the task: (returnval){ [ 970.536243] env[69365]: value = "task-3469227" [ 970.536243] env[69365]: _type = "Task" [ 970.536243] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.544748] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469226, 'name': CreateVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.551549] env[69365]: DEBUG oslo_vmware.api [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Task: {'id': task-3469227, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.636989] env[69365]: DEBUG oslo_vmware.api [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a96ced-8589-9457-a3bb-6c856639e823, 'name': SearchDatastore_Task, 'duration_secs': 0.012692} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.640014] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cef2660-f7ff-4645-b661-0f795cd82746 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.644090] env[69365]: DEBUG oslo_vmware.api [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Waiting for the task: (returnval){ [ 970.644090] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5260a108-23ba-2005-7c82-a0a7968fcae7" [ 970.644090] env[69365]: _type = "Task" [ 970.644090] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.653779] env[69365]: DEBUG oslo_vmware.api [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5260a108-23ba-2005-7c82-a0a7968fcae7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.756682] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] VM already powered off {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 970.757038] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Volume detach. Driver type: vmdk {{(pid=69365) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 970.757277] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693282', 'volume_id': '35d991d6-1cd3-427c-851d-5de4cf652e89', 'name': 'volume-35d991d6-1cd3-427c-851d-5de4cf652e89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f60bc564-6cf4-49ed-8fbd-2ab370b0312a', 'attached_at': '', 'detached_at': '', 'volume_id': '35d991d6-1cd3-427c-851d-5de4cf652e89', 'serial': '35d991d6-1cd3-427c-851d-5de4cf652e89'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 970.758163] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ba5d56-32a9-4a9e-b0ef-d6a7f4167676 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.786026] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ddd29e-dd4e-4587-af9b-0221755b9cca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.796701] env[69365]: DEBUG oslo_vmware.api [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038708} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.797728] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.798048] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c07082b-0469-45df-b67b-6626b0979c5c/2c07082b-0469-45df-b67b-6626b0979c5c.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.798327] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c07082b-0469-45df-b67b-6626b0979c5c/2c07082b-0469-45df-b67b-6626b0979c5c.vmdk to [datastore1] ecaf6d58-1cec-4b9d-9433-e0f418f147d6/ecaf6d58-1cec-4b9d-9433-e0f418f147d6.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 970.799133] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f7d302-8983-45b9-afe9-d6018dddf474 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.801802] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06df6bbe-2ad5-4057-a031-c92f6e818bec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.829702] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a4931f-ad8e-4a11-befd-878657746221 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.832768] env[69365]: DEBUG oslo_vmware.api [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 970.832768] env[69365]: value = "task-3469228" [ 970.832768] env[69365]: _type = "Task" [ 970.832768] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.848600] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] The volume has not been displaced from its original location: [datastore2] volume-35d991d6-1cd3-427c-851d-5de4cf652e89/volume-35d991d6-1cd3-427c-851d-5de4cf652e89.vmdk. No consolidation needed. {{(pid=69365) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 970.855490] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Reconfiguring VM instance instance-0000003d to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 970.856460] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d6bfb47-608f-47d2-8d13-c62dda3c5a08 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.874172] env[69365]: DEBUG oslo_vmware.api [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.881252] env[69365]: DEBUG oslo_vmware.api [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Waiting for the task: (returnval){ [ 970.881252] env[69365]: value = "task-3469229" [ 970.881252] env[69365]: _type = "Task" [ 970.881252] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.894024] env[69365]: DEBUG oslo_vmware.api [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Task: {'id': task-3469229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.898189] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 2dcd6c62-f9db-4618-b272-ed49c1f679d1] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 970.902294] env[69365]: DEBUG nova.network.neutron [-] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.934772] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.632s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.935505] env[69365]: DEBUG nova.compute.manager [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 970.939772] env[69365]: DEBUG oslo_concurrency.lockutils [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.607s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.940062] env[69365]: DEBUG nova.objects.instance [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69365) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 971.001167] env[69365]: DEBUG oslo_vmware.api [None req-48fe23a7-6823-4815-83ca-7a827aeb787c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.026067] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d1454d85-ef85-4ee4-b324-f91363f3fc48 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.037699] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469226, 'name': CreateVM_Task, 'duration_secs': 0.518074} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.042144] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.043095] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.043311] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.043661] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.046784] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f46876-f9b6-41fe-9f7e-4426b52dbd25 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.062243] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed8f0e29-5f30-4749-a0cd-a3082ed9af5f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.068743] env[69365]: DEBUG oslo_vmware.api [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 971.068743] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fb991c-9c9d-e22c-b4f2-9960aacdc891" [ 971.068743] env[69365]: _type = "Task" [ 971.068743] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.074230] env[69365]: DEBUG oslo_vmware.api [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Task: {'id': task-3469227, 'name': ReconfigVM_Task, 'duration_secs': 0.465829} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.077945] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 61730ea7-f9bb-4708-9e7e-3982261731a4/61730ea7-f9bb-4708-9e7e-3982261731a4.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 971.078646] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4f5df50-bed7-4c56-802c-04f00623fe97 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.099906] env[69365]: DEBUG nova.compute.manager [req-1918409e-7827-4ed5-92bd-b88ea27367c9 req-5bd8d493-66e7-4cf1-8329-af717ff2b10b service nova] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Detach interface failed, port_id=918ae9db-7ed1-4a9b-a391-0ff02a2081c8, reason: Instance db7108fa-22fd-466f-ba5b-0a33046105d4 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 971.107019] env[69365]: DEBUG oslo_vmware.api [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fb991c-9c9d-e22c-b4f2-9960aacdc891, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.107356] env[69365]: DEBUG oslo_vmware.api [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Waiting for the task: (returnval){ [ 971.107356] env[69365]: value = "task-3469230" [ 971.107356] env[69365]: _type = "Task" [ 971.107356] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.118645] env[69365]: DEBUG oslo_vmware.api [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Task: {'id': task-3469230, 'name': Rename_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.157120] env[69365]: DEBUG oslo_vmware.api [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5260a108-23ba-2005-7c82-a0a7968fcae7, 'name': SearchDatastore_Task, 'duration_secs': 0.035525} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.157410] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.157693] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 0159ac80-aeb3-4e42-8139-5c2ebc348f61/0159ac80-aeb3-4e42-8139-5c2ebc348f61.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 971.157961] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de46c744-00dd-46d8-89e6-251ca4d1a217 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.180117] env[69365]: DEBUG oslo_vmware.api [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Waiting for the task: (returnval){ [ 971.180117] env[69365]: value = "task-3469231" [ 971.180117] env[69365]: _type = "Task" [ 971.180117] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.196302] env[69365]: DEBUG oslo_vmware.api [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Task: {'id': task-3469231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.254554] env[69365]: DEBUG nova.network.neutron [req-7ad94805-8549-4dd4-9e65-47a0da4f27e6 req-0bce3040-09b0-4e60-960d-eca1f8eb1326 service nova] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Updated VIF entry in instance network info cache for port b9dac7e3-4a02-4c63-9e44-9c3b329a5619. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 971.255093] env[69365]: DEBUG nova.network.neutron [req-7ad94805-8549-4dd4-9e65-47a0da4f27e6 req-0bce3040-09b0-4e60-960d-eca1f8eb1326 service nova] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Updating instance_info_cache with network_info: [{"id": "b9dac7e3-4a02-4c63-9e44-9c3b329a5619", "address": "fa:16:3e:e5:8e:b4", "network": {"id": "beba554c-cfa5-447f-b77a-2b6638b3fd2c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1183675991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "deaa56240dcc454eac71df1734f09fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9dac7e3-4a", "ovs_interfaceid": "b9dac7e3-4a02-4c63-9e44-9c3b329a5619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.344831] env[69365]: DEBUG oslo_vmware.api [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469228, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.392730] env[69365]: DEBUG oslo_vmware.api [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Task: {'id': task-3469229, 'name': ReconfigVM_Task, 'duration_secs': 0.347605} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.393265] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Reconfigured VM instance instance-0000003d to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 971.400684] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e40c4188-4a39-42b9-af4a-9b7009a1e6c2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.413530] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: d758e281-a701-418a-aa45-efabac0bdada] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 971.416395] env[69365]: INFO nova.compute.manager [-] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Took 1.32 seconds to deallocate network for instance. [ 971.427201] env[69365]: DEBUG oslo_vmware.api [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Waiting for the task: (returnval){ [ 971.427201] env[69365]: value = "task-3469232" [ 971.427201] env[69365]: _type = "Task" [ 971.427201] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.436539] env[69365]: DEBUG oslo_vmware.api [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Task: {'id': task-3469232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.447336] env[69365]: DEBUG nova.compute.utils [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.451776] env[69365]: DEBUG nova.compute.manager [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 971.452340] env[69365]: DEBUG nova.network.neutron [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.504325] env[69365]: DEBUG oslo_vmware.api [None req-48fe23a7-6823-4815-83ca-7a827aeb787c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.506788] env[69365]: DEBUG nova.policy [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9034ddce771445499580b1a6819c76ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fdb002b6ced4c5f964bfb4a4eb16b45', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.587677] env[69365]: DEBUG oslo_vmware.api [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fb991c-9c9d-e22c-b4f2-9960aacdc891, 'name': SearchDatastore_Task, 'duration_secs': 0.027544} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.588485] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.588743] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 971.588992] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.589152] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.589332] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 971.589616] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4c78c3f-3601-46bd-9ac3-0ecb26702a29 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.602475] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 971.602595] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 971.603483] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93da500a-b2cf-46a9-b55b-ca9e9bbb7ac1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.613353] env[69365]: DEBUG oslo_vmware.api [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 971.613353] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d79c4b-0949-3449-0884-055a19929b80" [ 971.613353] env[69365]: _type = "Task" [ 971.613353] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.624397] env[69365]: DEBUG oslo_vmware.api [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Task: {'id': task-3469230, 'name': Rename_Task, 'duration_secs': 0.388225} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.627851] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.628160] env[69365]: DEBUG oslo_vmware.api [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d79c4b-0949-3449-0884-055a19929b80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.628383] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7abcd0c6-3c06-4e99-83c0-62d2b8622a22 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.636918] env[69365]: DEBUG oslo_vmware.api [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Waiting for the task: (returnval){ [ 971.636918] env[69365]: value = "task-3469233" [ 971.636918] env[69365]: _type = "Task" [ 971.636918] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.648163] env[69365]: DEBUG oslo_vmware.api [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Task: {'id': task-3469233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.691953] env[69365]: DEBUG oslo_vmware.api [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Task: {'id': task-3469231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.728177] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d34cfe-8004-4256-8056-dacec9e36d88 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.749821] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Updating instance '07629f5e-e1b1-4aab-b422-8924b572449b' progress to 0 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 971.757784] env[69365]: DEBUG oslo_concurrency.lockutils [req-7ad94805-8549-4dd4-9e65-47a0da4f27e6 req-0bce3040-09b0-4e60-960d-eca1f8eb1326 service nova] Releasing lock "refresh_cache-0bfb9f18-9fbd-4d39-a78f-7e19f20b230f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.846148] env[69365]: DEBUG oslo_vmware.api [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469228, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.919184] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 971.919184] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Cleaning up deleted instances with incomplete migration {{(pid=69365) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 971.925092] env[69365]: DEBUG oslo_concurrency.lockutils [None req-020a70c0-f386-431c-bf1f-61916d1ca2f3 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.940261] env[69365]: DEBUG oslo_vmware.api [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Task: {'id': task-3469232, 'name': ReconfigVM_Task, 'duration_secs': 0.14167} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.940261] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693282', 'volume_id': '35d991d6-1cd3-427c-851d-5de4cf652e89', 'name': 'volume-35d991d6-1cd3-427c-851d-5de4cf652e89', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f60bc564-6cf4-49ed-8fbd-2ab370b0312a', 'attached_at': '', 'detached_at': '', 'volume_id': '35d991d6-1cd3-427c-851d-5de4cf652e89', 'serial': '35d991d6-1cd3-427c-851d-5de4cf652e89'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 971.940261] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 971.940261] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e6d784-9e67-4261-9a6a-3b296f9bdf4f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.949445] env[69365]: DEBUG nova.compute.manager [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 971.957927] env[69365]: DEBUG oslo_concurrency.lockutils [None req-777f9ef9-933e-482c-a2a5-1344bd85d247 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.959634] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.960228] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.721s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.960228] env[69365]: DEBUG nova.objects.instance [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Lazy-loading 'resources' on Instance uuid 54bc7a90-5c83-4c37-a537-a728a98a11ca {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 971.962061] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7d32146a-1a77-4375-bd73-8c1bf0044da4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.007732] env[69365]: DEBUG oslo_vmware.api [None req-48fe23a7-6823-4815-83ca-7a827aeb787c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.044095] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.044364] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.044518] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Deleting the datastore file [datastore2] f60bc564-6cf4-49ed-8fbd-2ab370b0312a {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.044810] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d174776-bfaf-4f2e-9a06-d2b8ec306473 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.056691] env[69365]: DEBUG oslo_vmware.api [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Waiting for the task: (returnval){ [ 972.056691] env[69365]: value = "task-3469235" [ 972.056691] env[69365]: _type = "Task" [ 972.056691] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.070972] env[69365]: DEBUG oslo_vmware.api [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Task: {'id': task-3469235, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.126733] env[69365]: DEBUG oslo_vmware.api [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d79c4b-0949-3449-0884-055a19929b80, 'name': SearchDatastore_Task, 'duration_secs': 0.017295} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.127760] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a9312ed-2268-489f-9595-865675eec5db {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.137396] env[69365]: DEBUG oslo_vmware.api [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 972.137396] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52428026-66af-5bb0-9f2c-d08468509642" [ 972.137396] env[69365]: _type = "Task" [ 972.137396] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.151323] env[69365]: DEBUG oslo_vmware.api [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52428026-66af-5bb0-9f2c-d08468509642, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.155014] env[69365]: DEBUG oslo_vmware.api [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Task: {'id': task-3469233, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.199125] env[69365]: DEBUG oslo_vmware.api [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Task: {'id': task-3469231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.249273] env[69365]: DEBUG nova.network.neutron [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Successfully created port: 4bfa360a-80bf-4e5f-9e86-750dd15530e0 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 972.256696] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.256696] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acb6f202-54cb-4cbc-b598-2b84cf8e7fb8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.267689] env[69365]: DEBUG oslo_vmware.api [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 972.267689] env[69365]: value = "task-3469236" [ 972.267689] env[69365]: _type = "Task" [ 972.267689] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.282627] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] VM already powered off {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 972.282865] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Updating instance '07629f5e-e1b1-4aab-b422-8924b572449b' progress to 17 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 972.348706] env[69365]: DEBUG oslo_vmware.api [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469228, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.422063] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.506238] env[69365]: DEBUG oslo_vmware.api [None req-48fe23a7-6823-4815-83ca-7a827aeb787c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469215, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.569233] env[69365]: DEBUG oslo_vmware.api [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Task: {'id': task-3469235, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145312} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.572114] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.572320] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.572496] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.657876] env[69365]: DEBUG oslo_vmware.api [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Task: {'id': task-3469233, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.666637] env[69365]: DEBUG oslo_vmware.api [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52428026-66af-5bb0-9f2c-d08468509642, 'name': SearchDatastore_Task, 'duration_secs': 0.018033} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.667436] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.667793] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f/0bfb9f18-9fbd-4d39-a78f-7e19f20b230f.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 972.668096] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da5d2c90-66a9-4375-9275-64d05605397d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.672127] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Volume detach. Driver type: vmdk {{(pid=69365) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 972.672447] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d465ba5-bdb3-40bd-a834-1b6bc575ead7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.685757] env[69365]: DEBUG oslo_vmware.api [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 972.685757] env[69365]: value = "task-3469237" [ 972.685757] env[69365]: _type = "Task" [ 972.685757] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.689359] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076481c7-7753-490b-8c90-99a12260d47f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.733027] env[69365]: DEBUG oslo_vmware.api [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.733027] env[69365]: DEBUG oslo_vmware.api [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Task: {'id': task-3469231, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.754517] env[69365]: ERROR nova.compute.manager [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Failed to detach volume 35d991d6-1cd3-427c-851d-5de4cf652e89 from /dev/sda: nova.exception.InstanceNotFound: Instance f60bc564-6cf4-49ed-8fbd-2ab370b0312a could not be found. [ 972.754517] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Traceback (most recent call last): [ 972.754517] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 972.754517] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] self.driver.rebuild(**kwargs) [ 972.754517] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 972.754517] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] raise NotImplementedError() [ 972.754517] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] NotImplementedError [ 972.754517] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] [ 972.754517] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] During handling of the above exception, another exception occurred: [ 972.754517] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] [ 972.754517] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Traceback (most recent call last): [ 972.754517] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 972.754517] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] self.driver.detach_volume(context, old_connection_info, [ 972.754517] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 972.754517] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] return self._volumeops.detach_volume(connection_info, instance) [ 972.754517] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 972.754517] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] self._detach_volume_vmdk(connection_info, instance) [ 972.754517] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 972.754517] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 972.754517] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 972.754517] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] stable_ref.fetch_moref(session) [ 972.754517] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 972.754517] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] raise exception.InstanceNotFound(instance_id=self._uuid) [ 972.754517] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] nova.exception.InstanceNotFound: Instance f60bc564-6cf4-49ed-8fbd-2ab370b0312a could not be found. [ 972.754517] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] [ 972.789648] env[69365]: DEBUG nova.virt.hardware [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.789956] env[69365]: DEBUG nova.virt.hardware [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.790169] env[69365]: DEBUG nova.virt.hardware [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.790401] env[69365]: DEBUG nova.virt.hardware [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.790585] env[69365]: DEBUG nova.virt.hardware [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.790797] env[69365]: DEBUG nova.virt.hardware [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.790995] env[69365]: DEBUG nova.virt.hardware [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.791185] env[69365]: DEBUG nova.virt.hardware [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.791373] env[69365]: DEBUG nova.virt.hardware [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.791540] env[69365]: DEBUG nova.virt.hardware [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.791726] env[69365]: DEBUG nova.virt.hardware [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.810655] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fd1a807-2cc1-4ab3-8ea3-a3810be24e65 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.843965] env[69365]: DEBUG oslo_vmware.api [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 972.843965] env[69365]: value = "task-3469238" [ 972.843965] env[69365]: _type = "Task" [ 972.843965] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.857938] env[69365]: DEBUG oslo_vmware.api [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469238, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.858064] env[69365]: DEBUG oslo_vmware.api [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469228, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.959791] env[69365]: DEBUG nova.compute.manager [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 972.965494] env[69365]: DEBUG nova.compute.utils [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Build of instance f60bc564-6cf4-49ed-8fbd-2ab370b0312a aborted: Failed to rebuild volume backed instance. {{(pid=69365) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 972.969628] env[69365]: ERROR nova.compute.manager [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance f60bc564-6cf4-49ed-8fbd-2ab370b0312a aborted: Failed to rebuild volume backed instance. [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Traceback (most recent call last): [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] self.driver.rebuild(**kwargs) [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] raise NotImplementedError() [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] NotImplementedError [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] During handling of the above exception, another exception occurred: [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Traceback (most recent call last): [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] self._detach_root_volume(context, instance, root_bdm) [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] with excutils.save_and_reraise_exception(): [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] self.force_reraise() [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] raise self.value [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] self.driver.detach_volume(context, old_connection_info, [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] return self._volumeops.detach_volume(connection_info, instance) [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] self._detach_volume_vmdk(connection_info, instance) [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] stable_ref.fetch_moref(session) [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] raise exception.InstanceNotFound(instance_id=self._uuid) [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] nova.exception.InstanceNotFound: Instance f60bc564-6cf4-49ed-8fbd-2ab370b0312a could not be found. [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] During handling of the above exception, another exception occurred: [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Traceback (most recent call last): [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] yield [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 972.969628] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] self._do_rebuild_instance_with_claim( [ 972.971038] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 972.971038] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] self._do_rebuild_instance( [ 972.971038] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 972.971038] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] self._rebuild_default_impl(**kwargs) [ 972.971038] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 972.971038] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] self._rebuild_volume_backed_instance( [ 972.971038] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 972.971038] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] raise exception.BuildAbortException( [ 972.971038] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] nova.exception.BuildAbortException: Build of instance f60bc564-6cf4-49ed-8fbd-2ab370b0312a aborted: Failed to rebuild volume backed instance. [ 972.971038] env[69365]: ERROR nova.compute.manager [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] [ 972.991665] env[69365]: DEBUG nova.virt.hardware [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.991922] env[69365]: DEBUG nova.virt.hardware [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.992106] env[69365]: DEBUG nova.virt.hardware [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.992310] env[69365]: DEBUG nova.virt.hardware [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.992459] env[69365]: DEBUG nova.virt.hardware [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.992605] env[69365]: DEBUG nova.virt.hardware [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.992858] env[69365]: DEBUG nova.virt.hardware [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.993039] env[69365]: DEBUG nova.virt.hardware [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.993227] env[69365]: DEBUG nova.virt.hardware [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.993439] env[69365]: DEBUG nova.virt.hardware [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.993640] env[69365]: DEBUG nova.virt.hardware [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.994819] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581a179c-396e-4512-bcbf-d69813f6ae2f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.018606] env[69365]: DEBUG oslo_vmware.api [None req-48fe23a7-6823-4815-83ca-7a827aeb787c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469215, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.019877] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f3dba5-27db-4dcb-bec0-9826657f9d37 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.050555] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3b85de-8f8e-4a02-8fcc-4bfbf5fb7eb0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.064649] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8207736-68ba-4cf7-9066-61023c5adec0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.117067] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d39d1e4-236b-43c2-a1a7-7562efd67591 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.132287] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a388d86-d3ce-47e6-8794-1070ed0eb5de {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.160816] env[69365]: DEBUG nova.compute.provider_tree [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.173564] env[69365]: DEBUG oslo_vmware.api [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Task: {'id': task-3469233, 'name': PowerOnVM_Task, 'duration_secs': 1.2206} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.174879] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 973.175161] env[69365]: INFO nova.compute.manager [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Took 10.82 seconds to spawn the instance on the hypervisor. [ 973.175433] env[69365]: DEBUG nova.compute.manager [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 973.177358] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7c9c5a-c9ee-4954-b959-5d1b3ccfdb9f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.206939] env[69365]: DEBUG oslo_vmware.api [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Task: {'id': task-3469231, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.228384] env[69365]: DEBUG oslo_vmware.api [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469237, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.351272] env[69365]: DEBUG oslo_vmware.api [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469228, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.358801] env[69365]: DEBUG oslo_vmware.api [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469238, 'name': ReconfigVM_Task, 'duration_secs': 0.451962} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.358801] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Updating instance '07629f5e-e1b1-4aab-b422-8924b572449b' progress to 33 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 973.509037] env[69365]: DEBUG oslo_vmware.api [None req-48fe23a7-6823-4815-83ca-7a827aeb787c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469215, 'name': ReconfigVM_Task, 'duration_secs': 5.999203} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.509037] env[69365]: DEBUG oslo_concurrency.lockutils [None req-48fe23a7-6823-4815-83ca-7a827aeb787c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Releasing lock "ba25f42e-945b-4884-9fca-fecf9a2d294c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.509037] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-48fe23a7-6823-4815-83ca-7a827aeb787c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Reconfigured VM to detach interface {{(pid=69365) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 973.665334] env[69365]: DEBUG nova.scheduler.client.report [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.696966] env[69365]: DEBUG oslo_vmware.api [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Task: {'id': task-3469231, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.465272} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.697400] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 0159ac80-aeb3-4e42-8139-5c2ebc348f61/0159ac80-aeb3-4e42-8139-5c2ebc348f61.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.697662] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.701934] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff396dac-9130-46e9-9fbf-f9f1ebb6e0de {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.707523] env[69365]: INFO nova.compute.manager [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Took 46.38 seconds to build instance. [ 973.713014] env[69365]: DEBUG oslo_vmware.api [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Waiting for the task: (returnval){ [ 973.713014] env[69365]: value = "task-3469239" [ 973.713014] env[69365]: _type = "Task" [ 973.713014] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.727213] env[69365]: DEBUG oslo_vmware.api [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Task: {'id': task-3469239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.731521] env[69365]: DEBUG oslo_vmware.api [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469237, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.633282} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.734161] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f/0bfb9f18-9fbd-4d39-a78f-7e19f20b230f.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.734161] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 973.734161] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-de87cd45-19b1-409e-a860-de7d1b274482 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.740674] env[69365]: DEBUG oslo_vmware.api [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 973.740674] env[69365]: value = "task-3469240" [ 973.740674] env[69365]: _type = "Task" [ 973.740674] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.752370] env[69365]: DEBUG oslo_vmware.api [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.850743] env[69365]: DEBUG oslo_vmware.api [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469228, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.683922} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.851031] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c07082b-0469-45df-b67b-6626b0979c5c/2c07082b-0469-45df-b67b-6626b0979c5c.vmdk to [datastore1] ecaf6d58-1cec-4b9d-9433-e0f418f147d6/ecaf6d58-1cec-4b9d-9433-e0f418f147d6.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 973.854020] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb19709-cb45-4d65-aa64-273d2c642494 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.872866] env[69365]: DEBUG nova.virt.hardware [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.873109] env[69365]: DEBUG nova.virt.hardware [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.873695] env[69365]: DEBUG nova.virt.hardware [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.873695] env[69365]: DEBUG nova.virt.hardware [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.873886] env[69365]: DEBUG nova.virt.hardware [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.873933] env[69365]: DEBUG nova.virt.hardware [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.874149] env[69365]: DEBUG nova.virt.hardware [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.874435] env[69365]: DEBUG nova.virt.hardware [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.874505] env[69365]: DEBUG nova.virt.hardware [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.874687] env[69365]: DEBUG nova.virt.hardware [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.874872] env[69365]: DEBUG nova.virt.hardware [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.881193] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 973.894343] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] ecaf6d58-1cec-4b9d-9433-e0f418f147d6/ecaf6d58-1cec-4b9d-9433-e0f418f147d6.vmdk or device None with type streamOptimized {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 973.896396] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0bd7c80-d8d8-4ac0-9a2f-e54acb761786 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.913246] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c6c20af-dab1-444d-a206-0222cba21e97 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.937842] env[69365]: DEBUG oslo_vmware.api [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 973.937842] env[69365]: value = "task-3469242" [ 973.937842] env[69365]: _type = "Task" [ 973.937842] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.939233] env[69365]: DEBUG oslo_vmware.api [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 973.939233] env[69365]: value = "task-3469241" [ 973.939233] env[69365]: _type = "Task" [ 973.939233] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.953969] env[69365]: DEBUG oslo_vmware.api [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469242, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.955582] env[69365]: DEBUG oslo_vmware.api [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469241, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.960540] env[69365]: DEBUG nova.compute.manager [req-d153e3bb-6579-4597-bc95-40e75f24c24d req-086c1a74-a6b2-405b-bc5b-412a05126678 service nova] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Received event network-vif-deleted-4d17c4bb-a26b-4689-8539-ee69901a4100 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.960800] env[69365]: INFO nova.compute.manager [req-d153e3bb-6579-4597-bc95-40e75f24c24d req-086c1a74-a6b2-405b-bc5b-412a05126678 service nova] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Neutron deleted interface 4d17c4bb-a26b-4689-8539-ee69901a4100; detaching it from the instance and deleting it from the info cache [ 973.961200] env[69365]: DEBUG nova.network.neutron [req-d153e3bb-6579-4597-bc95-40e75f24c24d req-086c1a74-a6b2-405b-bc5b-412a05126678 service nova] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Updating instance_info_cache with network_info: [{"id": "8f5656e2-042d-4609-80c3-22e796bc54ee", "address": "fa:16:3e:e7:d3:05", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f5656e2-04", "ovs_interfaceid": "8f5656e2-042d-4609-80c3-22e796bc54ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.171083] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.173700] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.101s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.204187] env[69365]: INFO nova.scheduler.client.report [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Deleted allocations for instance 54bc7a90-5c83-4c37-a537-a728a98a11ca [ 974.212637] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a541871-d3fa-420d-9c14-1779881180cc tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Lock "61730ea7-f9bb-4708-9e7e-3982261731a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.895s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.224845] env[69365]: DEBUG oslo_vmware.api [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Task: {'id': task-3469239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072704} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.225210] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.226051] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a77c33a-c0ac-41e6-9f96-4de23b5a081f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.254730] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 0159ac80-aeb3-4e42-8139-5c2ebc348f61/0159ac80-aeb3-4e42-8139-5c2ebc348f61.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.254730] env[69365]: DEBUG nova.network.neutron [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Successfully updated port: 4bfa360a-80bf-4e5f-9e86-750dd15530e0 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.259487] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8edc2143-d7d1-4d98-bbee-e14226d581c2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.283934] env[69365]: DEBUG oslo_vmware.api [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087738} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.285627] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.286025] env[69365]: DEBUG oslo_vmware.api [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Waiting for the task: (returnval){ [ 974.286025] env[69365]: value = "task-3469243" [ 974.286025] env[69365]: _type = "Task" [ 974.286025] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.286755] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b68af39-3ec0-4422-99a2-c0e69ef5cf7f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.301021] env[69365]: DEBUG oslo_vmware.api [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Task: {'id': task-3469243, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.319567] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f/0bfb9f18-9fbd-4d39-a78f-7e19f20b230f.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.321026] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a0b5988-f69e-49cf-be2f-86ce6718d09d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.345049] env[69365]: DEBUG oslo_vmware.api [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 974.345049] env[69365]: value = "task-3469244" [ 974.345049] env[69365]: _type = "Task" [ 974.345049] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.355235] env[69365]: DEBUG oslo_vmware.api [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469244, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.432006] env[69365]: DEBUG oslo_concurrency.lockutils [None req-48fe23a7-6823-4815-83ca-7a827aeb787c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "refresh_cache-ba25f42e-945b-4884-9fca-fecf9a2d294c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.432271] env[69365]: DEBUG oslo_concurrency.lockutils [None req-48fe23a7-6823-4815-83ca-7a827aeb787c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquired lock "refresh_cache-ba25f42e-945b-4884-9fca-fecf9a2d294c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.432490] env[69365]: DEBUG nova.network.neutron [None req-48fe23a7-6823-4815-83ca-7a827aeb787c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.453463] env[69365]: DEBUG oslo_vmware.api [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469242, 'name': ReconfigVM_Task, 'duration_secs': 0.480517} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.456611] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 974.456933] env[69365]: DEBUG oslo_vmware.api [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469241, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.457757] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd00b066-f406-4683-b3c4-0f026d9f094a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.478546] env[69365]: DEBUG oslo_concurrency.lockutils [req-d153e3bb-6579-4597-bc95-40e75f24c24d req-086c1a74-a6b2-405b-bc5b-412a05126678 service nova] Acquiring lock "ba25f42e-945b-4884-9fca-fecf9a2d294c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.478767] env[69365]: DEBUG oslo_concurrency.lockutils [req-d153e3bb-6579-4597-bc95-40e75f24c24d req-086c1a74-a6b2-405b-bc5b-412a05126678 service nova] Acquired lock "ba25f42e-945b-4884-9fca-fecf9a2d294c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.487572] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 07629f5e-e1b1-4aab-b422-8924b572449b/07629f5e-e1b1-4aab-b422-8924b572449b.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.488498] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f056c3a6-370d-4d7a-b855-a5ba264c6312 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.495962] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdcc57b5-408b-467a-9142-8bf146ce77f8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.527739] env[69365]: DEBUG oslo_concurrency.lockutils [req-d153e3bb-6579-4597-bc95-40e75f24c24d req-086c1a74-a6b2-405b-bc5b-412a05126678 service nova] Releasing lock "ba25f42e-945b-4884-9fca-fecf9a2d294c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.527889] env[69365]: WARNING nova.compute.manager [req-d153e3bb-6579-4597-bc95-40e75f24c24d req-086c1a74-a6b2-405b-bc5b-412a05126678 service nova] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Detach interface failed, port_id=4d17c4bb-a26b-4689-8539-ee69901a4100, reason: No device with interface-id 4d17c4bb-a26b-4689-8539-ee69901a4100 exists on VM: nova.exception.NotFound: No device with interface-id 4d17c4bb-a26b-4689-8539-ee69901a4100 exists on VM [ 974.529877] env[69365]: DEBUG oslo_vmware.api [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 974.529877] env[69365]: value = "task-3469245" [ 974.529877] env[69365]: _type = "Task" [ 974.529877] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.540084] env[69365]: DEBUG oslo_vmware.api [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469245, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.681260] env[69365]: INFO nova.compute.claims [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.717664] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1fc6b923-92a7-458c-b621-fbe278a580e1 tempest-ServersListShow296Test-247683371 tempest-ServersListShow296Test-247683371-project-member] Lock "54bc7a90-5c83-4c37-a537-a728a98a11ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.362s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.757012] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquiring lock "refresh_cache-efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.757462] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquired lock "refresh_cache-efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.757462] env[69365]: DEBUG nova.network.neutron [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.802779] env[69365]: DEBUG oslo_vmware.api [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Task: {'id': task-3469243, 'name': ReconfigVM_Task, 'duration_secs': 0.324049} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.803091] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 0159ac80-aeb3-4e42-8139-5c2ebc348f61/0159ac80-aeb3-4e42-8139-5c2ebc348f61.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.803716] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70bc5f88-3d92-4b55-86cf-bb220b81e1ee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.812684] env[69365]: DEBUG oslo_vmware.api [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Waiting for the task: (returnval){ [ 974.812684] env[69365]: value = "task-3469246" [ 974.812684] env[69365]: _type = "Task" [ 974.812684] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.822789] env[69365]: DEBUG oslo_vmware.api [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Task: {'id': task-3469246, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.863654] env[69365]: DEBUG oslo_vmware.api [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469244, 'name': ReconfigVM_Task, 'duration_secs': 0.333319} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.863654] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f/0bfb9f18-9fbd-4d39-a78f-7e19f20b230f.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.863654] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2eb21d2-8c5c-4d74-92fc-045b006a5ea8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.870796] env[69365]: DEBUG oslo_vmware.api [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 974.870796] env[69365]: value = "task-3469247" [ 974.870796] env[69365]: _type = "Task" [ 974.870796] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.880968] env[69365]: DEBUG oslo_vmware.api [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469247, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.914455] env[69365]: DEBUG oslo_concurrency.lockutils [None req-806bc284-c2a1-4559-9601-a3f031c1e4ae tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "ba25f42e-945b-4884-9fca-fecf9a2d294c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.914807] env[69365]: DEBUG oslo_concurrency.lockutils [None req-806bc284-c2a1-4559-9601-a3f031c1e4ae tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "ba25f42e-945b-4884-9fca-fecf9a2d294c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.915094] env[69365]: DEBUG oslo_concurrency.lockutils [None req-806bc284-c2a1-4559-9601-a3f031c1e4ae tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "ba25f42e-945b-4884-9fca-fecf9a2d294c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.915326] env[69365]: DEBUG oslo_concurrency.lockutils [None req-806bc284-c2a1-4559-9601-a3f031c1e4ae tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "ba25f42e-945b-4884-9fca-fecf9a2d294c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.915601] env[69365]: DEBUG oslo_concurrency.lockutils [None req-806bc284-c2a1-4559-9601-a3f031c1e4ae tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "ba25f42e-945b-4884-9fca-fecf9a2d294c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.920296] env[69365]: INFO nova.compute.manager [None req-806bc284-c2a1-4559-9601-a3f031c1e4ae tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Terminating instance [ 974.957121] env[69365]: DEBUG oslo_vmware.api [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469241, 'name': ReconfigVM_Task, 'duration_secs': 0.793221} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.957440] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Reconfigured VM instance instance-00000043 to attach disk [datastore1] ecaf6d58-1cec-4b9d-9433-e0f418f147d6/ecaf6d58-1cec-4b9d-9433-e0f418f147d6.vmdk or device None with type streamOptimized {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 974.958165] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05a9e615-89ef-4692-a693-c6939f97900f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.967365] env[69365]: DEBUG oslo_vmware.api [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 974.967365] env[69365]: value = "task-3469248" [ 974.967365] env[69365]: _type = "Task" [ 974.967365] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.981024] env[69365]: DEBUG oslo_vmware.api [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469248, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.013609] env[69365]: DEBUG oslo_concurrency.lockutils [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.041029] env[69365]: DEBUG oslo_vmware.api [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469245, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.191030] env[69365]: INFO nova.compute.resource_tracker [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Updating resource usage from migration 7d6ccf3f-d51c-4400-86d2-a29d71054b30 [ 975.272969] env[69365]: DEBUG nova.compute.manager [req-1385ef1e-d813-4a52-9fdf-19a20068d0ab req-7c3105e5-d692-4118-b65a-45fcc5fe7e86 service nova] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Received event network-changed-ec7698be-cf85-4219-9aae-702d67aca312 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 975.273177] env[69365]: DEBUG nova.compute.manager [req-1385ef1e-d813-4a52-9fdf-19a20068d0ab req-7c3105e5-d692-4118-b65a-45fcc5fe7e86 service nova] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Refreshing instance network info cache due to event network-changed-ec7698be-cf85-4219-9aae-702d67aca312. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 975.273392] env[69365]: DEBUG oslo_concurrency.lockutils [req-1385ef1e-d813-4a52-9fdf-19a20068d0ab req-7c3105e5-d692-4118-b65a-45fcc5fe7e86 service nova] Acquiring lock "refresh_cache-61730ea7-f9bb-4708-9e7e-3982261731a4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.273626] env[69365]: DEBUG oslo_concurrency.lockutils [req-1385ef1e-d813-4a52-9fdf-19a20068d0ab req-7c3105e5-d692-4118-b65a-45fcc5fe7e86 service nova] Acquired lock "refresh_cache-61730ea7-f9bb-4708-9e7e-3982261731a4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.273678] env[69365]: DEBUG nova.network.neutron [req-1385ef1e-d813-4a52-9fdf-19a20068d0ab req-7c3105e5-d692-4118-b65a-45fcc5fe7e86 service nova] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Refreshing network info cache for port ec7698be-cf85-4219-9aae-702d67aca312 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 975.327606] env[69365]: DEBUG oslo_vmware.api [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Task: {'id': task-3469246, 'name': Rename_Task, 'duration_secs': 0.174967} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.330075] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.330345] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ad71648-250d-4ed9-adef-3cd985129f9a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.338115] env[69365]: DEBUG oslo_vmware.api [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Waiting for the task: (returnval){ [ 975.338115] env[69365]: value = "task-3469249" [ 975.338115] env[69365]: _type = "Task" [ 975.338115] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.342394] env[69365]: DEBUG nova.network.neutron [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.349358] env[69365]: DEBUG oslo_vmware.api [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Task: {'id': task-3469249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.382588] env[69365]: DEBUG oslo_vmware.api [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469247, 'name': Rename_Task, 'duration_secs': 0.159877} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.382588] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.382856] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e497e16-34cb-4b31-a19e-e77119c23317 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.394821] env[69365]: DEBUG oslo_vmware.api [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 975.394821] env[69365]: value = "task-3469250" [ 975.394821] env[69365]: _type = "Task" [ 975.394821] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.410314] env[69365]: DEBUG oslo_vmware.api [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.425074] env[69365]: DEBUG nova.compute.manager [None req-806bc284-c2a1-4559-9601-a3f031c1e4ae tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.425293] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-806bc284-c2a1-4559-9601-a3f031c1e4ae tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.426883] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4e6d58-d2af-4dc3-a9e8-944e0a709a29 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.439724] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-806bc284-c2a1-4559-9601-a3f031c1e4ae tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.442871] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c3a2255-6c3e-449e-9dd8-6895950a97e7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.450589] env[69365]: DEBUG oslo_vmware.api [None req-806bc284-c2a1-4559-9601-a3f031c1e4ae tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 975.450589] env[69365]: value = "task-3469251" [ 975.450589] env[69365]: _type = "Task" [ 975.450589] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.458373] env[69365]: DEBUG nova.network.neutron [None req-48fe23a7-6823-4815-83ca-7a827aeb787c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Updating instance_info_cache with network_info: [{"id": "8f5656e2-042d-4609-80c3-22e796bc54ee", "address": "fa:16:3e:e7:d3:05", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f5656e2-04", "ovs_interfaceid": "8f5656e2-042d-4609-80c3-22e796bc54ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.462091] env[69365]: DEBUG oslo_vmware.api [None req-806bc284-c2a1-4559-9601-a3f031c1e4ae tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.480145] env[69365]: DEBUG oslo_vmware.api [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469248, 'name': Rename_Task, 'duration_secs': 0.328928} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.480145] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.480145] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e81e0ed8-2626-4944-81cb-160d16af697f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.494974] env[69365]: DEBUG oslo_vmware.api [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 975.494974] env[69365]: value = "task-3469252" [ 975.494974] env[69365]: _type = "Task" [ 975.494974] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.509872] env[69365]: DEBUG oslo_vmware.api [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.546021] env[69365]: DEBUG oslo_vmware.api [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469245, 'name': ReconfigVM_Task, 'duration_secs': 0.553644} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.546021] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 07629f5e-e1b1-4aab-b422-8924b572449b/07629f5e-e1b1-4aab-b422-8924b572449b.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.546021] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Updating instance '07629f5e-e1b1-4aab-b422-8924b572449b' progress to 50 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 975.659642] env[69365]: DEBUG nova.network.neutron [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Updating instance_info_cache with network_info: [{"id": "4bfa360a-80bf-4e5f-9e86-750dd15530e0", "address": "fa:16:3e:7b:51:27", "network": {"id": "a0f102e1-f5bc-498d-ac38-b7964e384bab", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1975286090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fdb002b6ced4c5f964bfb4a4eb16b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfa360a-80", "ovs_interfaceid": "4bfa360a-80bf-4e5f-9e86-750dd15530e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.681077] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e30dc7-6ca4-42f6-89a7-65056e740524 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.690563] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94c8b87-622e-44ba-afac-ed4bfbbd196f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.724371] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c959f5e-ae86-420c-8732-d675141830af {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.733055] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c0b1b3-0583-432d-abb6-b428c1016e53 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.750062] env[69365]: DEBUG nova.compute.provider_tree [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 975.849026] env[69365]: DEBUG oslo_vmware.api [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Task: {'id': task-3469249, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.909971] env[69365]: DEBUG oslo_vmware.api [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469250, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.960934] env[69365]: DEBUG oslo_vmware.api [None req-806bc284-c2a1-4559-9601-a3f031c1e4ae tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469251, 'name': PowerOffVM_Task, 'duration_secs': 0.213038} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.961240] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-806bc284-c2a1-4559-9601-a3f031c1e4ae tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.961412] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-806bc284-c2a1-4559-9601-a3f031c1e4ae tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.961670] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7fdafe8-9b72-477e-9cf8-96dd37faf627 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.963575] env[69365]: DEBUG oslo_concurrency.lockutils [None req-48fe23a7-6823-4815-83ca-7a827aeb787c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Releasing lock "refresh_cache-ba25f42e-945b-4884-9fca-fecf9a2d294c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.006161] env[69365]: DEBUG oslo_vmware.api [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469252, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.040195] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-806bc284-c2a1-4559-9601-a3f031c1e4ae tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.040419] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-806bc284-c2a1-4559-9601-a3f031c1e4ae tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.040617] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-806bc284-c2a1-4559-9601-a3f031c1e4ae tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Deleting the datastore file [datastore1] ba25f42e-945b-4884-9fca-fecf9a2d294c {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.040898] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b100b37d-a6c1-4ddf-b1a2-91e2ab922ebf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.048655] env[69365]: DEBUG oslo_vmware.api [None req-806bc284-c2a1-4559-9601-a3f031c1e4ae tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 976.048655] env[69365]: value = "task-3469254" [ 976.048655] env[69365]: _type = "Task" [ 976.048655] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.056457] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfb62a8-3e3b-4a65-9f7b-1cb681e202a2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.065847] env[69365]: DEBUG oslo_vmware.api [None req-806bc284-c2a1-4559-9601-a3f031c1e4ae tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.086579] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83d104d-ada0-438a-8031-293dbcaf1448 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.114103] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Updating instance '07629f5e-e1b1-4aab-b422-8924b572449b' progress to 67 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 976.118367] env[69365]: DEBUG nova.compute.manager [req-51e47582-54a4-45f1-983c-261c22664bea req-e765f8cd-93ef-4601-b79c-d57fc10ecd37 service nova] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Received event network-vif-plugged-4bfa360a-80bf-4e5f-9e86-750dd15530e0 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.118554] env[69365]: DEBUG oslo_concurrency.lockutils [req-51e47582-54a4-45f1-983c-261c22664bea req-e765f8cd-93ef-4601-b79c-d57fc10ecd37 service nova] Acquiring lock "efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.118729] env[69365]: DEBUG oslo_concurrency.lockutils [req-51e47582-54a4-45f1-983c-261c22664bea req-e765f8cd-93ef-4601-b79c-d57fc10ecd37 service nova] Lock "efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.118889] env[69365]: DEBUG oslo_concurrency.lockutils [req-51e47582-54a4-45f1-983c-261c22664bea req-e765f8cd-93ef-4601-b79c-d57fc10ecd37 service nova] Lock "efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.119762] env[69365]: DEBUG nova.compute.manager [req-51e47582-54a4-45f1-983c-261c22664bea req-e765f8cd-93ef-4601-b79c-d57fc10ecd37 service nova] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] No waiting events found dispatching network-vif-plugged-4bfa360a-80bf-4e5f-9e86-750dd15530e0 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 976.119762] env[69365]: WARNING nova.compute.manager [req-51e47582-54a4-45f1-983c-261c22664bea req-e765f8cd-93ef-4601-b79c-d57fc10ecd37 service nova] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Received unexpected event network-vif-plugged-4bfa360a-80bf-4e5f-9e86-750dd15530e0 for instance with vm_state building and task_state spawning. [ 976.119762] env[69365]: DEBUG nova.compute.manager [req-51e47582-54a4-45f1-983c-261c22664bea req-e765f8cd-93ef-4601-b79c-d57fc10ecd37 service nova] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Received event network-changed-4bfa360a-80bf-4e5f-9e86-750dd15530e0 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.119762] env[69365]: DEBUG nova.compute.manager [req-51e47582-54a4-45f1-983c-261c22664bea req-e765f8cd-93ef-4601-b79c-d57fc10ecd37 service nova] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Refreshing instance network info cache due to event network-changed-4bfa360a-80bf-4e5f-9e86-750dd15530e0. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.119762] env[69365]: DEBUG oslo_concurrency.lockutils [req-51e47582-54a4-45f1-983c-261c22664bea req-e765f8cd-93ef-4601-b79c-d57fc10ecd37 service nova] Acquiring lock "refresh_cache-efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.164665] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Releasing lock "refresh_cache-efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.164771] env[69365]: DEBUG nova.compute.manager [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Instance network_info: |[{"id": "4bfa360a-80bf-4e5f-9e86-750dd15530e0", "address": "fa:16:3e:7b:51:27", "network": {"id": "a0f102e1-f5bc-498d-ac38-b7964e384bab", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1975286090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fdb002b6ced4c5f964bfb4a4eb16b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfa360a-80", "ovs_interfaceid": "4bfa360a-80bf-4e5f-9e86-750dd15530e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 976.165042] env[69365]: DEBUG oslo_concurrency.lockutils [req-51e47582-54a4-45f1-983c-261c22664bea req-e765f8cd-93ef-4601-b79c-d57fc10ecd37 service nova] Acquired lock "refresh_cache-efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.165438] env[69365]: DEBUG nova.network.neutron [req-51e47582-54a4-45f1-983c-261c22664bea req-e765f8cd-93ef-4601-b79c-d57fc10ecd37 service nova] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Refreshing network info cache for port 4bfa360a-80bf-4e5f-9e86-750dd15530e0 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.166725] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:51:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bfa360a-80bf-4e5f-9e86-750dd15530e0', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.175630] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Creating folder: Project (7fdb002b6ced4c5f964bfb4a4eb16b45). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.182252] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-64f86d7e-3edc-41dd-927a-7e0fa5e84c32 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.195877] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Created folder: Project (7fdb002b6ced4c5f964bfb4a4eb16b45) in parent group-v693134. [ 976.196163] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Creating folder: Instances. Parent ref: group-v693337. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.197468] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-561646c3-dc1d-491c-8393-7e0c70b61a79 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.209373] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Created folder: Instances in parent group-v693337. [ 976.209596] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.209787] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.211823] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2c3c813-3b34-4d51-a304-9b4daaea5827 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.233412] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.233412] env[69365]: value = "task-3469257" [ 976.233412] env[69365]: _type = "Task" [ 976.233412] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.244547] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469257, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.254292] env[69365]: DEBUG nova.scheduler.client.report [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.350171] env[69365]: DEBUG oslo_vmware.api [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Task: {'id': task-3469249, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.409436] env[69365]: DEBUG oslo_vmware.api [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469250, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.430321] env[69365]: DEBUG nova.network.neutron [req-1385ef1e-d813-4a52-9fdf-19a20068d0ab req-7c3105e5-d692-4118-b65a-45fcc5fe7e86 service nova] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Updated VIF entry in instance network info cache for port ec7698be-cf85-4219-9aae-702d67aca312. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.430688] env[69365]: DEBUG nova.network.neutron [req-1385ef1e-d813-4a52-9fdf-19a20068d0ab req-7c3105e5-d692-4118-b65a-45fcc5fe7e86 service nova] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Updating instance_info_cache with network_info: [{"id": "ec7698be-cf85-4219-9aae-702d67aca312", "address": "fa:16:3e:4a:8e:54", "network": {"id": "1da03e09-7ffd-4c3c-a6cf-7d86e695224e", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1756482558-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a871b1474c1434ba901872b953eb5fa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a31b224-77d7-48a4-af87-312758611b8e", "external-id": "nsx-vlan-transportzone-761", "segmentation_id": 761, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec7698be-cf", "ovs_interfaceid": "ec7698be-cf85-4219-9aae-702d67aca312", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.470553] env[69365]: DEBUG oslo_concurrency.lockutils [None req-48fe23a7-6823-4815-83ca-7a827aeb787c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "interface-ba25f42e-945b-4884-9fca-fecf9a2d294c-4d17c4bb-a26b-4689-8539-ee69901a4100" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.597s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.512636] env[69365]: DEBUG oslo_vmware.api [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469252, 'name': PowerOnVM_Task, 'duration_secs': 0.78076} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.513240] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.513472] env[69365]: INFO nova.compute.manager [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Took 16.76 seconds to spawn the instance on the hypervisor. [ 976.513699] env[69365]: DEBUG nova.compute.manager [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.514796] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9171e8-152a-408f-9280-3991d61ab891 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.561300] env[69365]: DEBUG oslo_vmware.api [None req-806bc284-c2a1-4559-9601-a3f031c1e4ae tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.265622} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.561593] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-806bc284-c2a1-4559-9601-a3f031c1e4ae tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.561742] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-806bc284-c2a1-4559-9601-a3f031c1e4ae tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.561925] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-806bc284-c2a1-4559-9601-a3f031c1e4ae tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.562163] env[69365]: INFO nova.compute.manager [None req-806bc284-c2a1-4559-9601-a3f031c1e4ae tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 976.562413] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-806bc284-c2a1-4559-9601-a3f031c1e4ae tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.563091] env[69365]: DEBUG nova.compute.manager [-] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.563256] env[69365]: DEBUG nova.network.neutron [-] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.594065] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c931d9ec-8484-4b10-9077-83d0d1fc6390 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Acquiring lock "f60bc564-6cf4-49ed-8fbd-2ab370b0312a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.594551] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c931d9ec-8484-4b10-9077-83d0d1fc6390 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Lock "f60bc564-6cf4-49ed-8fbd-2ab370b0312a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.594928] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c931d9ec-8484-4b10-9077-83d0d1fc6390 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Acquiring lock "f60bc564-6cf4-49ed-8fbd-2ab370b0312a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.595294] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c931d9ec-8484-4b10-9077-83d0d1fc6390 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Lock "f60bc564-6cf4-49ed-8fbd-2ab370b0312a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.595609] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c931d9ec-8484-4b10-9077-83d0d1fc6390 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Lock "f60bc564-6cf4-49ed-8fbd-2ab370b0312a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.598500] env[69365]: INFO nova.compute.manager [None req-c931d9ec-8484-4b10-9077-83d0d1fc6390 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Terminating instance [ 976.664025] env[69365]: DEBUG nova.network.neutron [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Port 967b8d92-dd27-4384-9cfc-581748f09615 binding to destination host cpu-1 is already ACTIVE {{(pid=69365) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 976.748358] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469257, 'name': CreateVM_Task, 'duration_secs': 0.46044} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.748358] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.748358] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.748358] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.748358] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.748358] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3492dccd-7038-44e9-95b3-55ad45ad8ff8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.753915] env[69365]: DEBUG oslo_vmware.api [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 976.753915] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5260afaf-40f4-6e42-4dd1-4c2a621db941" [ 976.753915] env[69365]: _type = "Task" [ 976.753915] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.759482] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.586s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.759731] env[69365]: INFO nova.compute.manager [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Migrating [ 976.770418] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2351152f-05cb-4a7f-b77e-585cc285769f tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.191s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.770725] env[69365]: DEBUG nova.objects.instance [None req-2351152f-05cb-4a7f-b77e-585cc285769f tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lazy-loading 'resources' on Instance uuid 0f4e5793-a942-4c82-acd1-c175bd1e9da4 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.774066] env[69365]: DEBUG oslo_vmware.api [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5260afaf-40f4-6e42-4dd1-4c2a621db941, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.784424] env[69365]: DEBUG nova.network.neutron [req-51e47582-54a4-45f1-983c-261c22664bea req-e765f8cd-93ef-4601-b79c-d57fc10ecd37 service nova] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Updated VIF entry in instance network info cache for port 4bfa360a-80bf-4e5f-9e86-750dd15530e0. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 976.785345] env[69365]: DEBUG nova.network.neutron [req-51e47582-54a4-45f1-983c-261c22664bea req-e765f8cd-93ef-4601-b79c-d57fc10ecd37 service nova] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Updating instance_info_cache with network_info: [{"id": "4bfa360a-80bf-4e5f-9e86-750dd15530e0", "address": "fa:16:3e:7b:51:27", "network": {"id": "a0f102e1-f5bc-498d-ac38-b7964e384bab", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1975286090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fdb002b6ced4c5f964bfb4a4eb16b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfa360a-80", "ovs_interfaceid": "4bfa360a-80bf-4e5f-9e86-750dd15530e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.850125] env[69365]: DEBUG oslo_vmware.api [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Task: {'id': task-3469249, 'name': PowerOnVM_Task, 'duration_secs': 1.226538} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.851408] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.851408] env[69365]: INFO nova.compute.manager [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Took 11.91 seconds to spawn the instance on the hypervisor. [ 976.851408] env[69365]: DEBUG nova.compute.manager [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.851697] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee53255-bb0c-4384-806d-3758878c2914 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.913480] env[69365]: DEBUG oslo_vmware.api [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469250, 'name': PowerOnVM_Task, 'duration_secs': 1.176402} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.913480] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.913559] env[69365]: INFO nova.compute.manager [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Took 9.27 seconds to spawn the instance on the hypervisor. [ 976.913718] env[69365]: DEBUG nova.compute.manager [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 976.914562] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc248761-b154-4f3b-870f-a165d7c7c8c6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.923724] env[69365]: WARNING oslo_messaging._drivers.amqpdriver [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 976.933929] env[69365]: DEBUG oslo_concurrency.lockutils [req-1385ef1e-d813-4a52-9fdf-19a20068d0ab req-7c3105e5-d692-4118-b65a-45fcc5fe7e86 service nova] Releasing lock "refresh_cache-61730ea7-f9bb-4708-9e7e-3982261731a4" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.035861] env[69365]: INFO nova.compute.manager [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Took 54.48 seconds to build instance. [ 977.107373] env[69365]: DEBUG nova.compute.manager [None req-c931d9ec-8484-4b10-9077-83d0d1fc6390 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 977.107373] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04355c4d-36eb-4dc4-afab-2abecf4f1969 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.117868] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da159e4-84d5-48be-bf9d-ee87ca4c13d5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.157986] env[69365]: WARNING nova.virt.vmwareapi.driver [None req-c931d9ec-8484-4b10-9077-83d0d1fc6390 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance f60bc564-6cf4-49ed-8fbd-2ab370b0312a could not be found. [ 977.158431] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c931d9ec-8484-4b10-9077-83d0d1fc6390 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 977.158864] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1d30df4-2904-4773-bcf6-6deaf4b17c98 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.184238] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f71d7a-1a91-44b7-b6c8-5d0d3c88f21b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.229104] env[69365]: WARNING nova.virt.vmwareapi.vmops [None req-c931d9ec-8484-4b10-9077-83d0d1fc6390 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance f60bc564-6cf4-49ed-8fbd-2ab370b0312a could not be found. [ 977.229104] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c931d9ec-8484-4b10-9077-83d0d1fc6390 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 977.229104] env[69365]: INFO nova.compute.manager [None req-c931d9ec-8484-4b10-9077-83d0d1fc6390 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Took 0.12 seconds to destroy the instance on the hypervisor. [ 977.229329] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c931d9ec-8484-4b10-9077-83d0d1fc6390 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 977.230578] env[69365]: DEBUG nova.compute.manager [-] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 977.232025] env[69365]: DEBUG nova.network.neutron [-] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 977.265096] env[69365]: DEBUG oslo_vmware.api [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5260afaf-40f4-6e42-4dd1-4c2a621db941, 'name': SearchDatastore_Task, 'duration_secs': 0.038345} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.265610] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.265610] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.266158] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.266158] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.266314] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.267289] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-688454f9-689a-433e-8374-b20a3761cb4d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.282906] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.282906] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.283459] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e476b022-a85d-426e-9f08-373ea216362f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.288326] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "refresh_cache-fc40515e-6823-454b-8825-a2585bd9065c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.288802] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquired lock "refresh_cache-fc40515e-6823-454b-8825-a2585bd9065c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.288802] env[69365]: DEBUG nova.network.neutron [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.290833] env[69365]: DEBUG oslo_concurrency.lockutils [req-51e47582-54a4-45f1-983c-261c22664bea req-e765f8cd-93ef-4601-b79c-d57fc10ecd37 service nova] Releasing lock "refresh_cache-efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.292546] env[69365]: DEBUG oslo_vmware.api [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 977.292546] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]524e5bdb-3496-2f5f-0564-c8257b84bb7f" [ 977.292546] env[69365]: _type = "Task" [ 977.292546] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.312476] env[69365]: DEBUG oslo_vmware.api [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]524e5bdb-3496-2f5f-0564-c8257b84bb7f, 'name': SearchDatastore_Task, 'duration_secs': 0.018292} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.313736] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e44dcae4-8d03-492e-8ace-7857b61eb6c6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.320693] env[69365]: DEBUG oslo_vmware.api [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 977.320693] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52204f6f-866e-9a9d-641d-5238115f4a9c" [ 977.320693] env[69365]: _type = "Task" [ 977.320693] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.337020] env[69365]: DEBUG oslo_vmware.api [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52204f6f-866e-9a9d-641d-5238115f4a9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.381986] env[69365]: INFO nova.compute.manager [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Took 39.92 seconds to build instance. [ 977.437746] env[69365]: INFO nova.compute.manager [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Took 38.17 seconds to build instance. [ 977.539650] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ffaa705-9c77-4619-956f-03fe09f8a7b0 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "ecaf6d58-1cec-4b9d-9433-e0f418f147d6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.686429] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "07629f5e-e1b1-4aab-b422-8924b572449b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.686726] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "07629f5e-e1b1-4aab-b422-8924b572449b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.686914] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "07629f5e-e1b1-4aab-b422-8924b572449b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.690751] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad29f44-4ee7-43f5-bc9d-ffa631f7024d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.704214] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5b23db-3915-4388-9a12-50b7ab48725d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.739329] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f6ac79-d1a1-4807-ac6a-8b97f31ffb39 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.747951] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223f447a-2b3c-4798-98b3-40eb755dd59b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.762485] env[69365]: DEBUG nova.compute.provider_tree [None req-2351152f-05cb-4a7f-b77e-585cc285769f tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.803780] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ffa7bbf-522b-46f9-9d99-41942d68b74d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "ecaf6d58-1cec-4b9d-9433-e0f418f147d6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.804076] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ffa7bbf-522b-46f9-9d99-41942d68b74d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "ecaf6d58-1cec-4b9d-9433-e0f418f147d6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.804299] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ffa7bbf-522b-46f9-9d99-41942d68b74d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "ecaf6d58-1cec-4b9d-9433-e0f418f147d6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.804482] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ffa7bbf-522b-46f9-9d99-41942d68b74d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "ecaf6d58-1cec-4b9d-9433-e0f418f147d6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.804648] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ffa7bbf-522b-46f9-9d99-41942d68b74d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "ecaf6d58-1cec-4b9d-9433-e0f418f147d6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.806865] env[69365]: INFO nova.compute.manager [None req-4ffa7bbf-522b-46f9-9d99-41942d68b74d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Terminating instance [ 977.832467] env[69365]: DEBUG oslo_vmware.api [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52204f6f-866e-9a9d-641d-5238115f4a9c, 'name': SearchDatastore_Task, 'duration_secs': 0.034466} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.832732] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.833141] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7/efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 977.833260] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-daa59193-e9e6-449f-8c78-6d466c2f89a3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.842588] env[69365]: DEBUG oslo_vmware.api [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 977.842588] env[69365]: value = "task-3469258" [ 977.842588] env[69365]: _type = "Task" [ 977.842588] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.852666] env[69365]: DEBUG oslo_vmware.api [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469258, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.885173] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ab3cfd07-19cd-4399-bcec-61b6538cd51f tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Lock "0159ac80-aeb3-4e42-8139-5c2ebc348f61" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.439s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.939358] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2289f452-045d-4e6a-880f-f0d64dfa1627 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Lock "0bfb9f18-9fbd-4d39-a78f-7e19f20b230f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.683s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.089840] env[69365]: DEBUG nova.network.neutron [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Updating instance_info_cache with network_info: [{"id": "5c13dea9-5962-4c27-a53a-8bcf67109960", "address": "fa:16:3e:35:9c:2c", "network": {"id": "07ac35b7-5e02-4e42-9be3-f1b0032ca382", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2090389770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ecde38286934540b1d17f878d3cbde8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c13dea9-59", "ovs_interfaceid": "5c13dea9-5962-4c27-a53a-8bcf67109960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.267252] env[69365]: DEBUG nova.scheduler.client.report [None req-2351152f-05cb-4a7f-b77e-585cc285769f tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.311930] env[69365]: DEBUG nova.compute.manager [None req-4ffa7bbf-522b-46f9-9d99-41942d68b74d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.312193] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffa7bbf-522b-46f9-9d99-41942d68b74d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.313399] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c315c3ee-3260-4171-875e-b23c3d25ff4e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.323170] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ffa7bbf-522b-46f9-9d99-41942d68b74d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.324165] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1560b10-5ec7-43c5-a193-e25616fbd087 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.334205] env[69365]: DEBUG oslo_vmware.api [None req-4ffa7bbf-522b-46f9-9d99-41942d68b74d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 978.334205] env[69365]: value = "task-3469259" [ 978.334205] env[69365]: _type = "Task" [ 978.334205] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.349596] env[69365]: DEBUG oslo_vmware.api [None req-4ffa7bbf-522b-46f9-9d99-41942d68b74d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.360212] env[69365]: DEBUG oslo_vmware.api [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469258, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.424225] env[69365]: DEBUG nova.network.neutron [-] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.531693] env[69365]: DEBUG nova.compute.manager [req-b89e702c-83cb-455f-b7c9-7a85991ccf26 req-7c522c21-8475-4ea3-a14d-752c0dcb38ce service nova] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Received event network-vif-deleted-8f5656e2-042d-4609-80c3-22e796bc54ee {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.592909] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Releasing lock "refresh_cache-fc40515e-6823-454b-8825-a2585bd9065c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.752153] env[69365]: INFO nova.compute.manager [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Rescuing [ 978.752415] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Acquiring lock "refresh_cache-0bfb9f18-9fbd-4d39-a78f-7e19f20b230f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.752564] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Acquired lock "refresh_cache-0bfb9f18-9fbd-4d39-a78f-7e19f20b230f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.752881] env[69365]: DEBUG nova.network.neutron [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.755121] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "refresh_cache-07629f5e-e1b1-4aab-b422-8924b572449b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.755350] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquired lock "refresh_cache-07629f5e-e1b1-4aab-b422-8924b572449b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.755515] env[69365]: DEBUG nova.network.neutron [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.774973] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2351152f-05cb-4a7f-b77e-585cc285769f tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.777600] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e8ee9214-d16e-4b6c-826c-c207be60e1ac tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.529s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.778487] env[69365]: DEBUG nova.objects.instance [None req-e8ee9214-d16e-4b6c-826c-c207be60e1ac tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Lazy-loading 'resources' on Instance uuid 5c1aa02c-4766-4f94-9554-fa36b42705bf {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.802387] env[69365]: DEBUG nova.network.neutron [-] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.805221] env[69365]: INFO nova.scheduler.client.report [None req-2351152f-05cb-4a7f-b77e-585cc285769f tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Deleted allocations for instance 0f4e5793-a942-4c82-acd1-c175bd1e9da4 [ 978.847931] env[69365]: DEBUG oslo_vmware.api [None req-4ffa7bbf-522b-46f9-9d99-41942d68b74d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469259, 'name': PowerOffVM_Task, 'duration_secs': 0.230398} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.849062] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ffa7bbf-522b-46f9-9d99-41942d68b74d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.849260] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffa7bbf-522b-46f9-9d99-41942d68b74d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.849600] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2042596-c4ae-42ae-8d0d-057fbb79bf14 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.862685] env[69365]: DEBUG oslo_vmware.api [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469258, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567236} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.862971] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7/efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.863484] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.863484] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73c647b4-c172-4672-8a0c-a4a8bcb49f00 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.872118] env[69365]: DEBUG oslo_vmware.api [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 978.872118] env[69365]: value = "task-3469261" [ 978.872118] env[69365]: _type = "Task" [ 978.872118] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.884326] env[69365]: DEBUG oslo_vmware.api [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.926799] env[69365]: INFO nova.compute.manager [-] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Took 2.36 seconds to deallocate network for instance. [ 978.953970] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffa7bbf-522b-46f9-9d99-41942d68b74d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.954215] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffa7bbf-522b-46f9-9d99-41942d68b74d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.954414] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ffa7bbf-522b-46f9-9d99-41942d68b74d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Deleting the datastore file [datastore1] ecaf6d58-1cec-4b9d-9433-e0f418f147d6 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.954680] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83659d9b-7028-47aa-9f3b-85d5eb137ddf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.966307] env[69365]: DEBUG oslo_vmware.api [None req-4ffa7bbf-522b-46f9-9d99-41942d68b74d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 978.966307] env[69365]: value = "task-3469262" [ 978.966307] env[69365]: _type = "Task" [ 978.966307] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.982033] env[69365]: DEBUG oslo_vmware.api [None req-4ffa7bbf-522b-46f9-9d99-41942d68b74d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.230914] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4d7e9bed-9c27-4606-b1e2-389cd559849e tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Acquiring lock "0159ac80-aeb3-4e42-8139-5c2ebc348f61" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.230914] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4d7e9bed-9c27-4606-b1e2-389cd559849e tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Lock "0159ac80-aeb3-4e42-8139-5c2ebc348f61" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.231274] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4d7e9bed-9c27-4606-b1e2-389cd559849e tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Acquiring lock "0159ac80-aeb3-4e42-8139-5c2ebc348f61-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.231274] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4d7e9bed-9c27-4606-b1e2-389cd559849e tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Lock "0159ac80-aeb3-4e42-8139-5c2ebc348f61-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.232031] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4d7e9bed-9c27-4606-b1e2-389cd559849e tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Lock "0159ac80-aeb3-4e42-8139-5c2ebc348f61-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.233602] env[69365]: INFO nova.compute.manager [None req-4d7e9bed-9c27-4606-b1e2-389cd559849e tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Terminating instance [ 979.305411] env[69365]: INFO nova.compute.manager [-] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Took 2.07 seconds to deallocate network for instance. [ 979.314542] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2351152f-05cb-4a7f-b77e-585cc285769f tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "0f4e5793-a942-4c82-acd1-c175bd1e9da4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.295s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.388288] env[69365]: DEBUG oslo_vmware.api [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.195389} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.388569] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.390018] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd524c2f-82c2-4772-b70f-81646438abb3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.420208] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7/efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.425929] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21dcee32-71df-4cdc-8d21-d7116621290f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.443697] env[69365]: DEBUG oslo_concurrency.lockutils [None req-806bc284-c2a1-4559-9601-a3f031c1e4ae tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.452510] env[69365]: DEBUG oslo_vmware.api [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 979.452510] env[69365]: value = "task-3469263" [ 979.452510] env[69365]: _type = "Task" [ 979.452510] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.466266] env[69365]: DEBUG oslo_vmware.api [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469263, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.485887] env[69365]: DEBUG oslo_vmware.api [None req-4ffa7bbf-522b-46f9-9d99-41942d68b74d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416197} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.488767] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ffa7bbf-522b-46f9-9d99-41942d68b74d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.489053] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffa7bbf-522b-46f9-9d99-41942d68b74d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.489879] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffa7bbf-522b-46f9-9d99-41942d68b74d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.489879] env[69365]: INFO nova.compute.manager [None req-4ffa7bbf-522b-46f9-9d99-41942d68b74d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Took 1.18 seconds to destroy the instance on the hypervisor. [ 979.489879] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ffa7bbf-522b-46f9-9d99-41942d68b74d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.490117] env[69365]: DEBUG nova.compute.manager [-] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.490117] env[69365]: DEBUG nova.network.neutron [-] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.684742] env[69365]: DEBUG nova.network.neutron [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Updating instance_info_cache with network_info: [{"id": "967b8d92-dd27-4384-9cfc-581748f09615", "address": "fa:16:3e:cb:37:c9", "network": {"id": "0a070169-0690-453d-b7d9-d59c0d25b157", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1450700306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2cf307cf4e4974b5e0a86d35a92e32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap967b8d92-dd", "ovs_interfaceid": "967b8d92-dd27-4384-9cfc-581748f09615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.739659] env[69365]: DEBUG nova.compute.manager [None req-4d7e9bed-9c27-4606-b1e2-389cd559849e tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.739912] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7e9bed-9c27-4606-b1e2-389cd559849e tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.741014] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4478076c-8cee-4ba5-9fd0-0fda17064dd0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.750679] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7e9bed-9c27-4606-b1e2-389cd559849e tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.750977] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-587e9a85-dd22-4ef1-b0b2-193fd97f348a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.762263] env[69365]: DEBUG oslo_vmware.api [None req-4d7e9bed-9c27-4606-b1e2-389cd559849e tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Waiting for the task: (returnval){ [ 979.762263] env[69365]: value = "task-3469264" [ 979.762263] env[69365]: _type = "Task" [ 979.762263] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.772332] env[69365]: DEBUG oslo_vmware.api [None req-4d7e9bed-9c27-4606-b1e2-389cd559849e tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Task: {'id': task-3469264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.796177] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734c5eca-0bfa-4637-ba59-8fdefa223fe6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.804743] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2068c056-fbd6-4f8b-95e1-4df2df654ac4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.838364] env[69365]: DEBUG oslo_concurrency.lockutils [None req-04c7e499-d266-4da1-8cb9-0f80c2f6d03c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "a9672f20-2f1f-4ab4-861a-e542250eb592" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.838625] env[69365]: DEBUG oslo_concurrency.lockutils [None req-04c7e499-d266-4da1-8cb9-0f80c2f6d03c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "a9672f20-2f1f-4ab4-861a-e542250eb592" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.839259] env[69365]: DEBUG oslo_concurrency.lockutils [None req-04c7e499-d266-4da1-8cb9-0f80c2f6d03c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "a9672f20-2f1f-4ab4-861a-e542250eb592-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.839259] env[69365]: DEBUG oslo_concurrency.lockutils [None req-04c7e499-d266-4da1-8cb9-0f80c2f6d03c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "a9672f20-2f1f-4ab4-861a-e542250eb592-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.839259] env[69365]: DEBUG oslo_concurrency.lockutils [None req-04c7e499-d266-4da1-8cb9-0f80c2f6d03c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "a9672f20-2f1f-4ab4-861a-e542250eb592-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.841710] env[69365]: INFO nova.compute.manager [None req-04c7e499-d266-4da1-8cb9-0f80c2f6d03c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Terminating instance [ 979.843627] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b65371-8f13-4ac2-bc4a-e4eea09bff1e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.854200] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aba22ea-a6a1-40a8-ab27-2846f7befc64 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.861211] env[69365]: DEBUG nova.network.neutron [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Updating instance_info_cache with network_info: [{"id": "b9dac7e3-4a02-4c63-9e44-9c3b329a5619", "address": "fa:16:3e:e5:8e:b4", "network": {"id": "beba554c-cfa5-447f-b77a-2b6638b3fd2c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1183675991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "deaa56240dcc454eac71df1734f09fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9dac7e3-4a", "ovs_interfaceid": "b9dac7e3-4a02-4c63-9e44-9c3b329a5619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.870846] env[69365]: DEBUG nova.compute.provider_tree [None req-e8ee9214-d16e-4b6c-826c-c207be60e1ac tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.892543] env[69365]: INFO nova.compute.manager [None req-c931d9ec-8484-4b10-9077-83d0d1fc6390 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Took 0.59 seconds to detach 1 volumes for instance. [ 979.895038] env[69365]: DEBUG nova.compute.manager [None req-c931d9ec-8484-4b10-9077-83d0d1fc6390 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Deleting volume: 35d991d6-1cd3-427c-851d-5de4cf652e89 {{(pid=69365) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 979.966763] env[69365]: DEBUG oslo_vmware.api [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469263, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.112480] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7eb334-5a15-409a-8c18-decb78c664e9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.137082] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Updating instance 'fc40515e-6823-454b-8825-a2585bd9065c' progress to 0 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 980.190256] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Releasing lock "refresh_cache-07629f5e-e1b1-4aab-b422-8924b572449b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.275950] env[69365]: DEBUG oslo_vmware.api [None req-4d7e9bed-9c27-4606-b1e2-389cd559849e tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Task: {'id': task-3469264, 'name': PowerOffVM_Task, 'duration_secs': 0.453242} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.276687] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d7e9bed-9c27-4606-b1e2-389cd559849e tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.277324] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7e9bed-9c27-4606-b1e2-389cd559849e tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.277687] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3cb71c7-106f-4ce3-be9f-c62979ebcec2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.357182] env[69365]: DEBUG nova.compute.manager [None req-04c7e499-d266-4da1-8cb9-0f80c2f6d03c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.357182] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-04c7e499-d266-4da1-8cb9-0f80c2f6d03c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.357182] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f1990c-8984-4ce9-a38e-b589fac4ffc3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.364661] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c7e499-d266-4da1-8cb9-0f80c2f6d03c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.365051] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26887c82-0a9e-42ec-b35b-dfeef0c95e62 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.374118] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Releasing lock "refresh_cache-0bfb9f18-9fbd-4d39-a78f-7e19f20b230f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.377767] env[69365]: DEBUG nova.scheduler.client.report [None req-e8ee9214-d16e-4b6c-826c-c207be60e1ac tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.382188] env[69365]: DEBUG oslo_vmware.api [None req-04c7e499-d266-4da1-8cb9-0f80c2f6d03c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 980.382188] env[69365]: value = "task-3469267" [ 980.382188] env[69365]: _type = "Task" [ 980.382188] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.399974] env[69365]: DEBUG oslo_vmware.api [None req-04c7e499-d266-4da1-8cb9-0f80c2f6d03c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3469267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.420482] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7e9bed-9c27-4606-b1e2-389cd559849e tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.420718] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7e9bed-9c27-4606-b1e2-389cd559849e tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.420884] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d7e9bed-9c27-4606-b1e2-389cd559849e tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Deleting the datastore file [datastore1] 0159ac80-aeb3-4e42-8139-5c2ebc348f61 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.421177] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f833113-4784-450a-835e-883abf742aea {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.430159] env[69365]: DEBUG oslo_vmware.api [None req-4d7e9bed-9c27-4606-b1e2-389cd559849e tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Waiting for the task: (returnval){ [ 980.430159] env[69365]: value = "task-3469268" [ 980.430159] env[69365]: _type = "Task" [ 980.430159] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.442862] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c931d9ec-8484-4b10-9077-83d0d1fc6390 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.443489] env[69365]: DEBUG oslo_vmware.api [None req-4d7e9bed-9c27-4606-b1e2-389cd559849e tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Task: {'id': task-3469268, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.466068] env[69365]: DEBUG oslo_vmware.api [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469263, 'name': ReconfigVM_Task, 'duration_secs': 0.797829} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.466068] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Reconfigured VM instance instance-00000047 to attach disk [datastore2] efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7/efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.466453] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-731391f7-ef46-4eb3-a190-3127cdbe2e66 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.475618] env[69365]: DEBUG oslo_vmware.api [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 980.475618] env[69365]: value = "task-3469269" [ 980.475618] env[69365]: _type = "Task" [ 980.475618] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.488611] env[69365]: DEBUG oslo_vmware.api [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469269, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.632410] env[69365]: DEBUG nova.compute.manager [req-4ee597a3-2cc0-4390-8f21-73fa207ddcf7 req-c1db363b-8362-45cd-bf9c-3c4d554227d3 service nova] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Received event network-vif-deleted-7ceccb8c-b149-4daa-a1c9-a8d67119fb97 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.632588] env[69365]: DEBUG nova.compute.manager [req-4ee597a3-2cc0-4390-8f21-73fa207ddcf7 req-c1db363b-8362-45cd-bf9c-3c4d554227d3 service nova] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Received event network-vif-deleted-9c64b55a-a659-4cda-93da-79860eabeebf {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.632754] env[69365]: INFO nova.compute.manager [req-4ee597a3-2cc0-4390-8f21-73fa207ddcf7 req-c1db363b-8362-45cd-bf9c-3c4d554227d3 service nova] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Neutron deleted interface 9c64b55a-a659-4cda-93da-79860eabeebf; detaching it from the instance and deleting it from the info cache [ 980.632920] env[69365]: DEBUG nova.network.neutron [req-4ee597a3-2cc0-4390-8f21-73fa207ddcf7 req-c1db363b-8362-45cd-bf9c-3c4d554227d3 service nova] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.647820] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.648270] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-35514cbe-26dd-48f4-b474-4fc4ba3ad199 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.661528] env[69365]: DEBUG oslo_vmware.api [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 980.661528] env[69365]: value = "task-3469270" [ 980.661528] env[69365]: _type = "Task" [ 980.661528] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.671663] env[69365]: DEBUG oslo_vmware.api [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.723722] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30cb512-2ac8-40ee-8c61-01e26e42332f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.728230] env[69365]: DEBUG nova.network.neutron [-] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.745360] env[69365]: INFO nova.compute.manager [-] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Took 1.26 seconds to deallocate network for instance. [ 980.746253] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c003a642-b1e0-40f0-98a9-e041ad11ad00 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.763755] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Updating instance '07629f5e-e1b1-4aab-b422-8924b572449b' progress to 83 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 980.896284] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e8ee9214-d16e-4b6c-826c-c207be60e1ac tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.896954] env[69365]: DEBUG oslo_vmware.api [None req-04c7e499-d266-4da1-8cb9-0f80c2f6d03c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3469267, 'name': PowerOffVM_Task, 'duration_secs': 0.268792} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.897490] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.762s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.899052] env[69365]: INFO nova.compute.claims [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.902090] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-04c7e499-d266-4da1-8cb9-0f80c2f6d03c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 980.902267] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-04c7e499-d266-4da1-8cb9-0f80c2f6d03c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 980.902997] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-554dcdd7-cc39-45fa-b2d2-6d9957149e16 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.925709] env[69365]: INFO nova.scheduler.client.report [None req-e8ee9214-d16e-4b6c-826c-c207be60e1ac tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Deleted allocations for instance 5c1aa02c-4766-4f94-9554-fa36b42705bf [ 980.942597] env[69365]: DEBUG oslo_vmware.api [None req-4d7e9bed-9c27-4606-b1e2-389cd559849e tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Task: {'id': task-3469268, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278352} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.945070] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d7e9bed-9c27-4606-b1e2-389cd559849e tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.945070] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7e9bed-9c27-4606-b1e2-389cd559849e tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.945070] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4d7e9bed-9c27-4606-b1e2-389cd559849e tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.945070] env[69365]: INFO nova.compute.manager [None req-4d7e9bed-9c27-4606-b1e2-389cd559849e tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Took 1.20 seconds to destroy the instance on the hypervisor. [ 980.945070] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d7e9bed-9c27-4606-b1e2-389cd559849e tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 980.945657] env[69365]: DEBUG nova.compute.manager [-] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 980.945787] env[69365]: DEBUG nova.network.neutron [-] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 980.989089] env[69365]: DEBUG oslo_vmware.api [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469269, 'name': Rename_Task, 'duration_secs': 0.214579} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.990508] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.991186] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-04c7e499-d266-4da1-8cb9-0f80c2f6d03c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 980.991453] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-04c7e499-d266-4da1-8cb9-0f80c2f6d03c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 980.991624] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-04c7e499-d266-4da1-8cb9-0f80c2f6d03c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Deleting the datastore file [datastore1] a9672f20-2f1f-4ab4-861a-e542250eb592 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 980.991914] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-780627c6-99e9-4c02-b409-e1fd2bd28c34 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.995098] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d16265ec-b244-43a2-b2dc-ea0440686779 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.010021] env[69365]: DEBUG oslo_vmware.api [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 981.010021] env[69365]: value = "task-3469272" [ 981.010021] env[69365]: _type = "Task" [ 981.010021] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.010021] env[69365]: DEBUG oslo_vmware.api [None req-04c7e499-d266-4da1-8cb9-0f80c2f6d03c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for the task: (returnval){ [ 981.010021] env[69365]: value = "task-3469273" [ 981.010021] env[69365]: _type = "Task" [ 981.010021] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.028449] env[69365]: DEBUG oslo_vmware.api [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.034236] env[69365]: DEBUG oslo_vmware.api [None req-04c7e499-d266-4da1-8cb9-0f80c2f6d03c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3469273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.136478] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-664c08a0-a78c-40dc-b6b0-5aca264f3491 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.147789] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2c1c51-c8ea-4c3c-8988-bf753ec14951 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.171970] env[69365]: DEBUG oslo_vmware.api [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469270, 'name': PowerOffVM_Task, 'duration_secs': 0.392822} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.185322] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.185552] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Updating instance 'fc40515e-6823-454b-8825-a2585bd9065c' progress to 17 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 981.189532] env[69365]: DEBUG nova.compute.manager [req-4ee597a3-2cc0-4390-8f21-73fa207ddcf7 req-c1db363b-8362-45cd-bf9c-3c4d554227d3 service nova] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Detach interface failed, port_id=9c64b55a-a659-4cda-93da-79860eabeebf, reason: Instance ecaf6d58-1cec-4b9d-9433-e0f418f147d6 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 981.255619] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ffa7bbf-522b-46f9-9d99-41942d68b74d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.270937] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2572be9b-5429-444c-b74c-1a45bfb6cc40 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Updating instance '07629f5e-e1b1-4aab-b422-8924b572449b' progress to 100 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 981.439594] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e8ee9214-d16e-4b6c-826c-c207be60e1ac tempest-ServersTestMultiNic-949719855 tempest-ServersTestMultiNic-949719855-project-member] Lock "5c1aa02c-4766-4f94-9554-fa36b42705bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.008s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.530064] env[69365]: DEBUG oslo_vmware.api [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469272, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.530702] env[69365]: DEBUG oslo_vmware.api [None req-04c7e499-d266-4da1-8cb9-0f80c2f6d03c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Task: {'id': task-3469273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255362} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.530973] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-04c7e499-d266-4da1-8cb9-0f80c2f6d03c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.531208] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-04c7e499-d266-4da1-8cb9-0f80c2f6d03c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.531409] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-04c7e499-d266-4da1-8cb9-0f80c2f6d03c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.531593] env[69365]: INFO nova.compute.manager [None req-04c7e499-d266-4da1-8cb9-0f80c2f6d03c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Took 1.18 seconds to destroy the instance on the hypervisor. [ 981.531850] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-04c7e499-d266-4da1-8cb9-0f80c2f6d03c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.532699] env[69365]: DEBUG nova.compute.manager [-] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.532828] env[69365]: DEBUG nova.network.neutron [-] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.695027] env[69365]: DEBUG nova.virt.hardware [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.695027] env[69365]: DEBUG nova.virt.hardware [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.695027] env[69365]: DEBUG nova.virt.hardware [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.695027] env[69365]: DEBUG nova.virt.hardware [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.695027] env[69365]: DEBUG nova.virt.hardware [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.695027] env[69365]: DEBUG nova.virt.hardware [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.695027] env[69365]: DEBUG nova.virt.hardware [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.695027] env[69365]: DEBUG nova.virt.hardware [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.695027] env[69365]: DEBUG nova.virt.hardware [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.695027] env[69365]: DEBUG nova.virt.hardware [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.695027] env[69365]: DEBUG nova.virt.hardware [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.699448] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e960b108-a7f6-4c89-8373-052f8dd53195 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.716184] env[69365]: DEBUG oslo_vmware.api [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 981.716184] env[69365]: value = "task-3469274" [ 981.716184] env[69365]: _type = "Task" [ 981.716184] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.726911] env[69365]: DEBUG oslo_vmware.api [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469274, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.899809] env[69365]: DEBUG nova.network.neutron [-] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.944365] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 981.945015] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba7886bc-7e37-451a-b68e-37b51347e47d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.954291] env[69365]: DEBUG oslo_vmware.api [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 981.954291] env[69365]: value = "task-3469275" [ 981.954291] env[69365]: _type = "Task" [ 981.954291] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.968514] env[69365]: DEBUG oslo_vmware.api [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.029045] env[69365]: DEBUG oslo_vmware.api [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469272, 'name': PowerOnVM_Task, 'duration_secs': 0.685888} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.029045] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.029045] env[69365]: INFO nova.compute.manager [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Took 9.07 seconds to spawn the instance on the hypervisor. [ 982.029191] env[69365]: DEBUG nova.compute.manager [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.030023] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677bde60-269e-4a1f-a75f-5f0832f807f8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.230924] env[69365]: DEBUG oslo_vmware.api [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469274, 'name': ReconfigVM_Task, 'duration_secs': 0.30316} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.231105] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Updating instance 'fc40515e-6823-454b-8825-a2585bd9065c' progress to 33 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 982.356871] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438f2510-de5a-4797-8e8d-af92fe70a8b2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.370720] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0681f68-8921-49e5-b59c-8622577ba6d3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.427363] env[69365]: INFO nova.compute.manager [-] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Took 1.48 seconds to deallocate network for instance. [ 982.430056] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145de741-c303-4e1e-a6b8-911b788bb12b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.442292] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e42b97-1d3c-45c6-a5f2-23ceae3f737f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.458374] env[69365]: DEBUG nova.compute.provider_tree [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.470138] env[69365]: DEBUG oslo_vmware.api [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469275, 'name': PowerOffVM_Task, 'duration_secs': 0.415085} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.470614] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.471550] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9503878a-faa2-4aab-b7bf-b45b62d2f2a9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.494659] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76c5944-c835-4540-a765-b4e096b02af1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.542488] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.547914] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76ebb16c-2190-40eb-8bbb-33e2a162cb39 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.556585] env[69365]: INFO nova.compute.manager [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Took 37.60 seconds to build instance. [ 982.561644] env[69365]: DEBUG oslo_vmware.api [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 982.561644] env[69365]: value = "task-3469276" [ 982.561644] env[69365]: _type = "Task" [ 982.561644] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.571422] env[69365]: DEBUG oslo_vmware.api [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.605982] env[69365]: DEBUG nova.network.neutron [-] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.668452] env[69365]: DEBUG nova.compute.manager [req-f19d8d22-a662-416c-a467-bf0918bc1570 req-e75f15dd-f111-4597-b313-6517af844fc0 service nova] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Received event network-vif-deleted-f3ec490f-fe08-41a3-81cd-bbcfddcc1937 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.668687] env[69365]: DEBUG nova.compute.manager [req-f19d8d22-a662-416c-a467-bf0918bc1570 req-e75f15dd-f111-4597-b313-6517af844fc0 service nova] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Received event network-vif-deleted-76e41a36-0955-4bd1-83ad-4fe910c61c6b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.738865] env[69365]: DEBUG nova.virt.hardware [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.739176] env[69365]: DEBUG nova.virt.hardware [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.739374] env[69365]: DEBUG nova.virt.hardware [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.739588] env[69365]: DEBUG nova.virt.hardware [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.739759] env[69365]: DEBUG nova.virt.hardware [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.739943] env[69365]: DEBUG nova.virt.hardware [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.740815] env[69365]: DEBUG nova.virt.hardware [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.741062] env[69365]: DEBUG nova.virt.hardware [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.741291] env[69365]: DEBUG nova.virt.hardware [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.741568] env[69365]: DEBUG nova.virt.hardware [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.741722] env[69365]: DEBUG nova.virt.hardware [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.748973] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Reconfiguring VM instance instance-00000040 to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 982.748973] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa75afb2-0b48-4cc8-b511-0985636b0f1a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.777372] env[69365]: DEBUG oslo_vmware.api [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 982.777372] env[69365]: value = "task-3469277" [ 982.777372] env[69365]: _type = "Task" [ 982.777372] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.787568] env[69365]: DEBUG oslo_vmware.api [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469277, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.937621] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4d7e9bed-9c27-4606-b1e2-389cd559849e tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.965086] env[69365]: DEBUG nova.scheduler.client.report [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.058558] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45767dfc-71d9-4156-bbc7-d4db4966644a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.113s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.073930] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] VM already powered off {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 983.074231] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.074995] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.074995] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.074995] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.075172] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1dab375e-f2ea-4791-a71e-ef899c1fcb0c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.084706] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.084885] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.085608] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cae6115c-d22d-4e83-b696-e74265a9fbfb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.091652] env[69365]: DEBUG oslo_vmware.api [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 983.091652] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52083109-2315-2e0d-4073-70e72b4dc008" [ 983.091652] env[69365]: _type = "Task" [ 983.091652] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.099893] env[69365]: DEBUG oslo_vmware.api [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52083109-2315-2e0d-4073-70e72b4dc008, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.109499] env[69365]: INFO nova.compute.manager [-] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Took 1.58 seconds to deallocate network for instance. [ 983.290607] env[69365]: DEBUG oslo_vmware.api [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469277, 'name': ReconfigVM_Task, 'duration_secs': 0.21315} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.290887] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Reconfigured VM instance instance-00000040 to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 983.292214] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51dd65e1-809a-4fc5-b8f3-1c9811cf166b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.320732] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] fc40515e-6823-454b-8825-a2585bd9065c/fc40515e-6823-454b-8825-a2585bd9065c.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.320993] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba3cb0f9-3a11-4260-abc2-9b34ca195ac8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.335805] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f7ec60cb-db86-488e-8b3e-b4de130d75a9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "07629f5e-e1b1-4aab-b422-8924b572449b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.335805] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f7ec60cb-db86-488e-8b3e-b4de130d75a9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "07629f5e-e1b1-4aab-b422-8924b572449b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.335805] env[69365]: DEBUG nova.compute.manager [None req-f7ec60cb-db86-488e-8b3e-b4de130d75a9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Going to confirm migration 3 {{(pid=69365) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 983.340066] env[69365]: DEBUG nova.compute.manager [req-eae64f37-7d2a-42a5-b66d-02f2c8e507ff req-5c5833ea-93e0-4015-b07e-82f73f4747f8 service nova] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Received event network-changed-4bfa360a-80bf-4e5f-9e86-750dd15530e0 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.340066] env[69365]: DEBUG nova.compute.manager [req-eae64f37-7d2a-42a5-b66d-02f2c8e507ff req-5c5833ea-93e0-4015-b07e-82f73f4747f8 service nova] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Refreshing instance network info cache due to event network-changed-4bfa360a-80bf-4e5f-9e86-750dd15530e0. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 983.340066] env[69365]: DEBUG oslo_concurrency.lockutils [req-eae64f37-7d2a-42a5-b66d-02f2c8e507ff req-5c5833ea-93e0-4015-b07e-82f73f4747f8 service nova] Acquiring lock "refresh_cache-efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.340267] env[69365]: DEBUG oslo_concurrency.lockutils [req-eae64f37-7d2a-42a5-b66d-02f2c8e507ff req-5c5833ea-93e0-4015-b07e-82f73f4747f8 service nova] Acquired lock "refresh_cache-efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.340267] env[69365]: DEBUG nova.network.neutron [req-eae64f37-7d2a-42a5-b66d-02f2c8e507ff req-5c5833ea-93e0-4015-b07e-82f73f4747f8 service nova] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Refreshing network info cache for port 4bfa360a-80bf-4e5f-9e86-750dd15530e0 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 983.347864] env[69365]: DEBUG oslo_vmware.api [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 983.347864] env[69365]: value = "task-3469278" [ 983.347864] env[69365]: _type = "Task" [ 983.347864] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.365615] env[69365]: DEBUG oslo_vmware.api [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469278, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.472401] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.472994] env[69365]: DEBUG nova.compute.manager [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 983.477881] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.774s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.480255] env[69365]: INFO nova.compute.claims [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.603641] env[69365]: DEBUG oslo_vmware.api [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52083109-2315-2e0d-4073-70e72b4dc008, 'name': SearchDatastore_Task, 'duration_secs': 0.010203} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.604585] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4caf37c9-ad1e-42b1-b429-badb930570a7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.610781] env[69365]: DEBUG oslo_vmware.api [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 983.610781] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]520dfabc-ddcc-1e2f-485d-6251fac9fa39" [ 983.610781] env[69365]: _type = "Task" [ 983.610781] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.615468] env[69365]: DEBUG oslo_concurrency.lockutils [None req-04c7e499-d266-4da1-8cb9-0f80c2f6d03c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.619778] env[69365]: DEBUG oslo_vmware.api [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]520dfabc-ddcc-1e2f-485d-6251fac9fa39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.866806] env[69365]: DEBUG oslo_vmware.api [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469278, 'name': ReconfigVM_Task, 'duration_secs': 0.283029} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.867096] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Reconfigured VM instance instance-00000040 to attach disk [datastore2] fc40515e-6823-454b-8825-a2585bd9065c/fc40515e-6823-454b-8825-a2585bd9065c.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 983.867429] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Updating instance 'fc40515e-6823-454b-8825-a2585bd9065c' progress to 50 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 983.936964] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f7ec60cb-db86-488e-8b3e-b4de130d75a9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "refresh_cache-07629f5e-e1b1-4aab-b422-8924b572449b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.937193] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f7ec60cb-db86-488e-8b3e-b4de130d75a9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquired lock "refresh_cache-07629f5e-e1b1-4aab-b422-8924b572449b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.937410] env[69365]: DEBUG nova.network.neutron [None req-f7ec60cb-db86-488e-8b3e-b4de130d75a9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.937772] env[69365]: DEBUG nova.objects.instance [None req-f7ec60cb-db86-488e-8b3e-b4de130d75a9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lazy-loading 'info_cache' on Instance uuid 07629f5e-e1b1-4aab-b422-8924b572449b {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.987685] env[69365]: DEBUG nova.compute.utils [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 983.992163] env[69365]: DEBUG nova.compute.manager [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 983.992163] env[69365]: DEBUG nova.network.neutron [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 984.116295] env[69365]: DEBUG nova.policy [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4e8eab242c649ddbbed4342e2ff5c8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1390634bc5d43d2bd1beb23d5cd5375', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 984.125503] env[69365]: DEBUG oslo_vmware.api [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]520dfabc-ddcc-1e2f-485d-6251fac9fa39, 'name': SearchDatastore_Task, 'duration_secs': 0.00961} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.125832] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.126425] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f/2c3a5944-575a-4385-8612-86800989c1e5-rescue.vmdk. {{(pid=69365) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 984.126596] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa808573-8dc5-430f-8d5a-fd5f6a66e98c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.133729] env[69365]: DEBUG oslo_vmware.api [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 984.133729] env[69365]: value = "task-3469279" [ 984.133729] env[69365]: _type = "Task" [ 984.133729] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.144017] env[69365]: DEBUG oslo_vmware.api [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.374226] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f69794-e725-4a38-a124-3028367dce5e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.398728] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d38fa7f-155c-42e4-867b-92e317429d93 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.422683] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Updating instance 'fc40515e-6823-454b-8825-a2585bd9065c' progress to 67 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 984.490154] env[69365]: DEBUG nova.compute.manager [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 984.651530] env[69365]: DEBUG oslo_vmware.api [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469279, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.871235] env[69365]: DEBUG nova.network.neutron [req-eae64f37-7d2a-42a5-b66d-02f2c8e507ff req-5c5833ea-93e0-4015-b07e-82f73f4747f8 service nova] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Updated VIF entry in instance network info cache for port 4bfa360a-80bf-4e5f-9e86-750dd15530e0. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 984.871632] env[69365]: DEBUG nova.network.neutron [req-eae64f37-7d2a-42a5-b66d-02f2c8e507ff req-5c5833ea-93e0-4015-b07e-82f73f4747f8 service nova] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Updating instance_info_cache with network_info: [{"id": "4bfa360a-80bf-4e5f-9e86-750dd15530e0", "address": "fa:16:3e:7b:51:27", "network": {"id": "a0f102e1-f5bc-498d-ac38-b7964e384bab", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1975286090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fdb002b6ced4c5f964bfb4a4eb16b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfa360a-80", "ovs_interfaceid": "4bfa360a-80bf-4e5f-9e86-750dd15530e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.919865] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf5881f-ec78-436d-83e2-7b6f4209b2b9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.934687] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6938b6-20b0-4e1d-91e0-f15e86405754 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.974219] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1a8ba0-c221-4863-a2e1-cbcbb077b451 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.983594] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-182d5ebe-6128-4ca7-a83d-413880f117a4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.010090] env[69365]: DEBUG nova.compute.provider_tree [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.063414] env[69365]: DEBUG nova.network.neutron [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Port 5c13dea9-5962-4c27-a53a-8bcf67109960 binding to destination host cpu-1 is already ACTIVE {{(pid=69365) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 985.147780] env[69365]: DEBUG oslo_vmware.api [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530961} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.149770] env[69365]: INFO nova.virt.vmwareapi.ds_util [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f/2c3a5944-575a-4385-8612-86800989c1e5-rescue.vmdk. [ 985.149770] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e9f93b-8328-4b86-aeb9-2d2aaca1745d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.180597] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f/2c3a5944-575a-4385-8612-86800989c1e5-rescue.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.183560] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b18b8c8-3aac-4967-be9f-d7aaf580d8f5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.205620] env[69365]: DEBUG oslo_vmware.api [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 985.205620] env[69365]: value = "task-3469280" [ 985.205620] env[69365]: _type = "Task" [ 985.205620] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.218989] env[69365]: DEBUG oslo_vmware.api [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.347054] env[69365]: DEBUG nova.network.neutron [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Successfully created port: fe558574-b3a0-420e-9566-d766cac9a56e {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.379110] env[69365]: DEBUG oslo_concurrency.lockutils [req-eae64f37-7d2a-42a5-b66d-02f2c8e507ff req-5c5833ea-93e0-4015-b07e-82f73f4747f8 service nova] Releasing lock "refresh_cache-efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.391322] env[69365]: DEBUG nova.network.neutron [None req-f7ec60cb-db86-488e-8b3e-b4de130d75a9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Updating instance_info_cache with network_info: [{"id": "967b8d92-dd27-4384-9cfc-581748f09615", "address": "fa:16:3e:cb:37:c9", "network": {"id": "0a070169-0690-453d-b7d9-d59c0d25b157", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1450700306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2cf307cf4e4974b5e0a86d35a92e32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap967b8d92-dd", "ovs_interfaceid": "967b8d92-dd27-4384-9cfc-581748f09615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.512868] env[69365]: DEBUG nova.compute.manager [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 985.518021] env[69365]: DEBUG nova.scheduler.client.report [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.551357] env[69365]: DEBUG nova.virt.hardware [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.551607] env[69365]: DEBUG nova.virt.hardware [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.551764] env[69365]: DEBUG nova.virt.hardware [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.551945] env[69365]: DEBUG nova.virt.hardware [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.552281] env[69365]: DEBUG nova.virt.hardware [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.552475] env[69365]: DEBUG nova.virt.hardware [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.552712] env[69365]: DEBUG nova.virt.hardware [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.552875] env[69365]: DEBUG nova.virt.hardware [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.553058] env[69365]: DEBUG nova.virt.hardware [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.553226] env[69365]: DEBUG nova.virt.hardware [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.553403] env[69365]: DEBUG nova.virt.hardware [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.554622] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1fea8e-a3c4-4618-b5b3-88de08e86c98 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.564386] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff6cb86-f1b1-47c6-ba3f-79d2e1dd0cd6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.718567] env[69365]: DEBUG oslo_vmware.api [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469280, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.894380] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f7ec60cb-db86-488e-8b3e-b4de130d75a9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Releasing lock "refresh_cache-07629f5e-e1b1-4aab-b422-8924b572449b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.894632] env[69365]: DEBUG nova.objects.instance [None req-f7ec60cb-db86-488e-8b3e-b4de130d75a9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lazy-loading 'migration_context' on Instance uuid 07629f5e-e1b1-4aab-b422-8924b572449b {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.024620] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.547s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.026026] env[69365]: DEBUG nova.compute.manager [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 986.027961] env[69365]: DEBUG oslo_concurrency.lockutils [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.915s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.028225] env[69365]: DEBUG nova.objects.instance [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Lazy-loading 'resources' on Instance uuid 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.088879] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "fc40515e-6823-454b-8825-a2585bd9065c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.089292] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "fc40515e-6823-454b-8825-a2585bd9065c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.089384] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "fc40515e-6823-454b-8825-a2585bd9065c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.218206] env[69365]: DEBUG oslo_vmware.api [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469280, 'name': ReconfigVM_Task, 'duration_secs': 0.962848} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.218556] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f/2c3a5944-575a-4385-8612-86800989c1e5-rescue.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.219466] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca60d8a-d6a1-46c3-b3f8-6b5d35774109 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.248934] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d70d66a-2de3-492f-b7b3-23c20f601d70 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.267706] env[69365]: DEBUG oslo_vmware.api [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 986.267706] env[69365]: value = "task-3469281" [ 986.267706] env[69365]: _type = "Task" [ 986.267706] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.276962] env[69365]: DEBUG oslo_vmware.api [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.398845] env[69365]: DEBUG nova.objects.base [None req-f7ec60cb-db86-488e-8b3e-b4de130d75a9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Object Instance<07629f5e-e1b1-4aab-b422-8924b572449b> lazy-loaded attributes: info_cache,migration_context {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 986.399692] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a411a2f7-bac2-4899-bf8c-92b3d7217c03 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.421309] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08c52439-89ad-47a6-b863-acb34c1e282b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.428150] env[69365]: DEBUG oslo_vmware.api [None req-f7ec60cb-db86-488e-8b3e-b4de130d75a9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 986.428150] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52070490-8546-6464-11a1-6b61ebaf5a06" [ 986.428150] env[69365]: _type = "Task" [ 986.428150] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.436602] env[69365]: DEBUG oslo_vmware.api [None req-f7ec60cb-db86-488e-8b3e-b4de130d75a9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52070490-8546-6464-11a1-6b61ebaf5a06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.531281] env[69365]: DEBUG nova.compute.utils [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.537879] env[69365]: DEBUG nova.compute.manager [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 986.537879] env[69365]: DEBUG nova.network.neutron [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.603828] env[69365]: DEBUG nova.policy [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25d7356146ee44c8a65686b68ea2a766', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0b4d3b209df41eaa438742d4326084b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 986.782846] env[69365]: DEBUG oslo_vmware.api [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469281, 'name': ReconfigVM_Task, 'duration_secs': 0.186357} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.783091] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.783509] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-977b2eba-1555-4cf1-a037-ed94e60f8332 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.791972] env[69365]: DEBUG oslo_vmware.api [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 986.791972] env[69365]: value = "task-3469282" [ 986.791972] env[69365]: _type = "Task" [ 986.791972] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.806393] env[69365]: DEBUG oslo_vmware.api [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.882515] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21cef555-dda6-4255-a220-41f684428abc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.891433] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc159d2-5408-4f04-aeb6-55fa434a4470 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.926796] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24f72e0-6f3a-4173-9488-e268e421cdb7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.941767] env[69365]: DEBUG oslo_vmware.api [None req-f7ec60cb-db86-488e-8b3e-b4de130d75a9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52070490-8546-6464-11a1-6b61ebaf5a06, 'name': SearchDatastore_Task, 'duration_secs': 0.008346} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.945059] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8290e94d-4851-4b06-9e53-4e865e97e297 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.949945] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f7ec60cb-db86-488e-8b3e-b4de130d75a9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.962402] env[69365]: DEBUG nova.compute.provider_tree [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.988727] env[69365]: DEBUG nova.network.neutron [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Successfully created port: 0e1bcb17-397d-4b1b-b758-3dc1cf6c86be {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 987.037059] env[69365]: DEBUG nova.compute.manager [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 987.148192] env[69365]: DEBUG nova.compute.manager [req-e85524f8-c7ad-4f34-bfcf-634e273cff96 req-74e300c7-25c8-4599-ba06-5bf1a3dd1262 service nova] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Received event network-vif-plugged-fe558574-b3a0-420e-9566-d766cac9a56e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.148192] env[69365]: DEBUG oslo_concurrency.lockutils [req-e85524f8-c7ad-4f34-bfcf-634e273cff96 req-74e300c7-25c8-4599-ba06-5bf1a3dd1262 service nova] Acquiring lock "e26708a9-26b1-4cb7-9140-95ba6877f915-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.148192] env[69365]: DEBUG oslo_concurrency.lockutils [req-e85524f8-c7ad-4f34-bfcf-634e273cff96 req-74e300c7-25c8-4599-ba06-5bf1a3dd1262 service nova] Lock "e26708a9-26b1-4cb7-9140-95ba6877f915-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.148192] env[69365]: DEBUG oslo_concurrency.lockutils [req-e85524f8-c7ad-4f34-bfcf-634e273cff96 req-74e300c7-25c8-4599-ba06-5bf1a3dd1262 service nova] Lock "e26708a9-26b1-4cb7-9140-95ba6877f915-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.148192] env[69365]: DEBUG nova.compute.manager [req-e85524f8-c7ad-4f34-bfcf-634e273cff96 req-74e300c7-25c8-4599-ba06-5bf1a3dd1262 service nova] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] No waiting events found dispatching network-vif-plugged-fe558574-b3a0-420e-9566-d766cac9a56e {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.148192] env[69365]: WARNING nova.compute.manager [req-e85524f8-c7ad-4f34-bfcf-634e273cff96 req-74e300c7-25c8-4599-ba06-5bf1a3dd1262 service nova] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Received unexpected event network-vif-plugged-fe558574-b3a0-420e-9566-d766cac9a56e for instance with vm_state building and task_state spawning. [ 987.155418] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "refresh_cache-fc40515e-6823-454b-8825-a2585bd9065c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.155623] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquired lock "refresh_cache-fc40515e-6823-454b-8825-a2585bd9065c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.155829] env[69365]: DEBUG nova.network.neutron [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.310557] env[69365]: DEBUG oslo_vmware.api [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469282, 'name': PowerOnVM_Task, 'duration_secs': 0.430501} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.311414] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.315260] env[69365]: DEBUG nova.compute.manager [None req-b2093e10-af9e-42c4-bbe2-0fdeb30d2a94 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 987.316321] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a37564-da58-46a8-bacd-e82e95db147a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.361589] env[69365]: DEBUG nova.network.neutron [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Successfully updated port: fe558574-b3a0-420e-9566-d766cac9a56e {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.466097] env[69365]: DEBUG nova.scheduler.client.report [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.864137] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "refresh_cache-e26708a9-26b1-4cb7-9140-95ba6877f915" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.864422] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquired lock "refresh_cache-e26708a9-26b1-4cb7-9140-95ba6877f915" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.864560] env[69365]: DEBUG nova.network.neutron [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.932012] env[69365]: DEBUG nova.network.neutron [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Updating instance_info_cache with network_info: [{"id": "5c13dea9-5962-4c27-a53a-8bcf67109960", "address": "fa:16:3e:35:9c:2c", "network": {"id": "07ac35b7-5e02-4e42-9be3-f1b0032ca382", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2090389770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ecde38286934540b1d17f878d3cbde8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c13dea9-59", "ovs_interfaceid": "5c13dea9-5962-4c27-a53a-8bcf67109960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.972290] env[69365]: DEBUG oslo_concurrency.lockutils [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.944s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.976465] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b86dc4b3-012d-4bf1-a603-8144ef7b664c tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.005s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.976537] env[69365]: DEBUG nova.objects.instance [None req-b86dc4b3-012d-4bf1-a603-8144ef7b664c tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Lazy-loading 'resources' on Instance uuid 29fc5815-c8b5-449f-9c44-711c66778a11 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.006411] env[69365]: INFO nova.scheduler.client.report [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Deleted allocations for instance 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1 [ 988.048583] env[69365]: DEBUG nova.compute.manager [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 988.078647] env[69365]: DEBUG nova.virt.hardware [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.078647] env[69365]: DEBUG nova.virt.hardware [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.078647] env[69365]: DEBUG nova.virt.hardware [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.078849] env[69365]: DEBUG nova.virt.hardware [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.078895] env[69365]: DEBUG nova.virt.hardware [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.079050] env[69365]: DEBUG nova.virt.hardware [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.079266] env[69365]: DEBUG nova.virt.hardware [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.079423] env[69365]: DEBUG nova.virt.hardware [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.079587] env[69365]: DEBUG nova.virt.hardware [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.079745] env[69365]: DEBUG nova.virt.hardware [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.079910] env[69365]: DEBUG nova.virt.hardware [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.080845] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f9584e-86d3-4983-a389-325111fa469a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.089994] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ecf9d1-58eb-45e5-8978-a201d3dcae81 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.420329] env[69365]: DEBUG nova.network.neutron [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.436456] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Releasing lock "refresh_cache-fc40515e-6823-454b-8825-a2585bd9065c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.519460] env[69365]: DEBUG oslo_concurrency.lockutils [None req-213fbfca-5a28-4d55-8077-61b87ca83976 tempest-ServersTestBootFromVolume-1590001012 tempest-ServersTestBootFromVolume-1590001012-project-member] Lock "82fa0bd7-7671-4bcf-80da-c26cdf00aaf1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.252s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.714693] env[69365]: DEBUG nova.network.neutron [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Updating instance_info_cache with network_info: [{"id": "fe558574-b3a0-420e-9566-d766cac9a56e", "address": "fa:16:3e:ef:35:a2", "network": {"id": "c91e48bf-447c-4d3b-9b39-4682e675c3bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-440598981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1390634bc5d43d2bd1beb23d5cd5375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe558574-b3", "ovs_interfaceid": "fe558574-b3a0-420e-9566-d766cac9a56e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.841108] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eec6985-26c8-4077-9f2e-aa717cdf36c3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.849759] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d55a2d-1094-4a6d-8233-c91261a42db1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.891075] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a4d1a3-03e9-4570-be55-11773ec10ee3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.900080] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f52059e-85b5-409b-8cd4-b27c412f9905 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.914923] env[69365]: DEBUG nova.compute.provider_tree [None req-b86dc4b3-012d-4bf1-a603-8144ef7b664c tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.961827] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccbe3f4-76ad-488d-8cca-fbba114651b2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.983177] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b2505e-da5a-41ae-a849-c2ce5bf7302a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.991968] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Updating instance 'fc40515e-6823-454b-8825-a2585bd9065c' progress to 83 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 989.050629] env[69365]: DEBUG nova.compute.manager [req-b3584e14-19b9-40c5-bdf8-1e1d6f8be7a3 req-40139766-927a-4b90-b782-15f9fdbc2007 service nova] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Received event network-vif-plugged-0e1bcb17-397d-4b1b-b758-3dc1cf6c86be {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.050836] env[69365]: DEBUG oslo_concurrency.lockutils [req-b3584e14-19b9-40c5-bdf8-1e1d6f8be7a3 req-40139766-927a-4b90-b782-15f9fdbc2007 service nova] Acquiring lock "06b36c20-2357-437b-8f3d-af4dd83036b6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.051271] env[69365]: DEBUG oslo_concurrency.lockutils [req-b3584e14-19b9-40c5-bdf8-1e1d6f8be7a3 req-40139766-927a-4b90-b782-15f9fdbc2007 service nova] Lock "06b36c20-2357-437b-8f3d-af4dd83036b6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.051516] env[69365]: DEBUG oslo_concurrency.lockutils [req-b3584e14-19b9-40c5-bdf8-1e1d6f8be7a3 req-40139766-927a-4b90-b782-15f9fdbc2007 service nova] Lock "06b36c20-2357-437b-8f3d-af4dd83036b6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.051689] env[69365]: DEBUG nova.compute.manager [req-b3584e14-19b9-40c5-bdf8-1e1d6f8be7a3 req-40139766-927a-4b90-b782-15f9fdbc2007 service nova] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] No waiting events found dispatching network-vif-plugged-0e1bcb17-397d-4b1b-b758-3dc1cf6c86be {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 989.051856] env[69365]: WARNING nova.compute.manager [req-b3584e14-19b9-40c5-bdf8-1e1d6f8be7a3 req-40139766-927a-4b90-b782-15f9fdbc2007 service nova] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Received unexpected event network-vif-plugged-0e1bcb17-397d-4b1b-b758-3dc1cf6c86be for instance with vm_state building and task_state spawning. [ 989.163104] env[69365]: DEBUG nova.network.neutron [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Successfully updated port: 0e1bcb17-397d-4b1b-b758-3dc1cf6c86be {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 989.195999] env[69365]: DEBUG nova.compute.manager [req-7061843d-8493-4ecb-b841-b0e2bad2fa99 req-08eed0de-7b89-439c-b87f-6e0e3ed88a72 service nova] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Received event network-changed-fe558574-b3a0-420e-9566-d766cac9a56e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 989.196268] env[69365]: DEBUG nova.compute.manager [req-7061843d-8493-4ecb-b841-b0e2bad2fa99 req-08eed0de-7b89-439c-b87f-6e0e3ed88a72 service nova] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Refreshing instance network info cache due to event network-changed-fe558574-b3a0-420e-9566-d766cac9a56e. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 989.196480] env[69365]: DEBUG oslo_concurrency.lockutils [req-7061843d-8493-4ecb-b841-b0e2bad2fa99 req-08eed0de-7b89-439c-b87f-6e0e3ed88a72 service nova] Acquiring lock "refresh_cache-e26708a9-26b1-4cb7-9140-95ba6877f915" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.220021] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Releasing lock "refresh_cache-e26708a9-26b1-4cb7-9140-95ba6877f915" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.220021] env[69365]: DEBUG nova.compute.manager [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Instance network_info: |[{"id": "fe558574-b3a0-420e-9566-d766cac9a56e", "address": "fa:16:3e:ef:35:a2", "network": {"id": "c91e48bf-447c-4d3b-9b39-4682e675c3bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-440598981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1390634bc5d43d2bd1beb23d5cd5375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe558574-b3", "ovs_interfaceid": "fe558574-b3a0-420e-9566-d766cac9a56e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 989.220021] env[69365]: DEBUG oslo_concurrency.lockutils [req-7061843d-8493-4ecb-b841-b0e2bad2fa99 req-08eed0de-7b89-439c-b87f-6e0e3ed88a72 service nova] Acquired lock "refresh_cache-e26708a9-26b1-4cb7-9140-95ba6877f915" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.220021] env[69365]: DEBUG nova.network.neutron [req-7061843d-8493-4ecb-b841-b0e2bad2fa99 req-08eed0de-7b89-439c-b87f-6e0e3ed88a72 service nova] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Refreshing network info cache for port fe558574-b3a0-420e-9566-d766cac9a56e {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.220021] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:35:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe558574-b3a0-420e-9566-d766cac9a56e', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.229809] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 989.231323] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.231692] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7bc22fa-76f8-4a3d-a767-f674f0681d62 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.259058] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.259058] env[69365]: value = "task-3469283" [ 989.259058] env[69365]: _type = "Task" [ 989.259058] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.267281] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469283, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.390759] env[69365]: DEBUG oslo_concurrency.lockutils [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Acquiring lock "f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.391172] env[69365]: DEBUG oslo_concurrency.lockutils [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Lock "f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.420401] env[69365]: DEBUG nova.scheduler.client.report [None req-b86dc4b3-012d-4bf1-a603-8144ef7b664c tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 989.503246] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.504472] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d20af3f5-ff14-433c-b4dc-93fe4dcd89c2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.514412] env[69365]: DEBUG oslo_vmware.api [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 989.514412] env[69365]: value = "task-3469284" [ 989.514412] env[69365]: _type = "Task" [ 989.514412] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.526595] env[69365]: DEBUG oslo_vmware.api [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.666679] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "refresh_cache-06b36c20-2357-437b-8f3d-af4dd83036b6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.666679] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquired lock "refresh_cache-06b36c20-2357-437b-8f3d-af4dd83036b6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.666892] env[69365]: DEBUG nova.network.neutron [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.772830] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469283, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.897261] env[69365]: DEBUG nova.compute.manager [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 989.927350] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b86dc4b3-012d-4bf1-a603-8144ef7b664c tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.948s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.927350] env[69365]: DEBUG oslo_concurrency.lockutils [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.986s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.930028] env[69365]: INFO nova.compute.claims [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.947357] env[69365]: INFO nova.scheduler.client.report [None req-b86dc4b3-012d-4bf1-a603-8144ef7b664c tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Deleted allocations for instance 29fc5815-c8b5-449f-9c44-711c66778a11 [ 990.026100] env[69365]: DEBUG oslo_vmware.api [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469284, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.220247] env[69365]: DEBUG nova.network.neutron [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.231367] env[69365]: DEBUG nova.network.neutron [req-7061843d-8493-4ecb-b841-b0e2bad2fa99 req-08eed0de-7b89-439c-b87f-6e0e3ed88a72 service nova] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Updated VIF entry in instance network info cache for port fe558574-b3a0-420e-9566-d766cac9a56e. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.231689] env[69365]: DEBUG nova.network.neutron [req-7061843d-8493-4ecb-b841-b0e2bad2fa99 req-08eed0de-7b89-439c-b87f-6e0e3ed88a72 service nova] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Updating instance_info_cache with network_info: [{"id": "fe558574-b3a0-420e-9566-d766cac9a56e", "address": "fa:16:3e:ef:35:a2", "network": {"id": "c91e48bf-447c-4d3b-9b39-4682e675c3bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-440598981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1390634bc5d43d2bd1beb23d5cd5375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfe558574-b3", "ovs_interfaceid": "fe558574-b3a0-420e-9566-d766cac9a56e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.276403] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469283, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.424907] env[69365]: DEBUG oslo_concurrency.lockutils [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.455743] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b86dc4b3-012d-4bf1-a603-8144ef7b664c tempest-ServersWithSpecificFlavorTestJSON-1142878247 tempest-ServersWithSpecificFlavorTestJSON-1142878247-project-member] Lock "29fc5815-c8b5-449f-9c44-711c66778a11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.124s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.480674] env[69365]: DEBUG nova.network.neutron [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Updating instance_info_cache with network_info: [{"id": "0e1bcb17-397d-4b1b-b758-3dc1cf6c86be", "address": "fa:16:3e:76:3d:a6", "network": {"id": "330aec01-e44f-413a-9035-a2194a82f451", "bridge": "br-int", "label": "tempest-ServersTestJSON-2129971414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0b4d3b209df41eaa438742d4326084b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e1bcb17-39", "ovs_interfaceid": "0e1bcb17-397d-4b1b-b758-3dc1cf6c86be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.528817] env[69365]: DEBUG oslo_vmware.api [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469284, 'name': PowerOnVM_Task, 'duration_secs': 0.68491} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.529295] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.529661] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-92d8ffac-e949-49b4-9eee-68546c01d1ad tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Updating instance 'fc40515e-6823-454b-8825-a2585bd9065c' progress to 100 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 990.734601] env[69365]: DEBUG oslo_concurrency.lockutils [req-7061843d-8493-4ecb-b841-b0e2bad2fa99 req-08eed0de-7b89-439c-b87f-6e0e3ed88a72 service nova] Releasing lock "refresh_cache-e26708a9-26b1-4cb7-9140-95ba6877f915" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.779682] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469283, 'name': CreateVM_Task, 'duration_secs': 1.380174} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.779864] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.780594] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.782104] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.782104] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.782104] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21ee5531-7703-4777-a1d3-fc20a48503d0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.788734] env[69365]: DEBUG oslo_vmware.api [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 990.788734] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]524fa8ad-5516-b2e7-649e-d8cbdef721d1" [ 990.788734] env[69365]: _type = "Task" [ 990.788734] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.799797] env[69365]: DEBUG oslo_vmware.api [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]524fa8ad-5516-b2e7-649e-d8cbdef721d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.984372] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Releasing lock "refresh_cache-06b36c20-2357-437b-8f3d-af4dd83036b6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.986675] env[69365]: DEBUG nova.compute.manager [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Instance network_info: |[{"id": "0e1bcb17-397d-4b1b-b758-3dc1cf6c86be", "address": "fa:16:3e:76:3d:a6", "network": {"id": "330aec01-e44f-413a-9035-a2194a82f451", "bridge": "br-int", "label": "tempest-ServersTestJSON-2129971414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0b4d3b209df41eaa438742d4326084b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e1bcb17-39", "ovs_interfaceid": "0e1bcb17-397d-4b1b-b758-3dc1cf6c86be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 990.986994] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:3d:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e1bcb17-397d-4b1b-b758-3dc1cf6c86be', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 991.001266] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.007039] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 991.007039] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-816948bb-4d7d-43b7-8310-89a7b7a87976 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.036182] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 991.036182] env[69365]: value = "task-3469285" [ 991.036182] env[69365]: _type = "Task" [ 991.036182] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.070368] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469285, 'name': CreateVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.142291] env[69365]: DEBUG nova.compute.manager [req-06a3d334-c426-4a3a-bd3b-e567a9256998 req-7fcadc89-8e44-4aa6-bb8d-3cf6179a55d8 service nova] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Received event network-changed-0e1bcb17-397d-4b1b-b758-3dc1cf6c86be {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.142537] env[69365]: DEBUG nova.compute.manager [req-06a3d334-c426-4a3a-bd3b-e567a9256998 req-7fcadc89-8e44-4aa6-bb8d-3cf6179a55d8 service nova] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Refreshing instance network info cache due to event network-changed-0e1bcb17-397d-4b1b-b758-3dc1cf6c86be. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.142854] env[69365]: DEBUG oslo_concurrency.lockutils [req-06a3d334-c426-4a3a-bd3b-e567a9256998 req-7fcadc89-8e44-4aa6-bb8d-3cf6179a55d8 service nova] Acquiring lock "refresh_cache-06b36c20-2357-437b-8f3d-af4dd83036b6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.143158] env[69365]: DEBUG oslo_concurrency.lockutils [req-06a3d334-c426-4a3a-bd3b-e567a9256998 req-7fcadc89-8e44-4aa6-bb8d-3cf6179a55d8 service nova] Acquired lock "refresh_cache-06b36c20-2357-437b-8f3d-af4dd83036b6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.143247] env[69365]: DEBUG nova.network.neutron [req-06a3d334-c426-4a3a-bd3b-e567a9256998 req-7fcadc89-8e44-4aa6-bb8d-3cf6179a55d8 service nova] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Refreshing network info cache for port 0e1bcb17-397d-4b1b-b758-3dc1cf6c86be {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.300762] env[69365]: DEBUG oslo_vmware.api [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]524fa8ad-5516-b2e7-649e-d8cbdef721d1, 'name': SearchDatastore_Task, 'duration_secs': 0.024764} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.303740] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.303882] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.304122] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.304312] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.304507] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.305108] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b9e0a59-93eb-4f49-be2f-3b8628844b9e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.315286] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 991.315476] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 991.316338] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-924f87fa-847b-46c0-9b59-a3c60f5571a2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.323743] env[69365]: DEBUG oslo_vmware.api [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 991.323743] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52ce98d1-ee1e-599e-3ed9-99290f162e16" [ 991.323743] env[69365]: _type = "Task" [ 991.323743] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.340143] env[69365]: DEBUG oslo_vmware.api [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52ce98d1-ee1e-599e-3ed9-99290f162e16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.417263] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f32ce9-4aad-4006-90b1-8bdbc31fd604 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.426568] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01de5bf-124b-4764-ad0b-26d70613a3e3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.466820] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4c9f0b-6bec-4922-b86e-51bcaa9e900b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.476862] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9228cf9-c817-4737-9f2d-6ec83d4ebdef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.495552] env[69365]: DEBUG nova.compute.provider_tree [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.551807] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469285, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.840385] env[69365]: DEBUG oslo_vmware.api [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52ce98d1-ee1e-599e-3ed9-99290f162e16, 'name': SearchDatastore_Task, 'duration_secs': 0.030462} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.843541] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee27b359-53ec-44d0-989f-e5db13ff9044 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.850103] env[69365]: DEBUG oslo_vmware.api [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 991.850103] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52c4f61d-cf8e-f2bb-3726-0c5c664feb80" [ 991.850103] env[69365]: _type = "Task" [ 991.850103] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.859880] env[69365]: DEBUG oslo_vmware.api [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52c4f61d-cf8e-f2bb-3726-0c5c664feb80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.001443] env[69365]: DEBUG nova.scheduler.client.report [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.051377] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469285, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.156818] env[69365]: DEBUG nova.network.neutron [req-06a3d334-c426-4a3a-bd3b-e567a9256998 req-7fcadc89-8e44-4aa6-bb8d-3cf6179a55d8 service nova] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Updated VIF entry in instance network info cache for port 0e1bcb17-397d-4b1b-b758-3dc1cf6c86be. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.157211] env[69365]: DEBUG nova.network.neutron [req-06a3d334-c426-4a3a-bd3b-e567a9256998 req-7fcadc89-8e44-4aa6-bb8d-3cf6179a55d8 service nova] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Updating instance_info_cache with network_info: [{"id": "0e1bcb17-397d-4b1b-b758-3dc1cf6c86be", "address": "fa:16:3e:76:3d:a6", "network": {"id": "330aec01-e44f-413a-9035-a2194a82f451", "bridge": "br-int", "label": "tempest-ServersTestJSON-2129971414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0b4d3b209df41eaa438742d4326084b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e1bcb17-39", "ovs_interfaceid": "0e1bcb17-397d-4b1b-b758-3dc1cf6c86be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.364817] env[69365]: DEBUG oslo_vmware.api [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52c4f61d-cf8e-f2bb-3726-0c5c664feb80, 'name': SearchDatastore_Task, 'duration_secs': 0.028825} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.364912] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.365142] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] e26708a9-26b1-4cb7-9140-95ba6877f915/e26708a9-26b1-4cb7-9140-95ba6877f915.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.365475] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f55f57b6-fc70-46b8-bb0f-665217e2dbbc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.377725] env[69365]: DEBUG oslo_vmware.api [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 992.377725] env[69365]: value = "task-3469286" [ 992.377725] env[69365]: _type = "Task" [ 992.377725] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.388895] env[69365]: DEBUG oslo_vmware.api [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.511880] env[69365]: DEBUG oslo_concurrency.lockutils [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.515223] env[69365]: DEBUG nova.compute.manager [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 992.520883] env[69365]: DEBUG oslo_concurrency.lockutils [None req-020a70c0-f386-431c-bf1f-61916d1ca2f3 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.596s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.521418] env[69365]: DEBUG oslo_concurrency.lockutils [None req-020a70c0-f386-431c-bf1f-61916d1ca2f3 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.524874] env[69365]: DEBUG oslo_concurrency.lockutils [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.511s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.559673] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469285, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.609624] env[69365]: INFO nova.scheduler.client.report [None req-020a70c0-f386-431c-bf1f-61916d1ca2f3 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Deleted allocations for instance db7108fa-22fd-466f-ba5b-0a33046105d4 [ 992.650974] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92ccbafb-7ffa-4e4f-a105-0d167df988dc tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "fc40515e-6823-454b-8825-a2585bd9065c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.650974] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92ccbafb-7ffa-4e4f-a105-0d167df988dc tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "fc40515e-6823-454b-8825-a2585bd9065c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.652152] env[69365]: DEBUG nova.compute.manager [None req-92ccbafb-7ffa-4e4f-a105-0d167df988dc tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Going to confirm migration 4 {{(pid=69365) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 992.661666] env[69365]: DEBUG oslo_concurrency.lockutils [req-06a3d334-c426-4a3a-bd3b-e567a9256998 req-7fcadc89-8e44-4aa6-bb8d-3cf6179a55d8 service nova] Releasing lock "refresh_cache-06b36c20-2357-437b-8f3d-af4dd83036b6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.897304] env[69365]: DEBUG oslo_vmware.api [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469286, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.921715] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ec4ddf-0628-4a1b-9997-ffe4e74e2d2d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.930790] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cc7d70-3dbe-4606-aa86-13428b3cf2a0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.965992] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a4082b-2b64-479f-b9d5-8a01a9dfdcba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.975785] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d49f921-bd96-43ab-aeb3-dcdf3feab080 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.992335] env[69365]: DEBUG nova.compute.provider_tree [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.030768] env[69365]: DEBUG nova.compute.utils [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.032211] env[69365]: DEBUG nova.compute.manager [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 993.032403] env[69365]: DEBUG nova.network.neutron [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.052499] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469285, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.091456] env[69365]: DEBUG nova.policy [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '989286115fd54296a58e5bd5e45ada03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'edae16417b054e35ab2125b40f96e381', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.129267] env[69365]: DEBUG oslo_concurrency.lockutils [None req-020a70c0-f386-431c-bf1f-61916d1ca2f3 tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lock "db7108fa-22fd-466f-ba5b-0a33046105d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.008s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.298197] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Acquiring lock "04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.299329] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Lock "04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.392147] env[69365]: DEBUG oslo_vmware.api [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574769} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.392996] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] e26708a9-26b1-4cb7-9140-95ba6877f915/e26708a9-26b1-4cb7-9140-95ba6877f915.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.392996] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.392996] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-34db8de7-8c60-482f-b24b-84a6dbf6eea6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.401124] env[69365]: DEBUG oslo_vmware.api [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 993.401124] env[69365]: value = "task-3469287" [ 993.401124] env[69365]: _type = "Task" [ 993.401124] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.413124] env[69365]: DEBUG oslo_vmware.api [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.495992] env[69365]: DEBUG nova.scheduler.client.report [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.523664] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92ccbafb-7ffa-4e4f-a105-0d167df988dc tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "refresh_cache-fc40515e-6823-454b-8825-a2585bd9065c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.523768] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92ccbafb-7ffa-4e4f-a105-0d167df988dc tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquired lock "refresh_cache-fc40515e-6823-454b-8825-a2585bd9065c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.524234] env[69365]: DEBUG nova.network.neutron [None req-92ccbafb-7ffa-4e4f-a105-0d167df988dc tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.524348] env[69365]: DEBUG nova.objects.instance [None req-92ccbafb-7ffa-4e4f-a105-0d167df988dc tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lazy-loading 'info_cache' on Instance uuid fc40515e-6823-454b-8825-a2585bd9065c {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.536648] env[69365]: DEBUG nova.compute.manager [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 993.555634] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469285, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.646655] env[69365]: DEBUG nova.network.neutron [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Successfully created port: a6587c71-f7b0-4b23-9b30-88e814b3ee50 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 993.802627] env[69365]: DEBUG nova.compute.manager [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.898210] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquiring lock "0d028ec7-840a-4095-9a67-641ef8358807" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.898726] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "0d028ec7-840a-4095-9a67-641ef8358807" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.914894] env[69365]: DEBUG oslo_vmware.api [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163099} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.916141] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.917323] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-197ffc0a-b653-4a71-ab00-ac7b72d6d8b3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.943427] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] e26708a9-26b1-4cb7-9140-95ba6877f915/e26708a9-26b1-4cb7-9140-95ba6877f915.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.944244] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22e35208-7805-46b7-a5b7-7d85a4f992c5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.968078] env[69365]: DEBUG oslo_vmware.api [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 993.968078] env[69365]: value = "task-3469288" [ 993.968078] env[69365]: _type = "Task" [ 993.968078] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.977545] env[69365]: DEBUG oslo_vmware.api [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469288, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.001806] env[69365]: DEBUG oslo_concurrency.lockutils [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.477s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.002326] env[69365]: INFO nova.compute.manager [None req-66b33c97-07a3-4428-9234-86e950beff31 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Successfully reverted task state from rebuilding on failure for instance. [ 994.007993] env[69365]: DEBUG oslo_concurrency.lockutils [None req-806bc284-c2a1-4559-9601-a3f031c1e4ae tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.564s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.008424] env[69365]: DEBUG nova.objects.instance [None req-806bc284-c2a1-4559-9601-a3f031c1e4ae tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lazy-loading 'resources' on Instance uuid ba25f42e-945b-4884-9fca-fecf9a2d294c {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.057092] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469285, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.330266] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.401487] env[69365]: DEBUG nova.compute.manager [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 994.479445] env[69365]: DEBUG oslo_vmware.api [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469288, 'name': ReconfigVM_Task, 'duration_secs': 0.353691} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.479603] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Reconfigured VM instance instance-00000048 to attach disk [datastore1] e26708a9-26b1-4cb7-9140-95ba6877f915/e26708a9-26b1-4cb7-9140-95ba6877f915.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.480235] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d00fc87c-12da-40c6-a552-b925072d5b73 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.488418] env[69365]: DEBUG oslo_vmware.api [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 994.488418] env[69365]: value = "task-3469289" [ 994.488418] env[69365]: _type = "Task" [ 994.488418] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.497894] env[69365]: DEBUG oslo_vmware.api [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469289, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.550142] env[69365]: DEBUG nova.compute.manager [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 994.571791] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469285, 'name': CreateVM_Task, 'duration_secs': 3.503276} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.572268] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 994.573072] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.573424] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.573601] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.574802] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4ced19c-8746-43fa-88cd-1ebae2bbc5a0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.584571] env[69365]: DEBUG oslo_vmware.api [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 994.584571] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5200f4dd-e867-56a9-3153-94b1a955d6fc" [ 994.584571] env[69365]: _type = "Task" [ 994.584571] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.595342] env[69365]: DEBUG nova.virt.hardware [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 994.595550] env[69365]: DEBUG nova.virt.hardware [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 994.596712] env[69365]: DEBUG nova.virt.hardware [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 994.596712] env[69365]: DEBUG nova.virt.hardware [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 994.596712] env[69365]: DEBUG nova.virt.hardware [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 994.596712] env[69365]: DEBUG nova.virt.hardware [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 994.596712] env[69365]: DEBUG nova.virt.hardware [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 994.596712] env[69365]: DEBUG nova.virt.hardware [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 994.597037] env[69365]: DEBUG nova.virt.hardware [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 994.597037] env[69365]: DEBUG nova.virt.hardware [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 994.597123] env[69365]: DEBUG nova.virt.hardware [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 994.598676] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fb01b1-395b-44c7-8535-64efdd142a00 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.605542] env[69365]: DEBUG oslo_vmware.api [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5200f4dd-e867-56a9-3153-94b1a955d6fc, 'name': SearchDatastore_Task, 'duration_secs': 0.012243} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.606480] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.606862] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.607163] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.607460] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.607690] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.608124] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1f49a62-0c8f-4c77-93e9-553790a8db9c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.617753] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d353f81b-b6a5-4908-a158-1a8665c56f5c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.626391] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.626695] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.627493] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16a34029-5e5b-4529-b5d6-471510bba327 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.644892] env[69365]: DEBUG oslo_vmware.api [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 994.644892] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]523464ef-15c0-038a-4e83-9a5865900e79" [ 994.644892] env[69365]: _type = "Task" [ 994.644892] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.654257] env[69365]: DEBUG oslo_vmware.api [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523464ef-15c0-038a-4e83-9a5865900e79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.779295] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8af73cc8-be8a-4718-b135-3badeb9ae1af tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquiring lock "f1420621-d961-4ec4-a181-37b7b1284fe3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.779441] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8af73cc8-be8a-4718-b135-3badeb9ae1af tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lock "f1420621-d961-4ec4-a181-37b7b1284fe3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.779652] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8af73cc8-be8a-4718-b135-3badeb9ae1af tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquiring lock "f1420621-d961-4ec4-a181-37b7b1284fe3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.779835] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8af73cc8-be8a-4718-b135-3badeb9ae1af tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lock "f1420621-d961-4ec4-a181-37b7b1284fe3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.780032] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8af73cc8-be8a-4718-b135-3badeb9ae1af tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lock "f1420621-d961-4ec4-a181-37b7b1284fe3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.784884] env[69365]: INFO nova.compute.manager [None req-8af73cc8-be8a-4718-b135-3badeb9ae1af tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Terminating instance [ 994.925781] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.929651] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d277c482-9b97-4f83-b9df-94b5a6d19ce9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.938848] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93ff86f-0db6-4702-ae78-1569319ec012 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.980243] env[69365]: DEBUG nova.network.neutron [None req-92ccbafb-7ffa-4e4f-a105-0d167df988dc tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Updating instance_info_cache with network_info: [{"id": "5c13dea9-5962-4c27-a53a-8bcf67109960", "address": "fa:16:3e:35:9c:2c", "network": {"id": "07ac35b7-5e02-4e42-9be3-f1b0032ca382", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2090389770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ecde38286934540b1d17f878d3cbde8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c13dea9-59", "ovs_interfaceid": "5c13dea9-5962-4c27-a53a-8bcf67109960", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.982064] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4503c7-fd77-4053-a5b5-0450ed6a406d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.999252] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18ab49ed-fdfe-45c4-98c4-4a5634987063 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.016536] env[69365]: DEBUG oslo_vmware.api [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469289, 'name': Rename_Task, 'duration_secs': 0.169771} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.017382] env[69365]: DEBUG nova.compute.provider_tree [None req-806bc284-c2a1-4559-9601-a3f031c1e4ae tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.020166] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.020166] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69fe7bbc-dc09-434e-a297-4d4407420e56 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.030572] env[69365]: DEBUG oslo_vmware.api [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 995.030572] env[69365]: value = "task-3469290" [ 995.030572] env[69365]: _type = "Task" [ 995.030572] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.037424] env[69365]: DEBUG oslo_vmware.api [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.159629] env[69365]: DEBUG oslo_vmware.api [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523464ef-15c0-038a-4e83-9a5865900e79, 'name': SearchDatastore_Task, 'duration_secs': 0.012152} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.160514] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95fae5bf-4d46-4944-8268-1f4303132101 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.175964] env[69365]: DEBUG oslo_vmware.api [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 995.175964] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]525a6829-2a0d-2d6f-a2f1-712995575d5a" [ 995.175964] env[69365]: _type = "Task" [ 995.175964] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.185265] env[69365]: DEBUG oslo_vmware.api [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]525a6829-2a0d-2d6f-a2f1-712995575d5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.293331] env[69365]: DEBUG nova.compute.manager [None req-8af73cc8-be8a-4718-b135-3badeb9ae1af tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.293479] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8af73cc8-be8a-4718-b135-3badeb9ae1af tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.294748] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36583c44-2235-48ba-851e-979d33d7ed9e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.304241] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af73cc8-be8a-4718-b135-3badeb9ae1af tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.304544] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34caae9c-e869-44f0-aa1a-d4df08124222 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.314976] env[69365]: DEBUG oslo_vmware.api [None req-8af73cc8-be8a-4718-b135-3badeb9ae1af tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 995.314976] env[69365]: value = "task-3469291" [ 995.314976] env[69365]: _type = "Task" [ 995.314976] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.323445] env[69365]: DEBUG oslo_vmware.api [None req-8af73cc8-be8a-4718-b135-3badeb9ae1af tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.378585] env[69365]: DEBUG nova.compute.manager [req-4b3fc957-545c-451b-9829-1d610c017081 req-4edeabef-e21a-4fb4-8e22-d722bbde45c2 service nova] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Received event network-vif-plugged-a6587c71-f7b0-4b23-9b30-88e814b3ee50 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.378901] env[69365]: DEBUG oslo_concurrency.lockutils [req-4b3fc957-545c-451b-9829-1d610c017081 req-4edeabef-e21a-4fb4-8e22-d722bbde45c2 service nova] Acquiring lock "99bb8d37-053d-43dc-a30b-1d898521e0a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.379785] env[69365]: DEBUG oslo_concurrency.lockutils [req-4b3fc957-545c-451b-9829-1d610c017081 req-4edeabef-e21a-4fb4-8e22-d722bbde45c2 service nova] Lock "99bb8d37-053d-43dc-a30b-1d898521e0a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.380012] env[69365]: DEBUG oslo_concurrency.lockutils [req-4b3fc957-545c-451b-9829-1d610c017081 req-4edeabef-e21a-4fb4-8e22-d722bbde45c2 service nova] Lock "99bb8d37-053d-43dc-a30b-1d898521e0a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.380222] env[69365]: DEBUG nova.compute.manager [req-4b3fc957-545c-451b-9829-1d610c017081 req-4edeabef-e21a-4fb4-8e22-d722bbde45c2 service nova] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] No waiting events found dispatching network-vif-plugged-a6587c71-f7b0-4b23-9b30-88e814b3ee50 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 995.380521] env[69365]: WARNING nova.compute.manager [req-4b3fc957-545c-451b-9829-1d610c017081 req-4edeabef-e21a-4fb4-8e22-d722bbde45c2 service nova] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Received unexpected event network-vif-plugged-a6587c71-f7b0-4b23-9b30-88e814b3ee50 for instance with vm_state building and task_state spawning. [ 995.490164] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92ccbafb-7ffa-4e4f-a105-0d167df988dc tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Releasing lock "refresh_cache-fc40515e-6823-454b-8825-a2585bd9065c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.490164] env[69365]: DEBUG nova.objects.instance [None req-92ccbafb-7ffa-4e4f-a105-0d167df988dc tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lazy-loading 'migration_context' on Instance uuid fc40515e-6823-454b-8825-a2585bd9065c {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.490750] env[69365]: DEBUG nova.network.neutron [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Successfully updated port: a6587c71-f7b0-4b23-9b30-88e814b3ee50 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 995.522581] env[69365]: DEBUG nova.scheduler.client.report [None req-806bc284-c2a1-4559-9601-a3f031c1e4ae tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.539345] env[69365]: DEBUG oslo_vmware.api [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469290, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.689027] env[69365]: DEBUG oslo_vmware.api [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]525a6829-2a0d-2d6f-a2f1-712995575d5a, 'name': SearchDatastore_Task, 'duration_secs': 0.022557} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.689027] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.689027] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 06b36c20-2357-437b-8f3d-af4dd83036b6/06b36c20-2357-437b-8f3d-af4dd83036b6.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.689027] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9688584c-804f-41e3-a8a4-94440e88702d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.695253] env[69365]: DEBUG oslo_vmware.api [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 995.695253] env[69365]: value = "task-3469292" [ 995.695253] env[69365]: _type = "Task" [ 995.695253] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.703826] env[69365]: DEBUG oslo_vmware.api [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.828278] env[69365]: DEBUG oslo_vmware.api [None req-8af73cc8-be8a-4718-b135-3badeb9ae1af tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469291, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.993309] env[69365]: DEBUG nova.objects.base [None req-92ccbafb-7ffa-4e4f-a105-0d167df988dc tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 995.993844] env[69365]: DEBUG oslo_concurrency.lockutils [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Acquiring lock "refresh_cache-99bb8d37-053d-43dc-a30b-1d898521e0a9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.994047] env[69365]: DEBUG oslo_concurrency.lockutils [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Acquired lock "refresh_cache-99bb8d37-053d-43dc-a30b-1d898521e0a9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.994142] env[69365]: DEBUG nova.network.neutron [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 995.995927] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9f9549-a053-406a-882f-28f08d27351e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.021392] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcf516f4-bac7-4aec-bdfa-08c21fe9a46c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.027300] env[69365]: DEBUG oslo_vmware.api [None req-92ccbafb-7ffa-4e4f-a105-0d167df988dc tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 996.027300] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52301f28-bbcf-c9c4-731e-a86b8be3d7c9" [ 996.027300] env[69365]: _type = "Task" [ 996.027300] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.032500] env[69365]: DEBUG oslo_concurrency.lockutils [None req-806bc284-c2a1-4559-9601-a3f031c1e4ae tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.025s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.035750] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c931d9ec-8484-4b10-9077-83d0d1fc6390 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.592s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.035750] env[69365]: DEBUG nova.objects.instance [None req-c931d9ec-8484-4b10-9077-83d0d1fc6390 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Lazy-loading 'resources' on Instance uuid f60bc564-6cf4-49ed-8fbd-2ab370b0312a {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.049488] env[69365]: DEBUG oslo_vmware.api [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469290, 'name': PowerOnVM_Task, 'duration_secs': 0.718539} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.049836] env[69365]: DEBUG oslo_vmware.api [None req-92ccbafb-7ffa-4e4f-a105-0d167df988dc tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52301f28-bbcf-c9c4-731e-a86b8be3d7c9, 'name': SearchDatastore_Task, 'duration_secs': 0.00826} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.050847] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.051133] env[69365]: INFO nova.compute.manager [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Took 10.54 seconds to spawn the instance on the hypervisor. [ 996.051402] env[69365]: DEBUG nova.compute.manager [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 996.051767] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92ccbafb-7ffa-4e4f-a105-0d167df988dc tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.052627] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13a1468-58b9-4dcd-b552-7555800091a6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.069224] env[69365]: INFO nova.scheduler.client.report [None req-806bc284-c2a1-4559-9601-a3f031c1e4ae tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Deleted allocations for instance ba25f42e-945b-4884-9fca-fecf9a2d294c [ 996.206793] env[69365]: DEBUG oslo_vmware.api [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469292, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.326678] env[69365]: DEBUG oslo_vmware.api [None req-8af73cc8-be8a-4718-b135-3badeb9ae1af tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469291, 'name': PowerOffVM_Task, 'duration_secs': 0.628708} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.329272] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8af73cc8-be8a-4718-b135-3badeb9ae1af tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.329272] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8af73cc8-be8a-4718-b135-3badeb9ae1af tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.329272] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c17d3eb-693d-4c95-8c08-9dc873568999 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.401789] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8af73cc8-be8a-4718-b135-3badeb9ae1af tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.402058] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8af73cc8-be8a-4718-b135-3badeb9ae1af tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.402248] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af73cc8-be8a-4718-b135-3badeb9ae1af tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Deleting the datastore file [datastore2] f1420621-d961-4ec4-a181-37b7b1284fe3 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.402528] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c290dc7-526b-4455-a5f0-07c608663bcd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.410194] env[69365]: DEBUG oslo_vmware.api [None req-8af73cc8-be8a-4718-b135-3badeb9ae1af tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for the task: (returnval){ [ 996.410194] env[69365]: value = "task-3469294" [ 996.410194] env[69365]: _type = "Task" [ 996.410194] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.419158] env[69365]: DEBUG oslo_vmware.api [None req-8af73cc8-be8a-4718-b135-3badeb9ae1af tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.533719] env[69365]: DEBUG nova.network.neutron [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 996.572583] env[69365]: INFO nova.compute.manager [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Took 35.47 seconds to build instance. [ 996.580225] env[69365]: DEBUG oslo_concurrency.lockutils [None req-806bc284-c2a1-4559-9601-a3f031c1e4ae tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "ba25f42e-945b-4884-9fca-fecf9a2d294c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.665s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.710407] env[69365]: DEBUG oslo_vmware.api [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717726} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.710679] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 06b36c20-2357-437b-8f3d-af4dd83036b6/06b36c20-2357-437b-8f3d-af4dd83036b6.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 996.711297] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 996.711569] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7124bfe-7536-4cf5-8220-5987ef8ad8bf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.719016] env[69365]: DEBUG oslo_vmware.api [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 996.719016] env[69365]: value = "task-3469295" [ 996.719016] env[69365]: _type = "Task" [ 996.719016] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.729595] env[69365]: DEBUG oslo_vmware.api [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.760187] env[69365]: DEBUG nova.network.neutron [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Updating instance_info_cache with network_info: [{"id": "a6587c71-f7b0-4b23-9b30-88e814b3ee50", "address": "fa:16:3e:b5:3f:3e", "network": {"id": "2d36c13e-8441-4ed4-869b-3ce7da859c73", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1582090752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edae16417b054e35ab2125b40f96e381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6587c71-f7", "ovs_interfaceid": "a6587c71-f7b0-4b23-9b30-88e814b3ee50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.871271] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176dbd02-9754-44a4-bd38-dda4abe06e6e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.881297] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a99c74a-cd95-40e7-adab-6aefae85be18 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.918703] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39f2b4d3-58a1-4b12-b009-c2d1e6699e6b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.926334] env[69365]: DEBUG oslo_vmware.api [None req-8af73cc8-be8a-4718-b135-3badeb9ae1af tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Task: {'id': task-3469294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.337972} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.928523] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af73cc8-be8a-4718-b135-3badeb9ae1af tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.928731] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8af73cc8-be8a-4718-b135-3badeb9ae1af tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.928910] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8af73cc8-be8a-4718-b135-3badeb9ae1af tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.929099] env[69365]: INFO nova.compute.manager [None req-8af73cc8-be8a-4718-b135-3badeb9ae1af tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Took 1.64 seconds to destroy the instance on the hypervisor. [ 996.929356] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8af73cc8-be8a-4718-b135-3badeb9ae1af tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.929592] env[69365]: DEBUG nova.compute.manager [-] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 996.929691] env[69365]: DEBUG nova.network.neutron [-] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 996.932283] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f96cf68-b5b4-4c0e-908d-08dede230c6a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.949413] env[69365]: DEBUG nova.compute.provider_tree [None req-c931d9ec-8484-4b10-9077-83d0d1fc6390 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.075234] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f5262a35-2af5-429d-b722-cdf4ab37ba64 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "e26708a9-26b1-4cb7-9140-95ba6877f915" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.983s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.230978] env[69365]: DEBUG oslo_vmware.api [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.272511} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.231303] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 997.232279] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c55c57-4841-463e-a269-542413d133a4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.261962] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 06b36c20-2357-437b-8f3d-af4dd83036b6/06b36c20-2357-437b-8f3d-af4dd83036b6.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.262446] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ad33a59-51fb-49f0-bcd9-b6f21227717b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.281709] env[69365]: DEBUG oslo_concurrency.lockutils [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Releasing lock "refresh_cache-99bb8d37-053d-43dc-a30b-1d898521e0a9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.281709] env[69365]: DEBUG nova.compute.manager [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Instance network_info: |[{"id": "a6587c71-f7b0-4b23-9b30-88e814b3ee50", "address": "fa:16:3e:b5:3f:3e", "network": {"id": "2d36c13e-8441-4ed4-869b-3ce7da859c73", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1582090752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edae16417b054e35ab2125b40f96e381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6587c71-f7", "ovs_interfaceid": "a6587c71-f7b0-4b23-9b30-88e814b3ee50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 997.282023] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:3f:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6587c71-f7b0-4b23-9b30-88e814b3ee50', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 997.290750] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Creating folder: Project (edae16417b054e35ab2125b40f96e381). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.291857] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a452fe0-3163-4a2d-9c9d-3ac7847f9e2d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.297368] env[69365]: DEBUG oslo_vmware.api [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 997.297368] env[69365]: value = "task-3469296" [ 997.297368] env[69365]: _type = "Task" [ 997.297368] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.306343] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Created folder: Project (edae16417b054e35ab2125b40f96e381) in parent group-v693134. [ 997.306614] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Creating folder: Instances. Parent ref: group-v693342. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 997.313109] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c4a1334-1f9d-4673-814e-d1674753fca4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.315145] env[69365]: DEBUG oslo_vmware.api [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.324465] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Created folder: Instances in parent group-v693342. [ 997.324734] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.324930] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 997.325164] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54886d94-3fab-4ed3-85ba-7435f42ee955 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.347628] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 997.347628] env[69365]: value = "task-3469299" [ 997.347628] env[69365]: _type = "Task" [ 997.347628] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.356432] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469299, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.450093] env[69365]: DEBUG nova.scheduler.client.report [None req-c931d9ec-8484-4b10-9077-83d0d1fc6390 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.475529] env[69365]: DEBUG nova.compute.manager [req-9f1cb9b1-9457-4c00-b139-eb13f0941653 req-e610aa20-d4d2-414b-97e0-f1ab8321e07e service nova] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Received event network-changed-a6587c71-f7b0-4b23-9b30-88e814b3ee50 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 997.475724] env[69365]: DEBUG nova.compute.manager [req-9f1cb9b1-9457-4c00-b139-eb13f0941653 req-e610aa20-d4d2-414b-97e0-f1ab8321e07e service nova] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Refreshing instance network info cache due to event network-changed-a6587c71-f7b0-4b23-9b30-88e814b3ee50. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 997.475982] env[69365]: DEBUG oslo_concurrency.lockutils [req-9f1cb9b1-9457-4c00-b139-eb13f0941653 req-e610aa20-d4d2-414b-97e0-f1ab8321e07e service nova] Acquiring lock "refresh_cache-99bb8d37-053d-43dc-a30b-1d898521e0a9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.476279] env[69365]: DEBUG oslo_concurrency.lockutils [req-9f1cb9b1-9457-4c00-b139-eb13f0941653 req-e610aa20-d4d2-414b-97e0-f1ab8321e07e service nova] Acquired lock "refresh_cache-99bb8d37-053d-43dc-a30b-1d898521e0a9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.476488] env[69365]: DEBUG nova.network.neutron [req-9f1cb9b1-9457-4c00-b139-eb13f0941653 req-e610aa20-d4d2-414b-97e0-f1ab8321e07e service nova] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Refreshing network info cache for port a6587c71-f7b0-4b23-9b30-88e814b3ee50 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 997.803452] env[69365]: DEBUG nova.network.neutron [-] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.808838] env[69365]: DEBUG oslo_vmware.api [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.859440] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469299, 'name': CreateVM_Task, 'duration_secs': 0.355891} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.859706] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 997.860662] env[69365]: DEBUG oslo_concurrency.lockutils [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.860943] env[69365]: DEBUG oslo_concurrency.lockutils [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.861522] env[69365]: DEBUG oslo_concurrency.lockutils [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.861522] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8030dad1-46f6-4ace-9483-3a42973e45c5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.866506] env[69365]: DEBUG oslo_vmware.api [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Waiting for the task: (returnval){ [ 997.866506] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5276412d-04ec-9c51-7435-10452f46f1bc" [ 997.866506] env[69365]: _type = "Task" [ 997.866506] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.875474] env[69365]: DEBUG oslo_vmware.api [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5276412d-04ec-9c51-7435-10452f46f1bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.882479] env[69365]: DEBUG oslo_concurrency.lockutils [None req-090b71ec-0038-4d30-9d5f-20241248c7c9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "e26708a9-26b1-4cb7-9140-95ba6877f915" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.886023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-090b71ec-0038-4d30-9d5f-20241248c7c9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "e26708a9-26b1-4cb7-9140-95ba6877f915" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.886023] env[69365]: DEBUG nova.compute.manager [None req-090b71ec-0038-4d30-9d5f-20241248c7c9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.886023] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c8575f-10df-43d1-a241-2b28f20e1ce4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.892060] env[69365]: DEBUG nova.compute.manager [None req-090b71ec-0038-4d30-9d5f-20241248c7c9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69365) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 997.892688] env[69365]: DEBUG nova.objects.instance [None req-090b71ec-0038-4d30-9d5f-20241248c7c9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lazy-loading 'flavor' on Instance uuid e26708a9-26b1-4cb7-9140-95ba6877f915 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.955519] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c931d9ec-8484-4b10-9077-83d0d1fc6390 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.958197] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ffa7bbf-522b-46f9-9d99-41942d68b74d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.703s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.958476] env[69365]: DEBUG nova.objects.instance [None req-4ffa7bbf-522b-46f9-9d99-41942d68b74d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lazy-loading 'resources' on Instance uuid ecaf6d58-1cec-4b9d-9433-e0f418f147d6 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.183813] env[69365]: DEBUG nova.network.neutron [req-9f1cb9b1-9457-4c00-b139-eb13f0941653 req-e610aa20-d4d2-414b-97e0-f1ab8321e07e service nova] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Updated VIF entry in instance network info cache for port a6587c71-f7b0-4b23-9b30-88e814b3ee50. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 998.183813] env[69365]: DEBUG nova.network.neutron [req-9f1cb9b1-9457-4c00-b139-eb13f0941653 req-e610aa20-d4d2-414b-97e0-f1ab8321e07e service nova] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Updating instance_info_cache with network_info: [{"id": "a6587c71-f7b0-4b23-9b30-88e814b3ee50", "address": "fa:16:3e:b5:3f:3e", "network": {"id": "2d36c13e-8441-4ed4-869b-3ce7da859c73", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1582090752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edae16417b054e35ab2125b40f96e381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6587c71-f7", "ovs_interfaceid": "a6587c71-f7b0-4b23-9b30-88e814b3ee50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.311168] env[69365]: INFO nova.compute.manager [-] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Took 1.38 seconds to deallocate network for instance. [ 998.312216] env[69365]: DEBUG oslo_vmware.api [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469296, 'name': ReconfigVM_Task, 'duration_secs': 0.642341} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.317261] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 06b36c20-2357-437b-8f3d-af4dd83036b6/06b36c20-2357-437b-8f3d-af4dd83036b6.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.318044] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e93da08-bed5-4030-ba55-2940946a32bb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.325313] env[69365]: DEBUG oslo_vmware.api [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 998.325313] env[69365]: value = "task-3469300" [ 998.325313] env[69365]: _type = "Task" [ 998.325313] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.334785] env[69365]: DEBUG oslo_vmware.api [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469300, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.377024] env[69365]: DEBUG oslo_vmware.api [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5276412d-04ec-9c51-7435-10452f46f1bc, 'name': SearchDatastore_Task, 'duration_secs': 0.018957} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.377341] env[69365]: DEBUG oslo_concurrency.lockutils [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.377615] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 998.377864] env[69365]: DEBUG oslo_concurrency.lockutils [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.378028] env[69365]: DEBUG oslo_concurrency.lockutils [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.378206] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 998.378478] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-150209c1-c132-416c-84b1-9eb146cea29c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.388206] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 998.388409] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 998.389215] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b268cf36-2883-486d-ac9f-0dd8ec06a12d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.395844] env[69365]: DEBUG oslo_vmware.api [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Waiting for the task: (returnval){ [ 998.395844] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52557d7d-ec75-c7e7-5bf0-04d5ca2ac78e" [ 998.395844] env[69365]: _type = "Task" [ 998.395844] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.410269] env[69365]: DEBUG oslo_vmware.api [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52557d7d-ec75-c7e7-5bf0-04d5ca2ac78e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.476797] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c931d9ec-8484-4b10-9077-83d0d1fc6390 tempest-ServerActionsV293TestJSON-324495238 tempest-ServerActionsV293TestJSON-324495238-project-member] Lock "f60bc564-6cf4-49ed-8fbd-2ab370b0312a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.882s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.685536] env[69365]: DEBUG oslo_concurrency.lockutils [req-9f1cb9b1-9457-4c00-b139-eb13f0941653 req-e610aa20-d4d2-414b-97e0-f1ab8321e07e service nova] Releasing lock "refresh_cache-99bb8d37-053d-43dc-a30b-1d898521e0a9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.685791] env[69365]: DEBUG nova.compute.manager [req-9f1cb9b1-9457-4c00-b139-eb13f0941653 req-e610aa20-d4d2-414b-97e0-f1ab8321e07e service nova] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Received event network-vif-deleted-e82dae0f-c81c-4db6-8ba4-5526cacff065 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.685966] env[69365]: INFO nova.compute.manager [req-9f1cb9b1-9457-4c00-b139-eb13f0941653 req-e610aa20-d4d2-414b-97e0-f1ab8321e07e service nova] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Neutron deleted interface e82dae0f-c81c-4db6-8ba4-5526cacff065; detaching it from the instance and deleting it from the info cache [ 998.686149] env[69365]: DEBUG nova.network.neutron [req-9f1cb9b1-9457-4c00-b139-eb13f0941653 req-e610aa20-d4d2-414b-97e0-f1ab8321e07e service nova] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.822361] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8af73cc8-be8a-4718-b135-3badeb9ae1af tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.836747] env[69365]: DEBUG oslo_vmware.api [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469300, 'name': Rename_Task, 'duration_secs': 0.149331} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.839279] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.839869] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a37aa562-fb42-47f2-8af7-f72110e972e4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.845792] env[69365]: DEBUG oslo_vmware.api [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 998.845792] env[69365]: value = "task-3469301" [ 998.845792] env[69365]: _type = "Task" [ 998.845792] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.851737] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca32c0e-e615-42a0-b53c-8ac45a8ae9fa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.857096] env[69365]: DEBUG oslo_vmware.api [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.862279] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a64323-7175-488e-9461-28d0259c33fc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.896374] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9250c392-663b-4e6e-8ab3-5cccb11976ab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.910969] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc9a75c-a903-4824-a6f4-c8e904ca9f30 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.914886] env[69365]: DEBUG oslo_vmware.api [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52557d7d-ec75-c7e7-5bf0-04d5ca2ac78e, 'name': SearchDatastore_Task, 'duration_secs': 0.013105} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.915332] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-090b71ec-0038-4d30-9d5f-20241248c7c9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 998.916145] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d50191d6-ae9f-4dfb-a93d-90679f4746a7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.918032] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ea6d621-143d-423e-9853-388344c8a30a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.928534] env[69365]: DEBUG nova.compute.provider_tree [None req-4ffa7bbf-522b-46f9-9d99-41942d68b74d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.931238] env[69365]: DEBUG oslo_vmware.api [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Waiting for the task: (returnval){ [ 998.931238] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]527fed0a-05ab-f1a6-8e1d-17512c72b05f" [ 998.931238] env[69365]: _type = "Task" [ 998.931238] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.933222] env[69365]: DEBUG oslo_vmware.api [None req-090b71ec-0038-4d30-9d5f-20241248c7c9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 998.933222] env[69365]: value = "task-3469302" [ 998.933222] env[69365]: _type = "Task" [ 998.933222] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.945896] env[69365]: DEBUG oslo_vmware.api [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]527fed0a-05ab-f1a6-8e1d-17512c72b05f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.949488] env[69365]: DEBUG oslo_vmware.api [None req-090b71ec-0038-4d30-9d5f-20241248c7c9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469302, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.189284] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73c6ede0-2b79-4766-a96e-2ea290041f17 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.199395] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-721d2d4f-ffd2-4be3-a067-943aeb8461aa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.233985] env[69365]: DEBUG nova.compute.manager [req-9f1cb9b1-9457-4c00-b139-eb13f0941653 req-e610aa20-d4d2-414b-97e0-f1ab8321e07e service nova] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Detach interface failed, port_id=e82dae0f-c81c-4db6-8ba4-5526cacff065, reason: Instance f1420621-d961-4ec4-a181-37b7b1284fe3 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 999.268182] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.268414] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.356300] env[69365]: DEBUG oslo_vmware.api [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469301, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.434027] env[69365]: DEBUG nova.scheduler.client.report [None req-4ffa7bbf-522b-46f9-9d99-41942d68b74d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.452220] env[69365]: DEBUG oslo_vmware.api [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]527fed0a-05ab-f1a6-8e1d-17512c72b05f, 'name': SearchDatastore_Task, 'duration_secs': 0.011918} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.456788] env[69365]: DEBUG oslo_concurrency.lockutils [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.457046] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 99bb8d37-053d-43dc-a30b-1d898521e0a9/99bb8d37-053d-43dc-a30b-1d898521e0a9.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 999.457752] env[69365]: DEBUG oslo_vmware.api [None req-090b71ec-0038-4d30-9d5f-20241248c7c9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469302, 'name': PowerOffVM_Task, 'duration_secs': 0.240541} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.458305] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a01e777-a9c0-47ad-8332-7f48abeac8c2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.460799] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-090b71ec-0038-4d30-9d5f-20241248c7c9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.461013] env[69365]: DEBUG nova.compute.manager [None req-090b71ec-0038-4d30-9d5f-20241248c7c9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.462111] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f01a6f-72e9-414d-9516-c2407dbb04ec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.471215] env[69365]: DEBUG oslo_vmware.api [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Waiting for the task: (returnval){ [ 999.471215] env[69365]: value = "task-3469303" [ 999.471215] env[69365]: _type = "Task" [ 999.471215] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.480561] env[69365]: DEBUG oslo_vmware.api [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.604777] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Acquiring lock "17ab3fb3-7845-48ae-aa56-84cb2cbbfad9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.605142] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Lock "17ab3fb3-7845-48ae-aa56-84cb2cbbfad9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.770962] env[69365]: DEBUG nova.compute.manager [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 999.857881] env[69365]: DEBUG oslo_vmware.api [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469301, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.946913] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ffa7bbf-522b-46f9-9d99-41942d68b74d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.949751] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4d7e9bed-9c27-4606-b1e2-389cd559849e tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.012s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.949751] env[69365]: DEBUG nova.objects.instance [None req-4d7e9bed-9c27-4606-b1e2-389cd559849e tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Lazy-loading 'resources' on Instance uuid 0159ac80-aeb3-4e42-8139-5c2ebc348f61 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.971492] env[69365]: INFO nova.scheduler.client.report [None req-4ffa7bbf-522b-46f9-9d99-41942d68b74d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Deleted allocations for instance ecaf6d58-1cec-4b9d-9433-e0f418f147d6 [ 999.980279] env[69365]: DEBUG oslo_concurrency.lockutils [None req-090b71ec-0038-4d30-9d5f-20241248c7c9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "e26708a9-26b1-4cb7-9140-95ba6877f915" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.097s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.986276] env[69365]: DEBUG oslo_vmware.api [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495008} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.987030] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 99bb8d37-053d-43dc-a30b-1d898521e0a9/99bb8d37-053d-43dc-a30b-1d898521e0a9.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.987030] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 999.987220] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d2940f3-d1f8-4e90-8cba-188e0d6ae03f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.992890] env[69365]: DEBUG oslo_vmware.api [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Waiting for the task: (returnval){ [ 999.992890] env[69365]: value = "task-3469304" [ 999.992890] env[69365]: _type = "Task" [ 999.992890] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.001894] env[69365]: DEBUG oslo_vmware.api [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469304, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.107361] env[69365]: DEBUG nova.compute.manager [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1000.292392] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.357189] env[69365]: DEBUG oslo_vmware.api [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469301, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.487033] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4ffa7bbf-522b-46f9-9d99-41942d68b74d tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "ecaf6d58-1cec-4b9d-9433-e0f418f147d6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.683s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.505926] env[69365]: DEBUG oslo_vmware.api [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469304, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.219603} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.506148] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1000.506991] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e6df64-2ad4-451a-bfe0-a642d85c0ba9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.534888] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 99bb8d37-053d-43dc-a30b-1d898521e0a9/99bb8d37-053d-43dc-a30b-1d898521e0a9.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1000.538491] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f047a881-2aed-44cc-bec8-bd5e7dcf44fa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.553444] env[69365]: INFO nova.compute.manager [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Rebuilding instance [ 1000.561964] env[69365]: DEBUG oslo_vmware.api [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Waiting for the task: (returnval){ [ 1000.561964] env[69365]: value = "task-3469305" [ 1000.561964] env[69365]: _type = "Task" [ 1000.561964] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.572184] env[69365]: DEBUG oslo_vmware.api [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469305, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.600413] env[69365]: DEBUG nova.compute.manager [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.601039] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b7dcd5-b73e-47ab-8787-8b611a3e2849 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.624754] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.803523] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bfe69ac-e779-4f92-a2d7-fbf20087e163 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.814615] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3303c9d5-b0e6-4f47-8458-1987d54bc73a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.852641] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c97691e-3395-4d8e-b5d6-972ab80d7370 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.860772] env[69365]: DEBUG oslo_vmware.api [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469301, 'name': PowerOnVM_Task, 'duration_secs': 1.964374} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.862126] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.862354] env[69365]: INFO nova.compute.manager [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Took 12.81 seconds to spawn the instance on the hypervisor. [ 1000.862537] env[69365]: DEBUG nova.compute.manager [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.863320] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19322e1-3337-4233-a3be-50b6fda315d3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.866522] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff63a16-6690-41ac-ab70-ef80a4fcb7ab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.884922] env[69365]: DEBUG nova.compute.provider_tree [None req-4d7e9bed-9c27-4606-b1e2-389cd559849e tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.072906] env[69365]: DEBUG oslo_vmware.api [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469305, 'name': ReconfigVM_Task, 'duration_secs': 0.269471} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.073225] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 99bb8d37-053d-43dc-a30b-1d898521e0a9/99bb8d37-053d-43dc-a30b-1d898521e0a9.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1001.073846] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c825cd7c-2571-42f5-8d2f-417ce46ee7f5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.080359] env[69365]: DEBUG oslo_vmware.api [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Waiting for the task: (returnval){ [ 1001.080359] env[69365]: value = "task-3469306" [ 1001.080359] env[69365]: _type = "Task" [ 1001.080359] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.089322] env[69365]: DEBUG oslo_vmware.api [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469306, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.243408] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5db9cc18-9bbc-49a3-9245-2f269b08de7f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "cd6045d8-83e8-4147-8233-1996687bc731" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.243670] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5db9cc18-9bbc-49a3-9245-2f269b08de7f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "cd6045d8-83e8-4147-8233-1996687bc731" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.243876] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5db9cc18-9bbc-49a3-9245-2f269b08de7f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "cd6045d8-83e8-4147-8233-1996687bc731-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.244072] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5db9cc18-9bbc-49a3-9245-2f269b08de7f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "cd6045d8-83e8-4147-8233-1996687bc731-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.244248] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5db9cc18-9bbc-49a3-9245-2f269b08de7f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "cd6045d8-83e8-4147-8233-1996687bc731-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.246579] env[69365]: INFO nova.compute.manager [None req-5db9cc18-9bbc-49a3-9245-2f269b08de7f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Terminating instance [ 1001.390843] env[69365]: DEBUG nova.scheduler.client.report [None req-4d7e9bed-9c27-4606-b1e2-389cd559849e tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.396252] env[69365]: INFO nova.compute.manager [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Took 37.71 seconds to build instance. [ 1001.590151] env[69365]: DEBUG oslo_vmware.api [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469306, 'name': Rename_Task, 'duration_secs': 0.138142} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.590434] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.590692] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e154c039-22b9-4ead-b1f5-c982219a2d79 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.597737] env[69365]: DEBUG oslo_vmware.api [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Waiting for the task: (returnval){ [ 1001.597737] env[69365]: value = "task-3469307" [ 1001.597737] env[69365]: _type = "Task" [ 1001.597737] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.608683] env[69365]: DEBUG oslo_vmware.api [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.617509] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.617826] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52a7bf5a-e8ac-4e0e-bc48-cd2491ff5bbf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.624568] env[69365]: DEBUG oslo_vmware.api [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1001.624568] env[69365]: value = "task-3469308" [ 1001.624568] env[69365]: _type = "Task" [ 1001.624568] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.633042] env[69365]: DEBUG oslo_vmware.api [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.740579] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.740809] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.751189] env[69365]: DEBUG nova.compute.manager [None req-5db9cc18-9bbc-49a3-9245-2f269b08de7f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.751394] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5db9cc18-9bbc-49a3-9245-2f269b08de7f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.753078] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19dae4f7-8ef6-4b75-a0b2-89ae162a4be7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.761331] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db9cc18-9bbc-49a3-9245-2f269b08de7f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.761560] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2923cb6-41d8-4af2-a5d2-247b344b1bfa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.767935] env[69365]: DEBUG oslo_vmware.api [None req-5db9cc18-9bbc-49a3-9245-2f269b08de7f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 1001.767935] env[69365]: value = "task-3469309" [ 1001.767935] env[69365]: _type = "Task" [ 1001.767935] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.775729] env[69365]: DEBUG oslo_vmware.api [None req-5db9cc18-9bbc-49a3-9245-2f269b08de7f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.897762] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4d7e9bed-9c27-4606-b1e2-389cd559849e tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.948s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.900436] env[69365]: DEBUG oslo_concurrency.lockutils [None req-04c7e499-d266-4da1-8cb9-0f80c2f6d03c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.285s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.900580] env[69365]: DEBUG nova.objects.instance [None req-04c7e499-d266-4da1-8cb9-0f80c2f6d03c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lazy-loading 'resources' on Instance uuid a9672f20-2f1f-4ab4-861a-e542250eb592 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.901899] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a77bee0f-70af-4e8b-ab34-92e597605eb8 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "06b36c20-2357-437b-8f3d-af4dd83036b6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.233s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.918048] env[69365]: INFO nova.scheduler.client.report [None req-4d7e9bed-9c27-4606-b1e2-389cd559849e tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Deleted allocations for instance 0159ac80-aeb3-4e42-8139-5c2ebc348f61 [ 1002.010179] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a4cfc6d-2061-4a8c-ba3e-6976b8009f25 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "acf4ce22-50bf-4f3b-a707-5503d3e3aff0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.010422] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a4cfc6d-2061-4a8c-ba3e-6976b8009f25 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "acf4ce22-50bf-4f3b-a707-5503d3e3aff0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.083091] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "d8dcddfd-05c4-446d-b774-b87d88f20f04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.083238] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "d8dcddfd-05c4-446d-b774-b87d88f20f04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.107212] env[69365]: DEBUG oslo_vmware.api [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469307, 'name': PowerOnVM_Task, 'duration_secs': 0.48426} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.107508] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.107744] env[69365]: INFO nova.compute.manager [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Took 7.56 seconds to spawn the instance on the hypervisor. [ 1002.107933] env[69365]: DEBUG nova.compute.manager [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.108725] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6a76c5-d632-4d02-a052-9d55d81b6be7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.135273] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] VM already powered off {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1002.135518] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1002.136261] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04077bfc-e119-48e2-a6ee-84b823fc7451 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.142256] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.142475] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8b9b4d5d-6bdb-434e-b076-cd00d05dbc73 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.208722] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.208922] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.209088] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Deleting the datastore file [datastore1] e26708a9-26b1-4cb7-9140-95ba6877f915 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.209352] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63ca352e-bd8b-4e17-be98-6b737cf4625b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.215579] env[69365]: DEBUG oslo_vmware.api [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1002.215579] env[69365]: value = "task-3469311" [ 1002.215579] env[69365]: _type = "Task" [ 1002.215579] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.223405] env[69365]: DEBUG oslo_vmware.api [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.243070] env[69365]: DEBUG nova.compute.manager [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1002.276825] env[69365]: DEBUG oslo_vmware.api [None req-5db9cc18-9bbc-49a3-9245-2f269b08de7f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469309, 'name': PowerOffVM_Task, 'duration_secs': 0.169359} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.277183] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5db9cc18-9bbc-49a3-9245-2f269b08de7f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.277370] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5db9cc18-9bbc-49a3-9245-2f269b08de7f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.277638] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a557b379-0ece-4ec8-aaa6-9ecf139cfeb4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.337138] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5db9cc18-9bbc-49a3-9245-2f269b08de7f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.337372] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5db9cc18-9bbc-49a3-9245-2f269b08de7f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.337570] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5db9cc18-9bbc-49a3-9245-2f269b08de7f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Deleting the datastore file [datastore2] cd6045d8-83e8-4147-8233-1996687bc731 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.337899] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f901e31f-248b-4624-a150-f5f5f64da666 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.344091] env[69365]: DEBUG oslo_vmware.api [None req-5db9cc18-9bbc-49a3-9245-2f269b08de7f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 1002.344091] env[69365]: value = "task-3469313" [ 1002.344091] env[69365]: _type = "Task" [ 1002.344091] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.352450] env[69365]: DEBUG oslo_vmware.api [None req-5db9cc18-9bbc-49a3-9245-2f269b08de7f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469313, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.426404] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4d7e9bed-9c27-4606-b1e2-389cd559849e tempest-ServerDiagnosticsNegativeTest-1004716701 tempest-ServerDiagnosticsNegativeTest-1004716701-project-member] Lock "0159ac80-aeb3-4e42-8139-5c2ebc348f61" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.196s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.514922] env[69365]: DEBUG nova.compute.utils [None req-1a4cfc6d-2061-4a8c-ba3e-6976b8009f25 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1002.585335] env[69365]: DEBUG nova.compute.manager [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1002.627617] env[69365]: INFO nova.compute.manager [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Took 32.72 seconds to build instance. [ 1002.726033] env[69365]: DEBUG oslo_vmware.api [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282996} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.728805] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.729527] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.729527] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.769551] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.800455] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e24e48b-cb88-4874-9aed-03632c34818a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.808418] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee7c5b2-07b4-4aa7-a6c9-6c29fed23b55 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.840908] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324fca89-32a5-4158-a498-7fc6ec9a67e2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.855028] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a8ef17-6aaa-416b-bf17-8eaa6832406d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.864772] env[69365]: DEBUG nova.compute.provider_tree [None req-04c7e499-d266-4da1-8cb9-0f80c2f6d03c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.868944] env[69365]: DEBUG oslo_vmware.api [None req-5db9cc18-9bbc-49a3-9245-2f269b08de7f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469313, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192218} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.869492] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5db9cc18-9bbc-49a3-9245-2f269b08de7f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.869725] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5db9cc18-9bbc-49a3-9245-2f269b08de7f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.870609] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5db9cc18-9bbc-49a3-9245-2f269b08de7f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.870609] env[69365]: INFO nova.compute.manager [None req-5db9cc18-9bbc-49a3-9245-2f269b08de7f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1002.870609] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5db9cc18-9bbc-49a3-9245-2f269b08de7f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1002.870842] env[69365]: DEBUG nova.compute.manager [-] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1002.870842] env[69365]: DEBUG nova.network.neutron [-] [instance: cd6045d8-83e8-4147-8233-1996687bc731] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.018118] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a4cfc6d-2061-4a8c-ba3e-6976b8009f25 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "acf4ce22-50bf-4f3b-a707-5503d3e3aff0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.112342] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.130114] env[69365]: DEBUG oslo_concurrency.lockutils [None req-83dc60dc-8442-4d59-b1bd-ac4fd09e9fb4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Lock "99bb8d37-053d-43dc-a30b-1d898521e0a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.238s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.372761] env[69365]: DEBUG nova.scheduler.client.report [None req-04c7e499-d266-4da1-8cb9-0f80c2f6d03c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.640174] env[69365]: DEBUG nova.compute.manager [req-526d32d7-7436-4758-b5fe-5a15ac97886d req-b3b132f6-ca33-435c-b807-b4ce2846247d service nova] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Received event network-vif-deleted-2912f46a-cc9f-4459-85c3-408886060094 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.641755] env[69365]: INFO nova.compute.manager [req-526d32d7-7436-4758-b5fe-5a15ac97886d req-b3b132f6-ca33-435c-b807-b4ce2846247d service nova] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Neutron deleted interface 2912f46a-cc9f-4459-85c3-408886060094; detaching it from the instance and deleting it from the info cache [ 1003.643427] env[69365]: DEBUG nova.network.neutron [req-526d32d7-7436-4758-b5fe-5a15ac97886d req-b3b132f6-ca33-435c-b807-b4ce2846247d service nova] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.772665] env[69365]: DEBUG nova.virt.hardware [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.773143] env[69365]: DEBUG nova.virt.hardware [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.773414] env[69365]: DEBUG nova.virt.hardware [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.776577] env[69365]: DEBUG nova.virt.hardware [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.776577] env[69365]: DEBUG nova.virt.hardware [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.776577] env[69365]: DEBUG nova.virt.hardware [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.776577] env[69365]: DEBUG nova.virt.hardware [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.776577] env[69365]: DEBUG nova.virt.hardware [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.776577] env[69365]: DEBUG nova.virt.hardware [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.776577] env[69365]: DEBUG nova.virt.hardware [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.776577] env[69365]: DEBUG nova.virt.hardware [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.777029] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d22ebe1-e8d5-4d76-b382-4a41585ecb6a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.787980] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c2d8a1-1bf5-4c35-ab56-66092afdd7f0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.805444] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:35:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fe558574-b3a0-420e-9566-d766cac9a56e', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.814639] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1003.814979] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.815099] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af32f2af-ebb4-46f8-87f2-72a947bc750e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.836391] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.836391] env[69365]: value = "task-3469314" [ 1003.836391] env[69365]: _type = "Task" [ 1003.836391] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.844392] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469314, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.848821] env[69365]: DEBUG nova.network.neutron [-] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.876591] env[69365]: DEBUG oslo_concurrency.lockutils [None req-04c7e499-d266-4da1-8cb9-0f80c2f6d03c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.879355] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f7ec60cb-db86-488e-8b3e-b4de130d75a9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 16.930s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.900325] env[69365]: INFO nova.scheduler.client.report [None req-04c7e499-d266-4da1-8cb9-0f80c2f6d03c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Deleted allocations for instance a9672f20-2f1f-4ab4-861a-e542250eb592 [ 1004.104782] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a4cfc6d-2061-4a8c-ba3e-6976b8009f25 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "acf4ce22-50bf-4f3b-a707-5503d3e3aff0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.105726] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a4cfc6d-2061-4a8c-ba3e-6976b8009f25 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "acf4ce22-50bf-4f3b-a707-5503d3e3aff0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.105726] env[69365]: INFO nova.compute.manager [None req-1a4cfc6d-2061-4a8c-ba3e-6976b8009f25 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Attaching volume e8a57815-b285-486f-9731-a09d403cbf27 to /dev/sdb [ 1004.142357] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3de62e-4755-49b7-a009-b59952d01f9a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.145993] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-325877cf-8654-4fc6-8dcf-ef876def1a67 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.152797] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9af59b-c40b-49ea-beaf-70f5ac71f3a0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.158233] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6bcbf2-5aae-40ba-af3d-be76876fc98c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.179441] env[69365]: DEBUG nova.virt.block_device [None req-1a4cfc6d-2061-4a8c-ba3e-6976b8009f25 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Updating existing volume attachment record: 2076d700-a6ff-4547-8d6e-12abccb57814 {{(pid=69365) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1004.191770] env[69365]: DEBUG nova.compute.manager [req-526d32d7-7436-4758-b5fe-5a15ac97886d req-b3b132f6-ca33-435c-b807-b4ce2846247d service nova] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Detach interface failed, port_id=2912f46a-cc9f-4459-85c3-408886060094, reason: Instance cd6045d8-83e8-4147-8233-1996687bc731 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1004.345973] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469314, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.352557] env[69365]: INFO nova.compute.manager [-] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Took 1.48 seconds to deallocate network for instance. [ 1004.408956] env[69365]: DEBUG oslo_concurrency.lockutils [None req-04c7e499-d266-4da1-8cb9-0f80c2f6d03c tempest-ServersAdminTestJSON-846589263 tempest-ServersAdminTestJSON-846589263-project-member] Lock "a9672f20-2f1f-4ab4-861a-e542250eb592" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.570s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.774122] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac28648-23b7-4c96-8b57-cf8b5cd371ab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.785820] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0eabfab-b86f-4ff6-a3ca-2af1d3145de5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.821371] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013fe058-a185-4a55-8e0d-56069f3cd8ca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.829855] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d87b3e3-d573-4c53-96c6-ffde07986c70 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.847025] env[69365]: DEBUG nova.compute.provider_tree [None req-f7ec60cb-db86-488e-8b3e-b4de130d75a9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.856905] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469314, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.859100] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5db9cc18-9bbc-49a3-9245-2f269b08de7f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.350942] env[69365]: DEBUG nova.scheduler.client.report [None req-f7ec60cb-db86-488e-8b3e-b4de130d75a9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.361859] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469314, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.672080] env[69365]: DEBUG nova.compute.manager [req-c84710c5-29c2-4fcf-9330-e52854a41694 req-ac85dbc5-3ab9-4ca8-b0da-f6b94b5d2d4d service nova] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Received event network-changed-a6587c71-f7b0-4b23-9b30-88e814b3ee50 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.672220] env[69365]: DEBUG nova.compute.manager [req-c84710c5-29c2-4fcf-9330-e52854a41694 req-ac85dbc5-3ab9-4ca8-b0da-f6b94b5d2d4d service nova] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Refreshing instance network info cache due to event network-changed-a6587c71-f7b0-4b23-9b30-88e814b3ee50. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.672639] env[69365]: DEBUG oslo_concurrency.lockutils [req-c84710c5-29c2-4fcf-9330-e52854a41694 req-ac85dbc5-3ab9-4ca8-b0da-f6b94b5d2d4d service nova] Acquiring lock "refresh_cache-99bb8d37-053d-43dc-a30b-1d898521e0a9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.672639] env[69365]: DEBUG oslo_concurrency.lockutils [req-c84710c5-29c2-4fcf-9330-e52854a41694 req-ac85dbc5-3ab9-4ca8-b0da-f6b94b5d2d4d service nova] Acquired lock "refresh_cache-99bb8d37-053d-43dc-a30b-1d898521e0a9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.672639] env[69365]: DEBUG nova.network.neutron [req-c84710c5-29c2-4fcf-9330-e52854a41694 req-ac85dbc5-3ab9-4ca8-b0da-f6b94b5d2d4d service nova] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Refreshing network info cache for port a6587c71-f7b0-4b23-9b30-88e814b3ee50 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.858970] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469314, 'name': CreateVM_Task, 'duration_secs': 1.921141} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.859678] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.860924] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.861138] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.861453] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.861706] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-775bd230-7d09-4454-bbee-f3f1764bf871 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.869023] env[69365]: DEBUG oslo_vmware.api [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1005.869023] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52ad9d5c-5c4b-1e9d-443a-9331bd736dd4" [ 1005.869023] env[69365]: _type = "Task" [ 1005.869023] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.874705] env[69365]: DEBUG oslo_vmware.api [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52ad9d5c-5c4b-1e9d-443a-9331bd736dd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.362006] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f7ec60cb-db86-488e-8b3e-b4de130d75a9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.482s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.362320] env[69365]: DEBUG nova.compute.manager [None req-f7ec60cb-db86-488e-8b3e-b4de130d75a9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69365) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1006.367503] env[69365]: DEBUG oslo_concurrency.lockutils [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.943s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.369320] env[69365]: INFO nova.compute.claims [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.387027] env[69365]: DEBUG oslo_vmware.api [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52ad9d5c-5c4b-1e9d-443a-9331bd736dd4, 'name': SearchDatastore_Task, 'duration_secs': 0.027027} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.387615] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.389066] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1006.389366] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.389539] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.389771] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1006.390096] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2239e997-76cb-475c-98c0-47fb691ab900 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.400410] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1006.400926] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1006.401808] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdc22fcc-4063-4d56-b9c3-f12055ab0adb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.407311] env[69365]: DEBUG oslo_vmware.api [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1006.407311] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52490c79-62d8-901e-d935-a4329dd9d23d" [ 1006.407311] env[69365]: _type = "Task" [ 1006.407311] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.415875] env[69365]: DEBUG oslo_vmware.api [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52490c79-62d8-901e-d935-a4329dd9d23d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.418312] env[69365]: DEBUG nova.network.neutron [req-c84710c5-29c2-4fcf-9330-e52854a41694 req-ac85dbc5-3ab9-4ca8-b0da-f6b94b5d2d4d service nova] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Updated VIF entry in instance network info cache for port a6587c71-f7b0-4b23-9b30-88e814b3ee50. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1006.418701] env[69365]: DEBUG nova.network.neutron [req-c84710c5-29c2-4fcf-9330-e52854a41694 req-ac85dbc5-3ab9-4ca8-b0da-f6b94b5d2d4d service nova] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Updating instance_info_cache with network_info: [{"id": "a6587c71-f7b0-4b23-9b30-88e814b3ee50", "address": "fa:16:3e:b5:3f:3e", "network": {"id": "2d36c13e-8441-4ed4-869b-3ce7da859c73", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1582090752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edae16417b054e35ab2125b40f96e381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6587c71-f7", "ovs_interfaceid": "a6587c71-f7b0-4b23-9b30-88e814b3ee50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.924216] env[69365]: DEBUG oslo_concurrency.lockutils [req-c84710c5-29c2-4fcf-9330-e52854a41694 req-ac85dbc5-3ab9-4ca8-b0da-f6b94b5d2d4d service nova] Releasing lock "refresh_cache-99bb8d37-053d-43dc-a30b-1d898521e0a9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.924216] env[69365]: DEBUG oslo_vmware.api [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52490c79-62d8-901e-d935-a4329dd9d23d, 'name': SearchDatastore_Task, 'duration_secs': 0.011881} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.924973] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05dde0d2-6426-4493-a197-f04137eef68e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.933712] env[69365]: DEBUG oslo_vmware.api [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1006.933712] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5249b5f1-d43f-6adf-76e6-10529fb465c1" [ 1006.933712] env[69365]: _type = "Task" [ 1006.933712] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.944279] env[69365]: DEBUG oslo_vmware.api [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5249b5f1-d43f-6adf-76e6-10529fb465c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.951932] env[69365]: INFO nova.scheduler.client.report [None req-f7ec60cb-db86-488e-8b3e-b4de130d75a9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Deleted allocation for migration ffbbd62e-0193-4a6e-ac27-01cdb0cedcd9 [ 1007.443952] env[69365]: DEBUG oslo_vmware.api [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5249b5f1-d43f-6adf-76e6-10529fb465c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010303} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.444260] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.444549] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] e26708a9-26b1-4cb7-9140-95ba6877f915/e26708a9-26b1-4cb7-9140-95ba6877f915.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.444831] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6686e28e-ab9b-4502-aefe-bc4be34ecc9c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.452075] env[69365]: DEBUG oslo_vmware.api [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1007.452075] env[69365]: value = "task-3469319" [ 1007.452075] env[69365]: _type = "Task" [ 1007.452075] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.461093] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f7ec60cb-db86-488e-8b3e-b4de130d75a9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "07629f5e-e1b1-4aab-b422-8924b572449b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 24.125s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.467878] env[69365]: DEBUG oslo_vmware.api [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.739798] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b14408-eec1-4a87-8e1e-c355d9b50d8f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.747556] env[69365]: DEBUG nova.objects.instance [None req-1a9b14ef-009a-427c-b5c0-cfa98399a9d9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lazy-loading 'flavor' on Instance uuid 07629f5e-e1b1-4aab-b422-8924b572449b {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.753180] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29b52468-de2b-4091-afe4-963ff18dfa6b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.789246] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343478cc-cb19-4c6b-873f-6b003de496b1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.798519] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cccf9f-f58f-4a61-8ea4-4f8dd4ea425e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.816711] env[69365]: DEBUG nova.compute.provider_tree [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.964959] env[69365]: DEBUG oslo_vmware.api [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469319, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.254782] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a9b14ef-009a-427c-b5c0-cfa98399a9d9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "refresh_cache-07629f5e-e1b1-4aab-b422-8924b572449b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.254991] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a9b14ef-009a-427c-b5c0-cfa98399a9d9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquired lock "refresh_cache-07629f5e-e1b1-4aab-b422-8924b572449b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.255220] env[69365]: DEBUG nova.network.neutron [None req-1a9b14ef-009a-427c-b5c0-cfa98399a9d9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.255409] env[69365]: DEBUG nova.objects.instance [None req-1a9b14ef-009a-427c-b5c0-cfa98399a9d9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lazy-loading 'info_cache' on Instance uuid 07629f5e-e1b1-4aab-b422-8924b572449b {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.320314] env[69365]: DEBUG nova.scheduler.client.report [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.464523] env[69365]: DEBUG oslo_vmware.api [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546178} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.464837] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] e26708a9-26b1-4cb7-9140-95ba6877f915/e26708a9-26b1-4cb7-9140-95ba6877f915.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.465096] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.465372] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20ea25f1-a929-4275-b3e1-4b694a5b444e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.472557] env[69365]: DEBUG oslo_vmware.api [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1008.472557] env[69365]: value = "task-3469320" [ 1008.472557] env[69365]: _type = "Task" [ 1008.472557] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.481133] env[69365]: DEBUG oslo_vmware.api [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469320, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.762559] env[69365]: DEBUG nova.objects.base [None req-1a9b14ef-009a-427c-b5c0-cfa98399a9d9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Object Instance<07629f5e-e1b1-4aab-b422-8924b572449b> lazy-loaded attributes: flavor,info_cache {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1008.828024] env[69365]: DEBUG oslo_concurrency.lockutils [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.828584] env[69365]: DEBUG nova.compute.manager [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.831612] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.502s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.834881] env[69365]: INFO nova.compute.claims [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1008.983705] env[69365]: DEBUG oslo_vmware.api [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469320, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067637} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.984028] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.984784] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113806e8-42b9-4d89-84dc-f3bf2014ff8e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.006689] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] e26708a9-26b1-4cb7-9140-95ba6877f915/e26708a9-26b1-4cb7-9140-95ba6877f915.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.007219] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdfa734e-95e8-4bcb-9f3b-f183a1dc835c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.027487] env[69365]: DEBUG oslo_vmware.api [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1009.027487] env[69365]: value = "task-3469321" [ 1009.027487] env[69365]: _type = "Task" [ 1009.027487] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.036449] env[69365]: DEBUG oslo_vmware.api [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469321, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.237409] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a4cfc6d-2061-4a8c-ba3e-6976b8009f25 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Volume attach. Driver type: vmdk {{(pid=69365) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1009.237643] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a4cfc6d-2061-4a8c-ba3e-6976b8009f25 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693347', 'volume_id': 'e8a57815-b285-486f-9731-a09d403cbf27', 'name': 'volume-e8a57815-b285-486f-9731-a09d403cbf27', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'acf4ce22-50bf-4f3b-a707-5503d3e3aff0', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8a57815-b285-486f-9731-a09d403cbf27', 'serial': 'e8a57815-b285-486f-9731-a09d403cbf27'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1009.238552] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ee3d36-83a5-4f99-ba6a-1cba46c10b61 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.255660] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940fd08f-2c46-4373-9afd-951199dd54f8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.282789] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a4cfc6d-2061-4a8c-ba3e-6976b8009f25 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] volume-e8a57815-b285-486f-9731-a09d403cbf27/volume-e8a57815-b285-486f-9731-a09d403cbf27.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.283112] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61742855-7833-45a4-85d6-3460f289360a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.302077] env[69365]: DEBUG oslo_vmware.api [None req-1a4cfc6d-2061-4a8c-ba3e-6976b8009f25 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 1009.302077] env[69365]: value = "task-3469322" [ 1009.302077] env[69365]: _type = "Task" [ 1009.302077] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.310727] env[69365]: DEBUG oslo_vmware.api [None req-1a4cfc6d-2061-4a8c-ba3e-6976b8009f25 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469322, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.340713] env[69365]: DEBUG nova.compute.utils [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.342213] env[69365]: DEBUG nova.compute.manager [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1009.342386] env[69365]: DEBUG nova.network.neutron [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.386448] env[69365]: DEBUG nova.policy [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c32152e160ea4ee7b702819460806939', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'deaa56240dcc454eac71df1734f09fcb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.545289] env[69365]: DEBUG oslo_vmware.api [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469321, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.592933] env[69365]: DEBUG nova.network.neutron [None req-1a9b14ef-009a-427c-b5c0-cfa98399a9d9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Updating instance_info_cache with network_info: [{"id": "967b8d92-dd27-4384-9cfc-581748f09615", "address": "fa:16:3e:cb:37:c9", "network": {"id": "0a070169-0690-453d-b7d9-d59c0d25b157", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1450700306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2cf307cf4e4974b5e0a86d35a92e32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap967b8d92-dd", "ovs_interfaceid": "967b8d92-dd27-4384-9cfc-581748f09615", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.748376] env[69365]: DEBUG nova.network.neutron [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Successfully created port: 5044ec6d-3a4d-4012-b40f-d147a698df40 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.815229] env[69365]: DEBUG oslo_vmware.api [None req-1a4cfc6d-2061-4a8c-ba3e-6976b8009f25 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469322, 'name': ReconfigVM_Task, 'duration_secs': 0.38308} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.815585] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a4cfc6d-2061-4a8c-ba3e-6976b8009f25 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Reconfigured VM instance instance-00000042 to attach disk [datastore2] volume-e8a57815-b285-486f-9731-a09d403cbf27/volume-e8a57815-b285-486f-9731-a09d403cbf27.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.822498] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93e50eaf-8f3d-4a07-82c5-1dbffcbcb2a4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.847243] env[69365]: DEBUG oslo_vmware.api [None req-1a4cfc6d-2061-4a8c-ba3e-6976b8009f25 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 1009.847243] env[69365]: value = "task-3469323" [ 1009.847243] env[69365]: _type = "Task" [ 1009.847243] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.847912] env[69365]: DEBUG nova.compute.manager [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.864125] env[69365]: DEBUG oslo_vmware.api [None req-1a4cfc6d-2061-4a8c-ba3e-6976b8009f25 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469323, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.041130] env[69365]: DEBUG oslo_vmware.api [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469321, 'name': ReconfigVM_Task, 'duration_secs': 0.782683} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.041453] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Reconfigured VM instance instance-00000048 to attach disk [datastore2] e26708a9-26b1-4cb7-9140-95ba6877f915/e26708a9-26b1-4cb7-9140-95ba6877f915.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.046040] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-22807c2f-3a68-4b1d-9d13-b0b089285abe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.053991] env[69365]: DEBUG oslo_vmware.api [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1010.053991] env[69365]: value = "task-3469324" [ 1010.053991] env[69365]: _type = "Task" [ 1010.053991] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.067187] env[69365]: DEBUG oslo_vmware.api [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469324, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.096775] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a9b14ef-009a-427c-b5c0-cfa98399a9d9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Releasing lock "refresh_cache-07629f5e-e1b1-4aab-b422-8924b572449b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.233380] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089ad0ee-5e9a-495d-baed-0161b8462d21 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.247023] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f5d5a5-ed29-4998-b22e-ce9abce7a680 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.279725] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8e5de5-ed8f-4a17-9158-27963d4f76dc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.288114] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1a5ae6-d3ba-48e6-868a-b1dc8dd8c3bc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.303308] env[69365]: DEBUG nova.compute.provider_tree [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.362093] env[69365]: DEBUG oslo_vmware.api [None req-1a4cfc6d-2061-4a8c-ba3e-6976b8009f25 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469323, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.564099] env[69365]: DEBUG oslo_vmware.api [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469324, 'name': Rename_Task, 'duration_secs': 0.229245} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.564370] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.564618] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a79f1a50-c4ca-46cd-b0e8-4c8e576a82f1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.570126] env[69365]: DEBUG oslo_vmware.api [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1010.570126] env[69365]: value = "task-3469325" [ 1010.570126] env[69365]: _type = "Task" [ 1010.570126] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.578844] env[69365]: DEBUG oslo_vmware.api [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.806138] env[69365]: DEBUG nova.scheduler.client.report [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.865682] env[69365]: DEBUG oslo_vmware.api [None req-1a4cfc6d-2061-4a8c-ba3e-6976b8009f25 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469323, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.869950] env[69365]: DEBUG nova.compute.manager [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.898495] env[69365]: DEBUG nova.virt.hardware [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.898725] env[69365]: DEBUG nova.virt.hardware [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.898877] env[69365]: DEBUG nova.virt.hardware [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.899062] env[69365]: DEBUG nova.virt.hardware [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.899219] env[69365]: DEBUG nova.virt.hardware [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.899371] env[69365]: DEBUG nova.virt.hardware [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.899589] env[69365]: DEBUG nova.virt.hardware [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.899738] env[69365]: DEBUG nova.virt.hardware [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.899904] env[69365]: DEBUG nova.virt.hardware [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.900086] env[69365]: DEBUG nova.virt.hardware [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.900310] env[69365]: DEBUG nova.virt.hardware [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.901126] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955a7a76-d89e-45c3-b8bb-dcbd9468691f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.911970] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fca6ebd-e4ed-4715-b2a4-eec334c67f8f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.083381] env[69365]: DEBUG oslo_vmware.api [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469325, 'name': PowerOnVM_Task, 'duration_secs': 0.459944} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.083381] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.083381] env[69365]: DEBUG nova.compute.manager [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.083381] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9a0c0c-0ffa-4f48-8234-bf1219f10305 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.102787] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9b14ef-009a-427c-b5c0-cfa98399a9d9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.103483] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2989bed1-b369-4888-99c4-46a8f123fa07 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.111446] env[69365]: DEBUG oslo_vmware.api [None req-1a9b14ef-009a-427c-b5c0-cfa98399a9d9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1011.111446] env[69365]: value = "task-3469326" [ 1011.111446] env[69365]: _type = "Task" [ 1011.111446] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.119898] env[69365]: DEBUG oslo_vmware.api [None req-1a9b14ef-009a-427c-b5c0-cfa98399a9d9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.308870] env[69365]: DEBUG nova.compute.manager [req-4a36a229-aeaa-4680-ba1b-c275c4debbb4 req-cef3c593-123c-45a9-a72b-47f1c62e45b3 service nova] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Received event network-vif-plugged-5044ec6d-3a4d-4012-b40f-d147a698df40 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.309086] env[69365]: DEBUG oslo_concurrency.lockutils [req-4a36a229-aeaa-4680-ba1b-c275c4debbb4 req-cef3c593-123c-45a9-a72b-47f1c62e45b3 service nova] Acquiring lock "f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.309298] env[69365]: DEBUG oslo_concurrency.lockutils [req-4a36a229-aeaa-4680-ba1b-c275c4debbb4 req-cef3c593-123c-45a9-a72b-47f1c62e45b3 service nova] Lock "f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.309463] env[69365]: DEBUG oslo_concurrency.lockutils [req-4a36a229-aeaa-4680-ba1b-c275c4debbb4 req-cef3c593-123c-45a9-a72b-47f1c62e45b3 service nova] Lock "f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.309628] env[69365]: DEBUG nova.compute.manager [req-4a36a229-aeaa-4680-ba1b-c275c4debbb4 req-cef3c593-123c-45a9-a72b-47f1c62e45b3 service nova] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] No waiting events found dispatching network-vif-plugged-5044ec6d-3a4d-4012-b40f-d147a698df40 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.309829] env[69365]: WARNING nova.compute.manager [req-4a36a229-aeaa-4680-ba1b-c275c4debbb4 req-cef3c593-123c-45a9-a72b-47f1c62e45b3 service nova] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Received unexpected event network-vif-plugged-5044ec6d-3a4d-4012-b40f-d147a698df40 for instance with vm_state building and task_state spawning. [ 1011.311597] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.480s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.312067] env[69365]: DEBUG nova.compute.manager [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1011.314947] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.389s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.316635] env[69365]: INFO nova.compute.claims [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.366675] env[69365]: DEBUG oslo_vmware.api [None req-1a4cfc6d-2061-4a8c-ba3e-6976b8009f25 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469323, 'name': ReconfigVM_Task, 'duration_secs': 1.152084} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.367027] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a4cfc6d-2061-4a8c-ba3e-6976b8009f25 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693347', 'volume_id': 'e8a57815-b285-486f-9731-a09d403cbf27', 'name': 'volume-e8a57815-b285-486f-9731-a09d403cbf27', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'acf4ce22-50bf-4f3b-a707-5503d3e3aff0', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8a57815-b285-486f-9731-a09d403cbf27', 'serial': 'e8a57815-b285-486f-9731-a09d403cbf27'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1011.593059] env[69365]: INFO nova.compute.manager [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] bringing vm to original state: 'stopped' [ 1011.626551] env[69365]: DEBUG oslo_vmware.api [None req-1a9b14ef-009a-427c-b5c0-cfa98399a9d9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469326, 'name': PowerOnVM_Task, 'duration_secs': 0.403133} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.629093] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9b14ef-009a-427c-b5c0-cfa98399a9d9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.629093] env[69365]: DEBUG nova.compute.manager [None req-1a9b14ef-009a-427c-b5c0-cfa98399a9d9 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1011.629093] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b995dc-e2c0-4073-b1fb-e227335eae19 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.780107] env[69365]: DEBUG nova.network.neutron [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Successfully updated port: 5044ec6d-3a4d-4012-b40f-d147a698df40 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.829532] env[69365]: DEBUG nova.compute.utils [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.832802] env[69365]: DEBUG nova.compute.manager [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1011.833026] env[69365]: DEBUG nova.network.neutron [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1011.913499] env[69365]: DEBUG nova.policy [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80f18a56bdb040379c4aba853be6b44a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb190954160445348b78d12bc3414e98', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.073451] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f1d77e5b-eabc-4380-96a5-f678eab86cf0 tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Acquiring lock "61730ea7-f9bb-4708-9e7e-3982261731a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.074455] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f1d77e5b-eabc-4380-96a5-f678eab86cf0 tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Lock "61730ea7-f9bb-4708-9e7e-3982261731a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.074455] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f1d77e5b-eabc-4380-96a5-f678eab86cf0 tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Acquiring lock "61730ea7-f9bb-4708-9e7e-3982261731a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.074455] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f1d77e5b-eabc-4380-96a5-f678eab86cf0 tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Lock "61730ea7-f9bb-4708-9e7e-3982261731a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.074455] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f1d77e5b-eabc-4380-96a5-f678eab86cf0 tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Lock "61730ea7-f9bb-4708-9e7e-3982261731a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.079019] env[69365]: INFO nova.compute.manager [None req-f1d77e5b-eabc-4380-96a5-f678eab86cf0 tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Terminating instance [ 1012.283775] env[69365]: DEBUG oslo_concurrency.lockutils [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Acquiring lock "refresh_cache-f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.283775] env[69365]: DEBUG oslo_concurrency.lockutils [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Acquired lock "refresh_cache-f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.283775] env[69365]: DEBUG nova.network.neutron [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.336236] env[69365]: DEBUG nova.compute.manager [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1012.421103] env[69365]: DEBUG nova.objects.instance [None req-1a4cfc6d-2061-4a8c-ba3e-6976b8009f25 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lazy-loading 'flavor' on Instance uuid acf4ce22-50bf-4f3b-a707-5503d3e3aff0 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.547265] env[69365]: DEBUG nova.network.neutron [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Successfully created port: d11ced64-d501-4729-8060-f95b71050ea8 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1012.582073] env[69365]: DEBUG nova.compute.manager [None req-f1d77e5b-eabc-4380-96a5-f678eab86cf0 tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.582324] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d77e5b-eabc-4380-96a5-f678eab86cf0 tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1012.583254] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39fa3ad-e69c-4ceb-86bf-d9d8856a24ae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.595052] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d77e5b-eabc-4380-96a5-f678eab86cf0 tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.595334] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7791304b-7b94-4963-83ac-6f6ad4ce3c43 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.601573] env[69365]: DEBUG oslo_vmware.api [None req-f1d77e5b-eabc-4380-96a5-f678eab86cf0 tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Waiting for the task: (returnval){ [ 1012.601573] env[69365]: value = "task-3469327" [ 1012.601573] env[69365]: _type = "Task" [ 1012.601573] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.613146] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "e26708a9-26b1-4cb7-9140-95ba6877f915" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.613146] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "e26708a9-26b1-4cb7-9140-95ba6877f915" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.613146] env[69365]: DEBUG nova.compute.manager [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1012.613146] env[69365]: DEBUG oslo_vmware.api [None req-f1d77e5b-eabc-4380-96a5-f678eab86cf0 tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Task: {'id': task-3469327, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.613610] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-814918fb-324e-470f-8628-6eb682ffb7cb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.619944] env[69365]: DEBUG nova.compute.manager [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69365) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1012.677689] env[69365]: INFO nova.compute.manager [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Rescuing [ 1012.677986] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "refresh_cache-acf4ce22-50bf-4f3b-a707-5503d3e3aff0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.678235] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquired lock "refresh_cache-acf4ce22-50bf-4f3b-a707-5503d3e3aff0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.680258] env[69365]: DEBUG nova.network.neutron [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.744220] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e76ecade-480b-4fe0-9722-790098d8d5b7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "07629f5e-e1b1-4aab-b422-8924b572449b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.744220] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e76ecade-480b-4fe0-9722-790098d8d5b7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "07629f5e-e1b1-4aab-b422-8924b572449b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.744220] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e76ecade-480b-4fe0-9722-790098d8d5b7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "07629f5e-e1b1-4aab-b422-8924b572449b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.744220] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e76ecade-480b-4fe0-9722-790098d8d5b7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "07629f5e-e1b1-4aab-b422-8924b572449b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.744220] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e76ecade-480b-4fe0-9722-790098d8d5b7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "07629f5e-e1b1-4aab-b422-8924b572449b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.747179] env[69365]: INFO nova.compute.manager [None req-e76ecade-480b-4fe0-9722-790098d8d5b7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Terminating instance [ 1012.757459] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac246ca-7bbf-4006-91f8-61ae2c0dccba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.774037] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294b143f-14a1-45cc-9fe0-46e38471b843 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.809757] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25605ea3-778c-40e7-986d-609a03e53bd8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.818638] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ec20e7-e41d-495a-aeb6-2ee9ca1f9e22 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.832593] env[69365]: DEBUG nova.compute.provider_tree [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.863141] env[69365]: DEBUG nova.network.neutron [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.931029] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a4cfc6d-2061-4a8c-ba3e-6976b8009f25 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "acf4ce22-50bf-4f3b-a707-5503d3e3aff0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.823s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.073206] env[69365]: DEBUG nova.network.neutron [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Updating instance_info_cache with network_info: [{"id": "5044ec6d-3a4d-4012-b40f-d147a698df40", "address": "fa:16:3e:24:5e:97", "network": {"id": "beba554c-cfa5-447f-b77a-2b6638b3fd2c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1183675991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "deaa56240dcc454eac71df1734f09fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5044ec6d-3a", "ovs_interfaceid": "5044ec6d-3a4d-4012-b40f-d147a698df40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.112469] env[69365]: DEBUG oslo_vmware.api [None req-f1d77e5b-eabc-4380-96a5-f678eab86cf0 tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Task: {'id': task-3469327, 'name': PowerOffVM_Task, 'duration_secs': 0.190187} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.112690] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1d77e5b-eabc-4380-96a5-f678eab86cf0 tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.113252] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d77e5b-eabc-4380-96a5-f678eab86cf0 tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.113252] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-761709a1-9654-4e97-a1d4-e38befce4068 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.126234] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.126570] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-470f0624-886f-493c-82fc-c9a6f9212e94 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.136492] env[69365]: DEBUG oslo_vmware.api [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1013.136492] env[69365]: value = "task-3469329" [ 1013.136492] env[69365]: _type = "Task" [ 1013.136492] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.146912] env[69365]: DEBUG oslo_vmware.api [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.180424] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d77e5b-eabc-4380-96a5-f678eab86cf0 tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.180584] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d77e5b-eabc-4380-96a5-f678eab86cf0 tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.180761] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1d77e5b-eabc-4380-96a5-f678eab86cf0 tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Deleting the datastore file [datastore1] 61730ea7-f9bb-4708-9e7e-3982261731a4 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.181480] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-983eea03-7f9f-4690-93b2-7bd82d8444fa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.192135] env[69365]: DEBUG oslo_vmware.api [None req-f1d77e5b-eabc-4380-96a5-f678eab86cf0 tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Waiting for the task: (returnval){ [ 1013.192135] env[69365]: value = "task-3469330" [ 1013.192135] env[69365]: _type = "Task" [ 1013.192135] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.203336] env[69365]: DEBUG oslo_vmware.api [None req-f1d77e5b-eabc-4380-96a5-f678eab86cf0 tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Task: {'id': task-3469330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.252113] env[69365]: DEBUG nova.compute.manager [None req-e76ecade-480b-4fe0-9722-790098d8d5b7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1013.255022] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e76ecade-480b-4fe0-9722-790098d8d5b7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1013.255022] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31f0e2f-f4ea-4436-a3d3-debde61c54c3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.265791] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e76ecade-480b-4fe0-9722-790098d8d5b7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1013.265791] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fa65e97-4ab5-430d-a1c7-8ecf48b7d351 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.271613] env[69365]: DEBUG oslo_vmware.api [None req-e76ecade-480b-4fe0-9722-790098d8d5b7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1013.271613] env[69365]: value = "task-3469331" [ 1013.271613] env[69365]: _type = "Task" [ 1013.271613] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.288385] env[69365]: DEBUG oslo_vmware.api [None req-e76ecade-480b-4fe0-9722-790098d8d5b7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.335819] env[69365]: DEBUG nova.scheduler.client.report [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.348920] env[69365]: DEBUG nova.compute.manager [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1013.366665] env[69365]: DEBUG oslo_concurrency.lockutils [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Acquiring lock "1e23bcff-1976-4065-be4d-2eb09fbd7a74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.366665] env[69365]: DEBUG oslo_concurrency.lockutils [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Lock "1e23bcff-1976-4065-be4d-2eb09fbd7a74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.387764] env[69365]: DEBUG nova.virt.hardware [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.387764] env[69365]: DEBUG nova.virt.hardware [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.387764] env[69365]: DEBUG nova.virt.hardware [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.387764] env[69365]: DEBUG nova.virt.hardware [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.388103] env[69365]: DEBUG nova.virt.hardware [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.388231] env[69365]: DEBUG nova.virt.hardware [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.388573] env[69365]: DEBUG nova.virt.hardware [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.388638] env[69365]: DEBUG nova.virt.hardware [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.388791] env[69365]: DEBUG nova.virt.hardware [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.389034] env[69365]: DEBUG nova.virt.hardware [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.389701] env[69365]: DEBUG nova.virt.hardware [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.390779] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6203fe-2060-483b-8a09-beb629a5c472 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.404657] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97bdac3-56c5-49fe-a0e5-e48ff438f9cc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.530134] env[69365]: DEBUG nova.network.neutron [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Updating instance_info_cache with network_info: [{"id": "9de7a27d-dd08-462a-9b74-c09e62e15a26", "address": "fa:16:3e:98:79:37", "network": {"id": "0567f215-2218-44b4-a3ee-0886663f5bac", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1723893682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0262e671388f4a19a7414827f058739e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9de7a27d-dd", "ovs_interfaceid": "9de7a27d-dd08-462a-9b74-c09e62e15a26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.536749] env[69365]: DEBUG nova.compute.manager [req-dc78ce94-4f7a-468f-bea0-8b590802ba0d req-823f0e68-4cf9-4c6c-9853-a82abc7c24aa service nova] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Received event network-changed-5044ec6d-3a4d-4012-b40f-d147a698df40 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.537038] env[69365]: DEBUG nova.compute.manager [req-dc78ce94-4f7a-468f-bea0-8b590802ba0d req-823f0e68-4cf9-4c6c-9853-a82abc7c24aa service nova] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Refreshing instance network info cache due to event network-changed-5044ec6d-3a4d-4012-b40f-d147a698df40. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.537242] env[69365]: DEBUG oslo_concurrency.lockutils [req-dc78ce94-4f7a-468f-bea0-8b590802ba0d req-823f0e68-4cf9-4c6c-9853-a82abc7c24aa service nova] Acquiring lock "refresh_cache-f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.579272] env[69365]: DEBUG oslo_concurrency.lockutils [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Releasing lock "refresh_cache-f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.579682] env[69365]: DEBUG nova.compute.manager [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Instance network_info: |[{"id": "5044ec6d-3a4d-4012-b40f-d147a698df40", "address": "fa:16:3e:24:5e:97", "network": {"id": "beba554c-cfa5-447f-b77a-2b6638b3fd2c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1183675991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "deaa56240dcc454eac71df1734f09fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5044ec6d-3a", "ovs_interfaceid": "5044ec6d-3a4d-4012-b40f-d147a698df40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1013.579980] env[69365]: DEBUG oslo_concurrency.lockutils [req-dc78ce94-4f7a-468f-bea0-8b590802ba0d req-823f0e68-4cf9-4c6c-9853-a82abc7c24aa service nova] Acquired lock "refresh_cache-f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.580185] env[69365]: DEBUG nova.network.neutron [req-dc78ce94-4f7a-468f-bea0-8b590802ba0d req-823f0e68-4cf9-4c6c-9853-a82abc7c24aa service nova] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Refreshing network info cache for port 5044ec6d-3a4d-4012-b40f-d147a698df40 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.581421] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:5e:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '31e77685-b4dd-4810-80ef-24115ea9ea62', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5044ec6d-3a4d-4012-b40f-d147a698df40', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.589208] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.589640] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.589870] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21021171-9c43-48fb-b530-a8cbf13f8fca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.614615] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.614615] env[69365]: value = "task-3469332" [ 1013.614615] env[69365]: _type = "Task" [ 1013.614615] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.622848] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469332, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.647207] env[69365]: DEBUG oslo_vmware.api [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469329, 'name': PowerOffVM_Task, 'duration_secs': 0.274685} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.647335] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.648092] env[69365]: DEBUG nova.compute.manager [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1013.648447] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6034ec5-2a83-40e3-b3a8-8ff79773e9cd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.661598] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Acquiring lock "f818b903-afbf-41aa-b43b-a1c2e6e9bfc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.661818] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Lock "f818b903-afbf-41aa-b43b-a1c2e6e9bfc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.702985] env[69365]: DEBUG oslo_vmware.api [None req-f1d77e5b-eabc-4380-96a5-f678eab86cf0 tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Task: {'id': task-3469330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144639} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.703455] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1d77e5b-eabc-4380-96a5-f678eab86cf0 tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.703527] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d77e5b-eabc-4380-96a5-f678eab86cf0 tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.703692] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f1d77e5b-eabc-4380-96a5-f678eab86cf0 tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.703861] env[69365]: INFO nova.compute.manager [None req-f1d77e5b-eabc-4380-96a5-f678eab86cf0 tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1013.704121] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f1d77e5b-eabc-4380-96a5-f678eab86cf0 tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.704324] env[69365]: DEBUG nova.compute.manager [-] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1013.704421] env[69365]: DEBUG nova.network.neutron [-] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1013.784567] env[69365]: DEBUG oslo_vmware.api [None req-e76ecade-480b-4fe0-9722-790098d8d5b7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469331, 'name': PowerOffVM_Task, 'duration_secs': 0.198778} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.785099] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e76ecade-480b-4fe0-9722-790098d8d5b7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1013.785367] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e76ecade-480b-4fe0-9722-790098d8d5b7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1013.785542] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bce5967d-4919-4a72-932f-d45b658636c2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.844662] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.529s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.845039] env[69365]: DEBUG nova.compute.manager [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1013.848998] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92ccbafb-7ffa-4e4f-a105-0d167df988dc tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 17.796s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.851653] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e76ecade-480b-4fe0-9722-790098d8d5b7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1013.851851] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e76ecade-480b-4fe0-9722-790098d8d5b7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1013.852278] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e76ecade-480b-4fe0-9722-790098d8d5b7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Deleting the datastore file [datastore1] 07629f5e-e1b1-4aab-b422-8924b572449b {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1013.852349] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61ecdcbc-77dc-4cfb-8e29-30c086374905 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.859265] env[69365]: DEBUG oslo_vmware.api [None req-e76ecade-480b-4fe0-9722-790098d8d5b7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1013.859265] env[69365]: value = "task-3469334" [ 1013.859265] env[69365]: _type = "Task" [ 1013.859265] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.869272] env[69365]: DEBUG oslo_vmware.api [None req-e76ecade-480b-4fe0-9722-790098d8d5b7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.872488] env[69365]: DEBUG nova.compute.manager [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1013.891704] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquiring lock "63351e35-ea73-440d-8642-3793c3806125" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.891938] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "63351e35-ea73-440d-8642-3793c3806125" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.928187] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquiring lock "d2abb86f-64d3-4501-9c98-0fb0c732554f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.928443] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "d2abb86f-64d3-4501-9c98-0fb0c732554f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.033566] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Releasing lock "refresh_cache-acf4ce22-50bf-4f3b-a707-5503d3e3aff0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.124039] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469332, 'name': CreateVM_Task, 'duration_secs': 0.350753} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.124207] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.124947] env[69365]: DEBUG oslo_concurrency.lockutils [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.125159] env[69365]: DEBUG oslo_concurrency.lockutils [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.125482] env[69365]: DEBUG oslo_concurrency.lockutils [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.127980] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28d03cf8-5bca-4c98-af60-f90f69e1ff50 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.132751] env[69365]: DEBUG oslo_vmware.api [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 1014.132751] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]528191a1-93b5-b81c-dd7d-0aeb525b3487" [ 1014.132751] env[69365]: _type = "Task" [ 1014.132751] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.140768] env[69365]: DEBUG oslo_vmware.api [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]528191a1-93b5-b81c-dd7d-0aeb525b3487, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.165166] env[69365]: DEBUG nova.compute.manager [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1014.169138] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "e26708a9-26b1-4cb7-9140-95ba6877f915" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.556s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.218334] env[69365]: DEBUG nova.network.neutron [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Successfully updated port: d11ced64-d501-4729-8060-f95b71050ea8 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1014.289349] env[69365]: DEBUG nova.compute.manager [req-d1f75298-2970-47cf-8abb-16e1c0bb1082 req-238989bd-aa39-45ca-88a0-4e43fa576b0d service nova] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Received event network-vif-deleted-ec7698be-cf85-4219-9aae-702d67aca312 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.289587] env[69365]: INFO nova.compute.manager [req-d1f75298-2970-47cf-8abb-16e1c0bb1082 req-238989bd-aa39-45ca-88a0-4e43fa576b0d service nova] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Neutron deleted interface ec7698be-cf85-4219-9aae-702d67aca312; detaching it from the instance and deleting it from the info cache [ 1014.289804] env[69365]: DEBUG nova.network.neutron [req-d1f75298-2970-47cf-8abb-16e1c0bb1082 req-238989bd-aa39-45ca-88a0-4e43fa576b0d service nova] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.355617] env[69365]: DEBUG nova.compute.utils [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.358662] env[69365]: DEBUG nova.compute.manager [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1014.358839] env[69365]: DEBUG nova.network.neutron [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.371521] env[69365]: DEBUG oslo_vmware.api [None req-e76ecade-480b-4fe0-9722-790098d8d5b7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187209} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.371796] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e76ecade-480b-4fe0-9722-790098d8d5b7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.371971] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e76ecade-480b-4fe0-9722-790098d8d5b7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.373889] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e76ecade-480b-4fe0-9722-790098d8d5b7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.373889] env[69365]: INFO nova.compute.manager [None req-e76ecade-480b-4fe0-9722-790098d8d5b7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1014.373889] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e76ecade-480b-4fe0-9722-790098d8d5b7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.374787] env[69365]: DEBUG nova.scheduler.client.report [None req-92ccbafb-7ffa-4e4f-a105-0d167df988dc tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Refreshing inventories for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1014.377433] env[69365]: DEBUG nova.compute.manager [-] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.377534] env[69365]: DEBUG nova.network.neutron [-] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.394247] env[69365]: DEBUG nova.compute.manager [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1014.401399] env[69365]: DEBUG nova.scheduler.client.report [None req-92ccbafb-7ffa-4e4f-a105-0d167df988dc tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Updating ProviderTree inventory for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1014.401399] env[69365]: DEBUG nova.compute.provider_tree [None req-92ccbafb-7ffa-4e4f-a105-0d167df988dc tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1014.406128] env[69365]: DEBUG oslo_concurrency.lockutils [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.412499] env[69365]: DEBUG nova.scheduler.client.report [None req-92ccbafb-7ffa-4e4f-a105-0d167df988dc tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Refreshing aggregate associations for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d, aggregates: None {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1014.424455] env[69365]: DEBUG nova.network.neutron [req-dc78ce94-4f7a-468f-bea0-8b590802ba0d req-823f0e68-4cf9-4c6c-9853-a82abc7c24aa service nova] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Updated VIF entry in instance network info cache for port 5044ec6d-3a4d-4012-b40f-d147a698df40. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.424917] env[69365]: DEBUG nova.network.neutron [req-dc78ce94-4f7a-468f-bea0-8b590802ba0d req-823f0e68-4cf9-4c6c-9853-a82abc7c24aa service nova] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Updating instance_info_cache with network_info: [{"id": "5044ec6d-3a4d-4012-b40f-d147a698df40", "address": "fa:16:3e:24:5e:97", "network": {"id": "beba554c-cfa5-447f-b77a-2b6638b3fd2c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1183675991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "deaa56240dcc454eac71df1734f09fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5044ec6d-3a", "ovs_interfaceid": "5044ec6d-3a4d-4012-b40f-d147a698df40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.429723] env[69365]: DEBUG nova.policy [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fe4c8306eee48ebb7f97a1fa55232b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8dc8feb91faa4c708b1e140bad9f8ea8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.437795] env[69365]: DEBUG nova.scheduler.client.report [None req-92ccbafb-7ffa-4e4f-a105-0d167df988dc tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Refreshing trait associations for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1014.651768] env[69365]: DEBUG oslo_vmware.api [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]528191a1-93b5-b81c-dd7d-0aeb525b3487, 'name': SearchDatastore_Task, 'duration_secs': 0.009203} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.652043] env[69365]: DEBUG oslo_concurrency.lockutils [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.652291] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.652528] env[69365]: DEBUG oslo_concurrency.lockutils [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.652674] env[69365]: DEBUG oslo_concurrency.lockutils [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.652851] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.653134] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-299494d8-93fe-415d-aba2-a13340249748 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.665652] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.665755] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.666605] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aff3e022-5b34-40d3-b28d-c3666f838d9e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.682438] env[69365]: DEBUG oslo_vmware.api [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 1014.682438] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52ef7604-3a58-9dd4-590c-f57bed91a8b7" [ 1014.682438] env[69365]: _type = "Task" [ 1014.682438] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.687606] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.692793] env[69365]: DEBUG oslo_vmware.api [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52ef7604-3a58-9dd4-590c-f57bed91a8b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.697495] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.720798] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Acquiring lock "refresh_cache-04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.720919] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Acquired lock "refresh_cache-04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.722141] env[69365]: DEBUG nova.network.neutron [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.778403] env[69365]: DEBUG nova.network.neutron [-] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.792722] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4758707e-dcb6-466a-b10d-a45dc6e3b4b1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.802914] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a611c3c-10aa-436d-8c03-c14c03482bb4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.840092] env[69365]: DEBUG nova.compute.manager [req-d1f75298-2970-47cf-8abb-16e1c0bb1082 req-238989bd-aa39-45ca-88a0-4e43fa576b0d service nova] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Detach interface failed, port_id=ec7698be-cf85-4219-9aae-702d67aca312, reason: Instance 61730ea7-f9bb-4708-9e7e-3982261731a4 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1014.858727] env[69365]: DEBUG nova.network.neutron [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Successfully created port: 1938e39c-0709-4420-a5e2-70a0285228a6 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1014.864202] env[69365]: DEBUG nova.compute.manager [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.910083] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38526326-64c9-4673-98db-7178568cd227 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.923135] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.926498] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa69c78b-c976-42fb-9e4e-e49121ffe402 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.930507] env[69365]: DEBUG oslo_concurrency.lockutils [req-dc78ce94-4f7a-468f-bea0-8b590802ba0d req-823f0e68-4cf9-4c6c-9853-a82abc7c24aa service nova] Releasing lock "refresh_cache-f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.964272] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15ec7dc-7bbd-4cab-9c93-53219cf164d8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.973899] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3770c0b0-24fb-48ac-8dc9-6d1291f6593d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.993486] env[69365]: DEBUG nova.compute.provider_tree [None req-92ccbafb-7ffa-4e4f-a105-0d167df988dc tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.194652] env[69365]: DEBUG oslo_vmware.api [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52ef7604-3a58-9dd4-590c-f57bed91a8b7, 'name': SearchDatastore_Task, 'duration_secs': 0.023956} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.195496] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26441d5e-5274-4e20-a703-ccc35e6eacec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.201934] env[69365]: DEBUG oslo_vmware.api [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 1015.201934] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5216c25b-ef77-1e4f-53dc-2056887b5fd4" [ 1015.201934] env[69365]: _type = "Task" [ 1015.201934] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.212868] env[69365]: DEBUG oslo_vmware.api [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5216c25b-ef77-1e4f-53dc-2056887b5fd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.275169] env[69365]: DEBUG nova.network.neutron [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1015.282802] env[69365]: INFO nova.compute.manager [-] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Took 1.58 seconds to deallocate network for instance. [ 1015.441927] env[69365]: DEBUG nova.network.neutron [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Updating instance_info_cache with network_info: [{"id": "d11ced64-d501-4729-8060-f95b71050ea8", "address": "fa:16:3e:3f:60:a2", "network": {"id": "3c337008-e8ff-486c-a264-4e35618f1d59", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-60058078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb190954160445348b78d12bc3414e98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd11ced64-d5", "ovs_interfaceid": "d11ced64-d501-4729-8060-f95b71050ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.468564] env[69365]: DEBUG nova.network.neutron [-] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.497690] env[69365]: DEBUG nova.scheduler.client.report [None req-92ccbafb-7ffa-4e4f-a105-0d167df988dc tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.569341] env[69365]: DEBUG nova.compute.manager [req-b8ea7948-a6ee-4426-8878-1a664feb10ce req-710e9229-7bde-4309-9274-e116362c5104 service nova] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Received event network-vif-plugged-d11ced64-d501-4729-8060-f95b71050ea8 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.569341] env[69365]: DEBUG oslo_concurrency.lockutils [req-b8ea7948-a6ee-4426-8878-1a664feb10ce req-710e9229-7bde-4309-9274-e116362c5104 service nova] Acquiring lock "04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.569461] env[69365]: DEBUG oslo_concurrency.lockutils [req-b8ea7948-a6ee-4426-8878-1a664feb10ce req-710e9229-7bde-4309-9274-e116362c5104 service nova] Lock "04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.569719] env[69365]: DEBUG oslo_concurrency.lockutils [req-b8ea7948-a6ee-4426-8878-1a664feb10ce req-710e9229-7bde-4309-9274-e116362c5104 service nova] Lock "04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.569762] env[69365]: DEBUG nova.compute.manager [req-b8ea7948-a6ee-4426-8878-1a664feb10ce req-710e9229-7bde-4309-9274-e116362c5104 service nova] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] No waiting events found dispatching network-vif-plugged-d11ced64-d501-4729-8060-f95b71050ea8 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1015.569995] env[69365]: WARNING nova.compute.manager [req-b8ea7948-a6ee-4426-8878-1a664feb10ce req-710e9229-7bde-4309-9274-e116362c5104 service nova] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Received unexpected event network-vif-plugged-d11ced64-d501-4729-8060-f95b71050ea8 for instance with vm_state building and task_state spawning. [ 1015.570100] env[69365]: DEBUG nova.compute.manager [req-b8ea7948-a6ee-4426-8878-1a664feb10ce req-710e9229-7bde-4309-9274-e116362c5104 service nova] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Received event network-changed-d11ced64-d501-4729-8060-f95b71050ea8 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1015.570259] env[69365]: DEBUG nova.compute.manager [req-b8ea7948-a6ee-4426-8878-1a664feb10ce req-710e9229-7bde-4309-9274-e116362c5104 service nova] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Refreshing instance network info cache due to event network-changed-d11ced64-d501-4729-8060-f95b71050ea8. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1015.570420] env[69365]: DEBUG oslo_concurrency.lockutils [req-b8ea7948-a6ee-4426-8878-1a664feb10ce req-710e9229-7bde-4309-9274-e116362c5104 service nova] Acquiring lock "refresh_cache-04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.577943] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.578504] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d015a0d-6f6b-4096-9318-75be4538c436 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.585448] env[69365]: DEBUG oslo_vmware.api [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 1015.585448] env[69365]: value = "task-3469335" [ 1015.585448] env[69365]: _type = "Task" [ 1015.585448] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.594537] env[69365]: DEBUG oslo_vmware.api [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.667933] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f0af5815-2580-4a2d-9ab8-f7ff967f200c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "e26708a9-26b1-4cb7-9140-95ba6877f915" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.668209] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f0af5815-2580-4a2d-9ab8-f7ff967f200c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "e26708a9-26b1-4cb7-9140-95ba6877f915" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.668419] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f0af5815-2580-4a2d-9ab8-f7ff967f200c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "e26708a9-26b1-4cb7-9140-95ba6877f915-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.668596] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f0af5815-2580-4a2d-9ab8-f7ff967f200c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "e26708a9-26b1-4cb7-9140-95ba6877f915-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.668759] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f0af5815-2580-4a2d-9ab8-f7ff967f200c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "e26708a9-26b1-4cb7-9140-95ba6877f915-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.670785] env[69365]: INFO nova.compute.manager [None req-f0af5815-2580-4a2d-9ab8-f7ff967f200c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Terminating instance [ 1015.714913] env[69365]: DEBUG oslo_vmware.api [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5216c25b-ef77-1e4f-53dc-2056887b5fd4, 'name': SearchDatastore_Task, 'duration_secs': 0.013004} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.715231] env[69365]: DEBUG oslo_concurrency.lockutils [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.715496] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff/f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.715758] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96661a17-d55a-47d5-a973-ef45f22a3ee9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.724069] env[69365]: DEBUG oslo_vmware.api [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 1015.724069] env[69365]: value = "task-3469336" [ 1015.724069] env[69365]: _type = "Task" [ 1015.724069] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.732958] env[69365]: DEBUG oslo_vmware.api [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.788922] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f1d77e5b-eabc-4380-96a5-f678eab86cf0 tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.873069] env[69365]: DEBUG nova.compute.manager [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1015.904219] env[69365]: DEBUG nova.virt.hardware [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1015.904481] env[69365]: DEBUG nova.virt.hardware [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1015.904638] env[69365]: DEBUG nova.virt.hardware [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1015.904844] env[69365]: DEBUG nova.virt.hardware [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1015.904993] env[69365]: DEBUG nova.virt.hardware [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1015.905155] env[69365]: DEBUG nova.virt.hardware [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1015.905362] env[69365]: DEBUG nova.virt.hardware [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1015.905516] env[69365]: DEBUG nova.virt.hardware [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1015.905681] env[69365]: DEBUG nova.virt.hardware [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1015.905842] env[69365]: DEBUG nova.virt.hardware [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1015.906022] env[69365]: DEBUG nova.virt.hardware [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1015.906956] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a002c4f5-299d-4cd2-be00-c0c69c7515f0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.914714] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826f23ed-f095-409c-84c7-43a812917dc1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.945131] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Releasing lock "refresh_cache-04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.945499] env[69365]: DEBUG nova.compute.manager [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Instance network_info: |[{"id": "d11ced64-d501-4729-8060-f95b71050ea8", "address": "fa:16:3e:3f:60:a2", "network": {"id": "3c337008-e8ff-486c-a264-4e35618f1d59", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-60058078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb190954160445348b78d12bc3414e98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd11ced64-d5", "ovs_interfaceid": "d11ced64-d501-4729-8060-f95b71050ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.945790] env[69365]: DEBUG oslo_concurrency.lockutils [req-b8ea7948-a6ee-4426-8878-1a664feb10ce req-710e9229-7bde-4309-9274-e116362c5104 service nova] Acquired lock "refresh_cache-04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.945943] env[69365]: DEBUG nova.network.neutron [req-b8ea7948-a6ee-4426-8878-1a664feb10ce req-710e9229-7bde-4309-9274-e116362c5104 service nova] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Refreshing network info cache for port d11ced64-d501-4729-8060-f95b71050ea8 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.947285] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:60:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd11ced64-d501-4729-8060-f95b71050ea8', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.956227] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Creating folder: Project (eb190954160445348b78d12bc3414e98). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.959405] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e333032-8269-417c-9c1e-5cfac2ae7b43 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.971344] env[69365]: INFO nova.compute.manager [-] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Took 1.59 seconds to deallocate network for instance. [ 1015.971629] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Created folder: Project (eb190954160445348b78d12bc3414e98) in parent group-v693134. [ 1015.971803] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Creating folder: Instances. Parent ref: group-v693349. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.973454] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99cb405c-d450-48bf-a85a-ce2a195250bb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.990202] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Created folder: Instances in parent group-v693349. [ 1015.990459] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.994452] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.995085] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76ee71aa-7ac3-4d46-8ec1-8d8483e113ad {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.023113] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.023113] env[69365]: value = "task-3469339" [ 1016.023113] env[69365]: _type = "Task" [ 1016.023113] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.033445] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469339, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.098221] env[69365]: DEBUG oslo_vmware.api [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469335, 'name': PowerOffVM_Task, 'duration_secs': 0.293117} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.101616] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.102982] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b49a05-f157-441c-bd3f-45eca37f01be {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.128877] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb9ee78-2d2d-4ac6-8b26-4283f4b1022e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.163211] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1016.163900] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddb0dd0d-231e-4d54-ab29-600df557badc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.174387] env[69365]: DEBUG nova.compute.manager [None req-f0af5815-2580-4a2d-9ab8-f7ff967f200c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1016.174387] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f0af5815-2580-4a2d-9ab8-f7ff967f200c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1016.174813] env[69365]: DEBUG oslo_vmware.api [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 1016.174813] env[69365]: value = "task-3469340" [ 1016.174813] env[69365]: _type = "Task" [ 1016.174813] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.175530] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460ee50b-4d6e-4d1a-940e-83488d579570 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.197399] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f0af5815-2580-4a2d-9ab8-f7ff967f200c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.197856] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a95a51ea-9854-43e2-b93c-11039e2bbae7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.200051] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] VM already powered off {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1016.200282] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1016.200528] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.200674] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.201294] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1016.201294] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45479a6d-8344-48bf-b81a-e6cd16ed21f5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.215027] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1016.215027] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1016.215027] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6ba0244-2e31-43da-9dff-0b800ee33b90 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.230404] env[69365]: DEBUG oslo_vmware.api [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 1016.230404] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]524ef983-dad0-a612-7890-639fe93cac24" [ 1016.230404] env[69365]: _type = "Task" [ 1016.230404] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.238059] env[69365]: DEBUG oslo_vmware.api [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469336, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.244683] env[69365]: DEBUG oslo_vmware.api [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]524ef983-dad0-a612-7890-639fe93cac24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.279071] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f0af5815-2580-4a2d-9ab8-f7ff967f200c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.280087] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f0af5815-2580-4a2d-9ab8-f7ff967f200c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.280087] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0af5815-2580-4a2d-9ab8-f7ff967f200c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Deleting the datastore file [datastore2] e26708a9-26b1-4cb7-9140-95ba6877f915 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.280087] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-760798a3-00b3-4bea-a8f7-4a9f51c2cb65 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.287358] env[69365]: DEBUG oslo_vmware.api [None req-f0af5815-2580-4a2d-9ab8-f7ff967f200c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1016.287358] env[69365]: value = "task-3469342" [ 1016.287358] env[69365]: _type = "Task" [ 1016.287358] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.296133] env[69365]: DEBUG oslo_vmware.api [None req-f0af5815-2580-4a2d-9ab8-f7ff967f200c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.306366] env[69365]: DEBUG nova.network.neutron [req-b8ea7948-a6ee-4426-8878-1a664feb10ce req-710e9229-7bde-4309-9274-e116362c5104 service nova] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Updated VIF entry in instance network info cache for port d11ced64-d501-4729-8060-f95b71050ea8. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1016.306756] env[69365]: DEBUG nova.network.neutron [req-b8ea7948-a6ee-4426-8878-1a664feb10ce req-710e9229-7bde-4309-9274-e116362c5104 service nova] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Updating instance_info_cache with network_info: [{"id": "d11ced64-d501-4729-8060-f95b71050ea8", "address": "fa:16:3e:3f:60:a2", "network": {"id": "3c337008-e8ff-486c-a264-4e35618f1d59", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-60058078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb190954160445348b78d12bc3414e98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd11ced64-d5", "ovs_interfaceid": "d11ced64-d501-4729-8060-f95b71050ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.480155] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e76ecade-480b-4fe0-9722-790098d8d5b7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.497579] env[69365]: DEBUG nova.compute.manager [req-6939b414-0e06-48ee-a883-67544aa802a0 req-b52ef100-2b07-4799-b136-ccd67598415b service nova] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Received event network-vif-plugged-1938e39c-0709-4420-a5e2-70a0285228a6 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.497693] env[69365]: DEBUG oslo_concurrency.lockutils [req-6939b414-0e06-48ee-a883-67544aa802a0 req-b52ef100-2b07-4799-b136-ccd67598415b service nova] Acquiring lock "0d028ec7-840a-4095-9a67-641ef8358807-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.497929] env[69365]: DEBUG oslo_concurrency.lockutils [req-6939b414-0e06-48ee-a883-67544aa802a0 req-b52ef100-2b07-4799-b136-ccd67598415b service nova] Lock "0d028ec7-840a-4095-9a67-641ef8358807-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.498125] env[69365]: DEBUG oslo_concurrency.lockutils [req-6939b414-0e06-48ee-a883-67544aa802a0 req-b52ef100-2b07-4799-b136-ccd67598415b service nova] Lock "0d028ec7-840a-4095-9a67-641ef8358807-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.498300] env[69365]: DEBUG nova.compute.manager [req-6939b414-0e06-48ee-a883-67544aa802a0 req-b52ef100-2b07-4799-b136-ccd67598415b service nova] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] No waiting events found dispatching network-vif-plugged-1938e39c-0709-4420-a5e2-70a0285228a6 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1016.498466] env[69365]: WARNING nova.compute.manager [req-6939b414-0e06-48ee-a883-67544aa802a0 req-b52ef100-2b07-4799-b136-ccd67598415b service nova] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Received unexpected event network-vif-plugged-1938e39c-0709-4420-a5e2-70a0285228a6 for instance with vm_state building and task_state spawning. [ 1016.520876] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92ccbafb-7ffa-4e4f-a105-0d167df988dc tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.672s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.526310] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8af73cc8-be8a-4718-b135-3badeb9ae1af tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.703s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.526490] env[69365]: DEBUG nova.objects.instance [None req-8af73cc8-be8a-4718-b135-3badeb9ae1af tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lazy-loading 'resources' on Instance uuid f1420621-d961-4ec4-a181-37b7b1284fe3 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.541392] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469339, 'name': CreateVM_Task, 'duration_secs': 0.403835} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.542108] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1016.542877] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.542969] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.543281] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.543860] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dccc49c-7d0c-43a8-ac68-a06a0775b02f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.549087] env[69365]: DEBUG oslo_vmware.api [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Waiting for the task: (returnval){ [ 1016.549087] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]525cf60c-5fed-7d6a-9b25-94ac997096db" [ 1016.549087] env[69365]: _type = "Task" [ 1016.549087] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.557077] env[69365]: DEBUG oslo_vmware.api [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]525cf60c-5fed-7d6a-9b25-94ac997096db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.579020] env[69365]: DEBUG nova.network.neutron [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Successfully updated port: 1938e39c-0709-4420-a5e2-70a0285228a6 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1016.735137] env[69365]: DEBUG oslo_vmware.api [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469336, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561931} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.738106] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff/f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1016.738320] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1016.738561] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ca945cc-c7f4-40d4-a4e3-07f794fb3063 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.746342] env[69365]: DEBUG oslo_vmware.api [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]524ef983-dad0-a612-7890-639fe93cac24, 'name': SearchDatastore_Task, 'duration_secs': 0.021204} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.748292] env[69365]: DEBUG oslo_vmware.api [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 1016.748292] env[69365]: value = "task-3469343" [ 1016.748292] env[69365]: _type = "Task" [ 1016.748292] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.748531] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dad6102-f2b6-4050-a461-7d2ef8fb643b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.760411] env[69365]: DEBUG oslo_vmware.api [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.760739] env[69365]: DEBUG oslo_vmware.api [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 1016.760739] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52178e5e-e2a7-8c7b-9323-bd7c621bec4d" [ 1016.760739] env[69365]: _type = "Task" [ 1016.760739] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.769801] env[69365]: DEBUG oslo_vmware.api [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52178e5e-e2a7-8c7b-9323-bd7c621bec4d, 'name': SearchDatastore_Task, 'duration_secs': 0.009723} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.770054] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.770318] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] acf4ce22-50bf-4f3b-a707-5503d3e3aff0/2c3a5944-575a-4385-8612-86800989c1e5-rescue.vmdk. {{(pid=69365) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1016.770567] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12d170ab-3ef2-4b26-9dfc-47c8fe568a4f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.777685] env[69365]: DEBUG oslo_vmware.api [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 1016.777685] env[69365]: value = "task-3469344" [ 1016.777685] env[69365]: _type = "Task" [ 1016.777685] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.785199] env[69365]: DEBUG oslo_vmware.api [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.796113] env[69365]: DEBUG oslo_vmware.api [None req-f0af5815-2580-4a2d-9ab8-f7ff967f200c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196337} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.796391] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0af5815-2580-4a2d-9ab8-f7ff967f200c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.796586] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f0af5815-2580-4a2d-9ab8-f7ff967f200c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.796766] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f0af5815-2580-4a2d-9ab8-f7ff967f200c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.797026] env[69365]: INFO nova.compute.manager [None req-f0af5815-2580-4a2d-9ab8-f7ff967f200c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1016.797389] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f0af5815-2580-4a2d-9ab8-f7ff967f200c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.797630] env[69365]: DEBUG nova.compute.manager [-] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1016.797743] env[69365]: DEBUG nova.network.neutron [-] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1016.809147] env[69365]: DEBUG oslo_concurrency.lockutils [req-b8ea7948-a6ee-4426-8878-1a664feb10ce req-710e9229-7bde-4309-9274-e116362c5104 service nova] Releasing lock "refresh_cache-04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.809425] env[69365]: DEBUG nova.compute.manager [req-b8ea7948-a6ee-4426-8878-1a664feb10ce req-710e9229-7bde-4309-9274-e116362c5104 service nova] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Received event network-vif-deleted-967b8d92-dd27-4384-9cfc-581748f09615 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1017.071400] env[69365]: DEBUG oslo_vmware.api [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]525cf60c-5fed-7d6a-9b25-94ac997096db, 'name': SearchDatastore_Task, 'duration_secs': 0.009038} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.082029] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.082029] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.082029] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.082029] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.082029] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.082029] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a233edbc-4042-4792-8728-08f2abba2fc3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.082892] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquiring lock "refresh_cache-0d028ec7-840a-4095-9a67-641ef8358807" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.083027] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquired lock "refresh_cache-0d028ec7-840a-4095-9a67-641ef8358807" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.083214] env[69365]: DEBUG nova.network.neutron [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.099426] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.099426] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.099426] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3133bf0-a3e9-4de3-9163-8c1f4d84e857 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.107260] env[69365]: DEBUG oslo_vmware.api [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Waiting for the task: (returnval){ [ 1017.107260] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]528d9123-e96e-c035-0f69-2d6b14b43029" [ 1017.107260] env[69365]: _type = "Task" [ 1017.107260] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.120149] env[69365]: DEBUG oslo_vmware.api [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]528d9123-e96e-c035-0f69-2d6b14b43029, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.138238] env[69365]: INFO nova.scheduler.client.report [None req-92ccbafb-7ffa-4e4f-a105-0d167df988dc tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Deleted allocation for migration 7d6ccf3f-d51c-4400-86d2-a29d71054b30 [ 1017.261038] env[69365]: DEBUG oslo_vmware.api [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058362} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.263518] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1017.264495] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017451d0-b524-482b-8dc2-e4a7f0aee353 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.289851] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff/f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.296011] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12e885e7-dca0-4021-b91a-10556b3e75fe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.317432] env[69365]: DEBUG oslo_vmware.api [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446309} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.319546] env[69365]: INFO nova.virt.vmwareapi.ds_util [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] acf4ce22-50bf-4f3b-a707-5503d3e3aff0/2c3a5944-575a-4385-8612-86800989c1e5-rescue.vmdk. [ 1017.319546] env[69365]: DEBUG oslo_vmware.api [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 1017.319546] env[69365]: value = "task-3469345" [ 1017.319546] env[69365]: _type = "Task" [ 1017.319546] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.320011] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0585ff43-f4a4-40bd-9db8-d097b63f305f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.333906] env[69365]: DEBUG oslo_vmware.api [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469345, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.357684] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] acf4ce22-50bf-4f3b-a707-5503d3e3aff0/2c3a5944-575a-4385-8612-86800989c1e5-rescue.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1017.360601] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63cfdb3e-bfce-4ac0-90ec-c69c7013d80f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.378496] env[69365]: DEBUG oslo_vmware.api [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 1017.378496] env[69365]: value = "task-3469346" [ 1017.378496] env[69365]: _type = "Task" [ 1017.378496] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.386130] env[69365]: DEBUG oslo_vmware.api [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.546267] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb0c180-5f9c-4aa1-81d0-000b185b543f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.553767] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef5035c-da62-454c-b8e2-8c6498d031de {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.586772] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9911810a-f6e2-442e-9c79-650cdf80ede6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.597019] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288c6077-4a00-4f40-9827-98f58ea4e1b7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.613719] env[69365]: DEBUG nova.compute.provider_tree [None req-8af73cc8-be8a-4718-b135-3badeb9ae1af tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.624411] env[69365]: DEBUG oslo_vmware.api [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]528d9123-e96e-c035-0f69-2d6b14b43029, 'name': SearchDatastore_Task, 'duration_secs': 0.022691} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.625811] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3538f452-00b6-40ee-914a-1f7c5eb67fae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.632160] env[69365]: DEBUG nova.network.neutron [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1017.635595] env[69365]: DEBUG oslo_vmware.api [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Waiting for the task: (returnval){ [ 1017.635595] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5223a2e5-38af-b2cc-f33b-fdcb3318ecdd" [ 1017.635595] env[69365]: _type = "Task" [ 1017.635595] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.644844] env[69365]: DEBUG oslo_vmware.api [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5223a2e5-38af-b2cc-f33b-fdcb3318ecdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.647326] env[69365]: DEBUG oslo_concurrency.lockutils [None req-92ccbafb-7ffa-4e4f-a105-0d167df988dc tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "fc40515e-6823-454b-8825-a2585bd9065c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 24.996s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.813700] env[69365]: DEBUG nova.network.neutron [-] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.816247] env[69365]: DEBUG nova.network.neutron [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Updating instance_info_cache with network_info: [{"id": "1938e39c-0709-4420-a5e2-70a0285228a6", "address": "fa:16:3e:2b:8e:8e", "network": {"id": "23049ed0-3359-47e0-b335-9e9129503532", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1473799310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc8feb91faa4c708b1e140bad9f8ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1938e39c-07", "ovs_interfaceid": "1938e39c-0709-4420-a5e2-70a0285228a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.835459] env[69365]: DEBUG oslo_vmware.api [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469345, 'name': ReconfigVM_Task, 'duration_secs': 0.32756} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.837918] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Reconfigured VM instance instance-0000004b to attach disk [datastore2] f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff/f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.838577] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f03e8ebf-1f13-4535-8345-5c0400f8e3be {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.845117] env[69365]: DEBUG oslo_vmware.api [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 1017.845117] env[69365]: value = "task-3469347" [ 1017.845117] env[69365]: _type = "Task" [ 1017.845117] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.853670] env[69365]: DEBUG oslo_vmware.api [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469347, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.887597] env[69365]: DEBUG oslo_vmware.api [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469346, 'name': ReconfigVM_Task, 'duration_secs': 0.379283} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.887836] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Reconfigured VM instance instance-00000042 to attach disk [datastore1] acf4ce22-50bf-4f3b-a707-5503d3e3aff0/2c3a5944-575a-4385-8612-86800989c1e5-rescue.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.888744] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458672c2-fe75-4736-b323-c396486adf29 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.918233] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94005414-0027-4643-a9f9-d1c65e4bc1d3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.934387] env[69365]: DEBUG oslo_vmware.api [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 1017.934387] env[69365]: value = "task-3469348" [ 1017.934387] env[69365]: _type = "Task" [ 1017.934387] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.942690] env[69365]: DEBUG oslo_vmware.api [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469348, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.120148] env[69365]: DEBUG nova.scheduler.client.report [None req-8af73cc8-be8a-4718-b135-3badeb9ae1af tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.147019] env[69365]: DEBUG oslo_vmware.api [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5223a2e5-38af-b2cc-f33b-fdcb3318ecdd, 'name': SearchDatastore_Task, 'duration_secs': 0.010887} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.147341] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.147650] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd/04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.147964] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07af02fd-8186-42c2-8f08-28fed6f7a248 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.155431] env[69365]: DEBUG oslo_vmware.api [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Waiting for the task: (returnval){ [ 1018.155431] env[69365]: value = "task-3469349" [ 1018.155431] env[69365]: _type = "Task" [ 1018.155431] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.163451] env[69365]: DEBUG oslo_vmware.api [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Task: {'id': task-3469349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.318695] env[69365]: INFO nova.compute.manager [-] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Took 1.52 seconds to deallocate network for instance. [ 1018.319164] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Releasing lock "refresh_cache-0d028ec7-840a-4095-9a67-641ef8358807" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.319475] env[69365]: DEBUG nova.compute.manager [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Instance network_info: |[{"id": "1938e39c-0709-4420-a5e2-70a0285228a6", "address": "fa:16:3e:2b:8e:8e", "network": {"id": "23049ed0-3359-47e0-b335-9e9129503532", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1473799310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc8feb91faa4c708b1e140bad9f8ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1938e39c-07", "ovs_interfaceid": "1938e39c-0709-4420-a5e2-70a0285228a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1018.321388] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:8e:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1938e39c-0709-4420-a5e2-70a0285228a6', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1018.329125] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Creating folder: Project (8dc8feb91faa4c708b1e140bad9f8ea8). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.332322] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7efc3c52-f9ff-45d7-86e7-3ed2fc3f786e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.344230] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Created folder: Project (8dc8feb91faa4c708b1e140bad9f8ea8) in parent group-v693134. [ 1018.344441] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Creating folder: Instances. Parent ref: group-v693352. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1018.344696] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0cc01317-71ee-434f-8496-13af22cb06f5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.355573] env[69365]: DEBUG oslo_vmware.api [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469347, 'name': Rename_Task, 'duration_secs': 0.13878} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.355833] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.357241] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-26ac81f4-a12d-4fbd-b5bb-d35e16d42cf5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.358945] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Created folder: Instances in parent group-v693352. [ 1018.359200] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.359490] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1018.360051] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcae59ef-b38a-4b31-9cf3-8d3f4ca3ab8a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.377161] env[69365]: DEBUG oslo_vmware.api [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 1018.377161] env[69365]: value = "task-3469352" [ 1018.377161] env[69365]: _type = "Task" [ 1018.377161] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.389297] env[69365]: DEBUG oslo_vmware.api [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469352, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.391302] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1018.391302] env[69365]: value = "task-3469353" [ 1018.391302] env[69365]: _type = "Task" [ 1018.391302] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.399400] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469353, 'name': CreateVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.445262] env[69365]: DEBUG oslo_vmware.api [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469348, 'name': ReconfigVM_Task, 'duration_secs': 0.170644} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.445558] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1018.445813] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51025957-19a0-4e59-bcee-7fe783380563 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.452710] env[69365]: DEBUG oslo_vmware.api [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 1018.452710] env[69365]: value = "task-3469354" [ 1018.452710] env[69365]: _type = "Task" [ 1018.452710] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.463289] env[69365]: DEBUG oslo_vmware.api [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469354, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.568923] env[69365]: DEBUG nova.compute.manager [req-cc98dda4-28e5-4150-9916-919484847658 req-a5e57b5b-db54-43ea-901c-93343d89ec5d service nova] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Received event network-changed-1938e39c-0709-4420-a5e2-70a0285228a6 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.568923] env[69365]: DEBUG nova.compute.manager [req-cc98dda4-28e5-4150-9916-919484847658 req-a5e57b5b-db54-43ea-901c-93343d89ec5d service nova] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Refreshing instance network info cache due to event network-changed-1938e39c-0709-4420-a5e2-70a0285228a6. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.571034] env[69365]: DEBUG oslo_concurrency.lockutils [req-cc98dda4-28e5-4150-9916-919484847658 req-a5e57b5b-db54-43ea-901c-93343d89ec5d service nova] Acquiring lock "refresh_cache-0d028ec7-840a-4095-9a67-641ef8358807" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.571034] env[69365]: DEBUG oslo_concurrency.lockutils [req-cc98dda4-28e5-4150-9916-919484847658 req-a5e57b5b-db54-43ea-901c-93343d89ec5d service nova] Acquired lock "refresh_cache-0d028ec7-840a-4095-9a67-641ef8358807" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.571034] env[69365]: DEBUG nova.network.neutron [req-cc98dda4-28e5-4150-9916-919484847658 req-a5e57b5b-db54-43ea-901c-93343d89ec5d service nova] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Refreshing network info cache for port 1938e39c-0709-4420-a5e2-70a0285228a6 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.625415] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8af73cc8-be8a-4718-b135-3badeb9ae1af tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.628202] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.336s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.632104] env[69365]: INFO nova.compute.claims [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.662456] env[69365]: INFO nova.scheduler.client.report [None req-8af73cc8-be8a-4718-b135-3badeb9ae1af tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Deleted allocations for instance f1420621-d961-4ec4-a181-37b7b1284fe3 [ 1018.671153] env[69365]: DEBUG oslo_vmware.api [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Task: {'id': task-3469349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498398} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.671645] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd/04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1018.671855] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1018.672141] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4caa803-4580-4b3a-b73e-91215339d6c1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.680118] env[69365]: DEBUG oslo_vmware.api [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Waiting for the task: (returnval){ [ 1018.680118] env[69365]: value = "task-3469355" [ 1018.680118] env[69365]: _type = "Task" [ 1018.680118] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.687644] env[69365]: DEBUG oslo_vmware.api [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Task: {'id': task-3469355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.835491] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f0af5815-2580-4a2d-9ab8-f7ff967f200c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.888228] env[69365]: DEBUG oslo_vmware.api [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469352, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.899736] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469353, 'name': CreateVM_Task, 'duration_secs': 0.46037} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.899911] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.900655] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.900848] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.901185] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.901444] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cacdda9f-3a7e-4ca6-8633-df8722e63932 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.906966] env[69365]: DEBUG oslo_vmware.api [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1018.906966] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]520d48d5-a74c-eeeb-4719-8ea86befd58f" [ 1018.906966] env[69365]: _type = "Task" [ 1018.906966] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.915082] env[69365]: DEBUG oslo_vmware.api [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]520d48d5-a74c-eeeb-4719-8ea86befd58f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.961865] env[69365]: DEBUG oslo_vmware.api [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469354, 'name': PowerOnVM_Task, 'duration_secs': 0.455601} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.962141] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.964919] env[69365]: DEBUG nova.compute.manager [None req-c763a73a-e7ff-4473-a294-aff57fbf8b62 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.965813] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1fc1a3-db99-4559-b190-c65659c73774 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.175876] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8af73cc8-be8a-4718-b135-3badeb9ae1af tempest-MigrationsAdminTest-1296336123 tempest-MigrationsAdminTest-1296336123-project-member] Lock "f1420621-d961-4ec4-a181-37b7b1284fe3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.396s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.193067] env[69365]: DEBUG oslo_vmware.api [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Task: {'id': task-3469355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064709} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.195837] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.196909] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43920f95-8a57-4b6f-88e7-aa1de2fb570b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.223141] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd/04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.225918] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d6d1462-e70b-4bfb-9ff0-ce35ca723d5f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.248543] env[69365]: DEBUG oslo_vmware.api [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Waiting for the task: (returnval){ [ 1019.248543] env[69365]: value = "task-3469356" [ 1019.248543] env[69365]: _type = "Task" [ 1019.248543] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.257118] env[69365]: DEBUG oslo_vmware.api [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Task: {'id': task-3469356, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.347639] env[69365]: DEBUG nova.network.neutron [req-cc98dda4-28e5-4150-9916-919484847658 req-a5e57b5b-db54-43ea-901c-93343d89ec5d service nova] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Updated VIF entry in instance network info cache for port 1938e39c-0709-4420-a5e2-70a0285228a6. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.347733] env[69365]: DEBUG nova.network.neutron [req-cc98dda4-28e5-4150-9916-919484847658 req-a5e57b5b-db54-43ea-901c-93343d89ec5d service nova] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Updating instance_info_cache with network_info: [{"id": "1938e39c-0709-4420-a5e2-70a0285228a6", "address": "fa:16:3e:2b:8e:8e", "network": {"id": "23049ed0-3359-47e0-b335-9e9129503532", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1473799310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc8feb91faa4c708b1e140bad9f8ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1938e39c-07", "ovs_interfaceid": "1938e39c-0709-4420-a5e2-70a0285228a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.360162] env[69365]: DEBUG oslo_concurrency.lockutils [None req-57d1a153-c837-4ea6-a9e7-04fc7bc13e82 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "fc40515e-6823-454b-8825-a2585bd9065c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.360894] env[69365]: DEBUG oslo_concurrency.lockutils [None req-57d1a153-c837-4ea6-a9e7-04fc7bc13e82 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "fc40515e-6823-454b-8825-a2585bd9065c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.360894] env[69365]: DEBUG oslo_concurrency.lockutils [None req-57d1a153-c837-4ea6-a9e7-04fc7bc13e82 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "fc40515e-6823-454b-8825-a2585bd9065c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.360894] env[69365]: DEBUG oslo_concurrency.lockutils [None req-57d1a153-c837-4ea6-a9e7-04fc7bc13e82 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "fc40515e-6823-454b-8825-a2585bd9065c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.361235] env[69365]: DEBUG oslo_concurrency.lockutils [None req-57d1a153-c837-4ea6-a9e7-04fc7bc13e82 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "fc40515e-6823-454b-8825-a2585bd9065c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.363032] env[69365]: INFO nova.compute.manager [None req-57d1a153-c837-4ea6-a9e7-04fc7bc13e82 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Terminating instance [ 1019.389215] env[69365]: DEBUG oslo_vmware.api [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469352, 'name': PowerOnVM_Task, 'duration_secs': 0.691128} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.389507] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.389750] env[69365]: INFO nova.compute.manager [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Took 8.52 seconds to spawn the instance on the hypervisor. [ 1019.389889] env[69365]: DEBUG nova.compute.manager [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.390670] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1611c9eb-9185-4737-92d3-719493c5a6e3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.416954] env[69365]: DEBUG oslo_vmware.api [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]520d48d5-a74c-eeeb-4719-8ea86befd58f, 'name': SearchDatastore_Task, 'duration_secs': 0.011637} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.417267] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.417502] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.417744] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.417886] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.418096] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.418365] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0e6cf92-1f41-40b1-94c4-3ef6382a9642 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.427507] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.427691] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.428465] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2c9b4bd-c2df-478d-bc1f-1600b3a13ce1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.433691] env[69365]: DEBUG oslo_vmware.api [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1019.433691] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]521a6e9b-e149-6f06-231f-208ffd661639" [ 1019.433691] env[69365]: _type = "Task" [ 1019.433691] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.442708] env[69365]: DEBUG oslo_vmware.api [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521a6e9b-e149-6f06-231f-208ffd661639, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.760515] env[69365]: DEBUG oslo_vmware.api [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Task: {'id': task-3469356, 'name': ReconfigVM_Task, 'duration_secs': 0.299064} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.760515] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd/04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1019.760914] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6e39868-a741-434a-ad09-b22ed5c565a3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.769022] env[69365]: DEBUG oslo_vmware.api [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Waiting for the task: (returnval){ [ 1019.769022] env[69365]: value = "task-3469357" [ 1019.769022] env[69365]: _type = "Task" [ 1019.769022] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.776698] env[69365]: DEBUG oslo_vmware.api [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Task: {'id': task-3469357, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.850854] env[69365]: DEBUG oslo_concurrency.lockutils [req-cc98dda4-28e5-4150-9916-919484847658 req-a5e57b5b-db54-43ea-901c-93343d89ec5d service nova] Releasing lock "refresh_cache-0d028ec7-840a-4095-9a67-641ef8358807" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.851446] env[69365]: DEBUG nova.compute.manager [req-cc98dda4-28e5-4150-9916-919484847658 req-a5e57b5b-db54-43ea-901c-93343d89ec5d service nova] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Received event network-vif-deleted-fe558574-b3a0-420e-9566-d766cac9a56e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.868175] env[69365]: DEBUG nova.compute.manager [None req-57d1a153-c837-4ea6-a9e7-04fc7bc13e82 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.868402] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-57d1a153-c837-4ea6-a9e7-04fc7bc13e82 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.869305] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ab6521-9d7b-49de-9170-d9ae3b415df7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.879958] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d1a153-c837-4ea6-a9e7-04fc7bc13e82 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.880807] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-499b7e68-b44b-4c32-ad91-fceba8e8e5e3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.887407] env[69365]: DEBUG oslo_vmware.api [None req-57d1a153-c837-4ea6-a9e7-04fc7bc13e82 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 1019.887407] env[69365]: value = "task-3469358" [ 1019.887407] env[69365]: _type = "Task" [ 1019.887407] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.907191] env[69365]: DEBUG oslo_concurrency.lockutils [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "4fbe7273-3bca-4188-b5b1-edd291df9fed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.907191] env[69365]: DEBUG oslo_concurrency.lockutils [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "4fbe7273-3bca-4188-b5b1-edd291df9fed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.908988] env[69365]: DEBUG oslo_vmware.api [None req-57d1a153-c837-4ea6-a9e7-04fc7bc13e82 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.914677] env[69365]: INFO nova.compute.manager [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Took 29.51 seconds to build instance. [ 1019.951203] env[69365]: DEBUG oslo_vmware.api [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521a6e9b-e149-6f06-231f-208ffd661639, 'name': SearchDatastore_Task, 'duration_secs': 0.015852} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.952575] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73460aad-4770-4f42-afcf-01fc8b7d2f58 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.961397] env[69365]: DEBUG oslo_vmware.api [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1019.961397] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]525f4cc9-8f79-4db3-e18c-f2a07af30eda" [ 1019.961397] env[69365]: _type = "Task" [ 1019.961397] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.971574] env[69365]: DEBUG oslo_vmware.api [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]525f4cc9-8f79-4db3-e18c-f2a07af30eda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.050153] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf5db49-753d-4bb3-bedb-3d79a0feff92 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.058427] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3f0650-cb7a-4570-819a-fea77670675a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.094474] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5470d31-16cb-4cfc-a53f-98908bb189ed {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.108499] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa76969-9a63-4260-ac6b-e23eeb5a25a2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.125529] env[69365]: DEBUG nova.compute.provider_tree [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1020.277539] env[69365]: DEBUG oslo_vmware.api [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Task: {'id': task-3469357, 'name': Rename_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.322719] env[69365]: INFO nova.compute.manager [None req-74306a6e-7d2c-4df4-bd97-af1c6a1ee814 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Unrescuing [ 1020.322719] env[69365]: DEBUG oslo_concurrency.lockutils [None req-74306a6e-7d2c-4df4-bd97-af1c6a1ee814 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "refresh_cache-acf4ce22-50bf-4f3b-a707-5503d3e3aff0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.322902] env[69365]: DEBUG oslo_concurrency.lockutils [None req-74306a6e-7d2c-4df4-bd97-af1c6a1ee814 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquired lock "refresh_cache-acf4ce22-50bf-4f3b-a707-5503d3e3aff0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.322987] env[69365]: DEBUG nova.network.neutron [None req-74306a6e-7d2c-4df4-bd97-af1c6a1ee814 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.402461] env[69365]: DEBUG oslo_vmware.api [None req-57d1a153-c837-4ea6-a9e7-04fc7bc13e82 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469358, 'name': PowerOffVM_Task, 'duration_secs': 0.308073} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.402760] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-57d1a153-c837-4ea6-a9e7-04fc7bc13e82 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.402951] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-57d1a153-c837-4ea6-a9e7-04fc7bc13e82 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1020.403432] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a51b459-f749-48b5-b96f-cae1863de492 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.416767] env[69365]: DEBUG oslo_concurrency.lockutils [None req-55aa7f52-b770-41db-9090-183ddfdd3705 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Lock "f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.025s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.473666] env[69365]: DEBUG oslo_vmware.api [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]525f4cc9-8f79-4db3-e18c-f2a07af30eda, 'name': SearchDatastore_Task, 'duration_secs': 0.017214} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.474009] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.474292] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 0d028ec7-840a-4095-9a67-641ef8358807/0d028ec7-840a-4095-9a67-641ef8358807.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.474572] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8aa18e94-97ac-4bd8-890c-74dffbfa66aa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.480789] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-57d1a153-c837-4ea6-a9e7-04fc7bc13e82 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1020.480911] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-57d1a153-c837-4ea6-a9e7-04fc7bc13e82 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1020.481099] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-57d1a153-c837-4ea6-a9e7-04fc7bc13e82 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Deleting the datastore file [datastore2] fc40515e-6823-454b-8825-a2585bd9065c {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1020.481352] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a923a0ae-7910-45d6-85be-c190d7c793c3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.484554] env[69365]: DEBUG oslo_vmware.api [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1020.484554] env[69365]: value = "task-3469360" [ 1020.484554] env[69365]: _type = "Task" [ 1020.484554] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.489069] env[69365]: DEBUG oslo_vmware.api [None req-57d1a153-c837-4ea6-a9e7-04fc7bc13e82 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 1020.489069] env[69365]: value = "task-3469361" [ 1020.489069] env[69365]: _type = "Task" [ 1020.489069] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.496383] env[69365]: DEBUG oslo_vmware.api [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.501755] env[69365]: DEBUG oslo_vmware.api [None req-57d1a153-c837-4ea6-a9e7-04fc7bc13e82 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.603291] env[69365]: INFO nova.compute.manager [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Rescuing [ 1020.603501] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Acquiring lock "refresh_cache-f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.603584] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Acquired lock "refresh_cache-f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.603736] env[69365]: DEBUG nova.network.neutron [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.628716] env[69365]: DEBUG nova.scheduler.client.report [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.778602] env[69365]: DEBUG oslo_vmware.api [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Task: {'id': task-3469357, 'name': Rename_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.920678] env[69365]: DEBUG nova.compute.manager [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1021.004708] env[69365]: DEBUG oslo_vmware.api [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507519} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.012904] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 0d028ec7-840a-4095-9a67-641ef8358807/0d028ec7-840a-4095-9a67-641ef8358807.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.013428] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.014094] env[69365]: DEBUG oslo_vmware.api [None req-57d1a153-c837-4ea6-a9e7-04fc7bc13e82 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184235} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.014425] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69705f41-3e00-4148-97c4-5439cc5c4e5d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.018457] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-57d1a153-c837-4ea6-a9e7-04fc7bc13e82 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.018457] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-57d1a153-c837-4ea6-a9e7-04fc7bc13e82 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.018615] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-57d1a153-c837-4ea6-a9e7-04fc7bc13e82 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.018667] env[69365]: INFO nova.compute.manager [None req-57d1a153-c837-4ea6-a9e7-04fc7bc13e82 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1021.019070] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57d1a153-c837-4ea6-a9e7-04fc7bc13e82 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.019442] env[69365]: DEBUG nova.compute.manager [-] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.019533] env[69365]: DEBUG nova.network.neutron [-] [instance: fc40515e-6823-454b-8825-a2585bd9065c] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.026193] env[69365]: DEBUG oslo_vmware.api [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1021.026193] env[69365]: value = "task-3469362" [ 1021.026193] env[69365]: _type = "Task" [ 1021.026193] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.034926] env[69365]: DEBUG oslo_vmware.api [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.133988] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.134590] env[69365]: DEBUG nova.compute.manager [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1021.137932] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.513s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.139758] env[69365]: INFO nova.compute.claims [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1021.225019] env[69365]: DEBUG nova.network.neutron [None req-74306a6e-7d2c-4df4-bd97-af1c6a1ee814 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Updating instance_info_cache with network_info: [{"id": "9de7a27d-dd08-462a-9b74-c09e62e15a26", "address": "fa:16:3e:98:79:37", "network": {"id": "0567f215-2218-44b4-a3ee-0886663f5bac", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1723893682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0262e671388f4a19a7414827f058739e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9de7a27d-dd", "ovs_interfaceid": "9de7a27d-dd08-462a-9b74-c09e62e15a26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.279327] env[69365]: DEBUG oslo_vmware.api [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Task: {'id': task-3469357, 'name': Rename_Task, 'duration_secs': 1.189609} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.279808] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1021.280770] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61564d86-4c6e-4514-8fd1-bd37afcc09df {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.288195] env[69365]: DEBUG oslo_vmware.api [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Waiting for the task: (returnval){ [ 1021.288195] env[69365]: value = "task-3469363" [ 1021.288195] env[69365]: _type = "Task" [ 1021.288195] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.296811] env[69365]: DEBUG oslo_vmware.api [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Task: {'id': task-3469363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.431800] env[69365]: DEBUG nova.network.neutron [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Updating instance_info_cache with network_info: [{"id": "5044ec6d-3a4d-4012-b40f-d147a698df40", "address": "fa:16:3e:24:5e:97", "network": {"id": "beba554c-cfa5-447f-b77a-2b6638b3fd2c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1183675991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "deaa56240dcc454eac71df1734f09fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5044ec6d-3a", "ovs_interfaceid": "5044ec6d-3a4d-4012-b40f-d147a698df40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.449020] env[69365]: DEBUG nova.compute.manager [req-998806a5-fed5-4b06-a958-7e826b065ddf req-d248402e-dec7-4a8a-86e8-ed569e9c154a service nova] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Received event network-vif-deleted-5c13dea9-5962-4c27-a53a-8bcf67109960 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1021.450965] env[69365]: INFO nova.compute.manager [req-998806a5-fed5-4b06-a958-7e826b065ddf req-d248402e-dec7-4a8a-86e8-ed569e9c154a service nova] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Neutron deleted interface 5c13dea9-5962-4c27-a53a-8bcf67109960; detaching it from the instance and deleting it from the info cache [ 1021.451128] env[69365]: DEBUG nova.network.neutron [req-998806a5-fed5-4b06-a958-7e826b065ddf req-d248402e-dec7-4a8a-86e8-ed569e9c154a service nova] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.453415] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.536627] env[69365]: DEBUG oslo_vmware.api [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082754} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.537276] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.538250] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39863c7-d196-4770-ad4e-6d118c12507b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.562311] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 0d028ec7-840a-4095-9a67-641ef8358807/0d028ec7-840a-4095-9a67-641ef8358807.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.562528] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10d313c1-dc6e-4693-8b55-1540201f6812 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.583643] env[69365]: DEBUG oslo_vmware.api [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1021.583643] env[69365]: value = "task-3469364" [ 1021.583643] env[69365]: _type = "Task" [ 1021.583643] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.593080] env[69365]: DEBUG oslo_vmware.api [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469364, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.648480] env[69365]: DEBUG nova.compute.utils [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.652190] env[69365]: DEBUG nova.compute.manager [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1021.652407] env[69365]: DEBUG nova.network.neutron [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1021.706502] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Acquiring lock "8ecdd96a-299c-4ba8-9d74-fec433e01840" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.706738] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Lock "8ecdd96a-299c-4ba8-9d74-fec433e01840" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.710774] env[69365]: DEBUG nova.policy [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbb4767d9ed241f98fce2fc0718f575d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8dabc7faee7488e8a7ae3aa8722232e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.727507] env[69365]: DEBUG oslo_concurrency.lockutils [None req-74306a6e-7d2c-4df4-bd97-af1c6a1ee814 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Releasing lock "refresh_cache-acf4ce22-50bf-4f3b-a707-5503d3e3aff0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.728193] env[69365]: DEBUG nova.objects.instance [None req-74306a6e-7d2c-4df4-bd97-af1c6a1ee814 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lazy-loading 'flavor' on Instance uuid acf4ce22-50bf-4f3b-a707-5503d3e3aff0 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.799867] env[69365]: DEBUG oslo_vmware.api [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Task: {'id': task-3469363, 'name': PowerOnVM_Task, 'duration_secs': 0.502029} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.800264] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1021.800307] env[69365]: INFO nova.compute.manager [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1021.800469] env[69365]: DEBUG nova.compute.manager [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1021.801276] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4d2445-6e92-4009-9a5a-a8ea6a2269cd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.852350] env[69365]: DEBUG nova.network.neutron [-] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.937568] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Releasing lock "refresh_cache-f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.955160] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2cd3219b-32f3-4d7e-9473-7308f7669a5a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.966655] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f016e4eb-8398-4515-9d72-df5f57871ccb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.005378] env[69365]: DEBUG nova.compute.manager [req-998806a5-fed5-4b06-a958-7e826b065ddf req-d248402e-dec7-4a8a-86e8-ed569e9c154a service nova] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Detach interface failed, port_id=5c13dea9-5962-4c27-a53a-8bcf67109960, reason: Instance fc40515e-6823-454b-8825-a2585bd9065c could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1022.067202] env[69365]: DEBUG nova.network.neutron [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Successfully created port: 53ffde16-6c2a-4994-847c-107100da0e13 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1022.106228] env[69365]: DEBUG oslo_vmware.api [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.152876] env[69365]: DEBUG nova.compute.manager [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1022.235782] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccd2f2a-9a63-4bf8-8bb5-985f33bebe9b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.264038] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-74306a6e-7d2c-4df4-bd97-af1c6a1ee814 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.268074] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b84df49-70d4-4a01-a2f2-34092dcd88bb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.281041] env[69365]: DEBUG oslo_vmware.api [None req-74306a6e-7d2c-4df4-bd97-af1c6a1ee814 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 1022.281041] env[69365]: value = "task-3469365" [ 1022.281041] env[69365]: _type = "Task" [ 1022.281041] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.289296] env[69365]: DEBUG oslo_vmware.api [None req-74306a6e-7d2c-4df4-bd97-af1c6a1ee814 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.319911] env[69365]: INFO nova.compute.manager [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Took 28.01 seconds to build instance. [ 1022.354796] env[69365]: INFO nova.compute.manager [-] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Took 1.34 seconds to deallocate network for instance. [ 1022.600172] env[69365]: DEBUG oslo_vmware.api [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469364, 'name': ReconfigVM_Task, 'duration_secs': 0.811685} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.601101] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 0d028ec7-840a-4095-9a67-641ef8358807/0d028ec7-840a-4095-9a67-641ef8358807.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1022.601231] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c875c4c1-3cd0-42a5-8e62-457941e5e978 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.608038] env[69365]: DEBUG oslo_vmware.api [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1022.608038] env[69365]: value = "task-3469366" [ 1022.608038] env[69365]: _type = "Task" [ 1022.608038] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.619355] env[69365]: DEBUG oslo_vmware.api [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469366, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.651283] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d376856-4940-4121-99f4-7bc823bb2e91 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.662548] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b2ba29-cf11-4710-9cd0-c2bcf39bf3bf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.699830] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654669ab-6f90-4352-bc74-d81f1cca7fef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.708499] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a2594b3-f77a-45ed-979b-f1f661699ae4 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquiring lock "efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.708499] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a2594b3-f77a-45ed-979b-f1f661699ae4 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.711040] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0428d8a-f527-4973-a14c-775f343e3818 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.726189] env[69365]: DEBUG nova.compute.provider_tree [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.787249] env[69365]: DEBUG oslo_vmware.api [None req-74306a6e-7d2c-4df4-bd97-af1c6a1ee814 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469365, 'name': PowerOffVM_Task, 'duration_secs': 0.235249} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.787537] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-74306a6e-7d2c-4df4-bd97-af1c6a1ee814 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.792829] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-74306a6e-7d2c-4df4-bd97-af1c6a1ee814 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Reconfiguring VM instance instance-00000042 to detach disk 2002 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1022.793126] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8b3e199-88e8-4ccc-a36e-f2870d5b8cf2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.814011] env[69365]: DEBUG oslo_vmware.api [None req-74306a6e-7d2c-4df4-bd97-af1c6a1ee814 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 1022.814011] env[69365]: value = "task-3469367" [ 1022.814011] env[69365]: _type = "Task" [ 1022.814011] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.822101] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8a88913f-570f-4ee2-8c84-67f5a89c09b2 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Lock "04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.523s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.822343] env[69365]: DEBUG oslo_vmware.api [None req-74306a6e-7d2c-4df4-bd97-af1c6a1ee814 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469367, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.861834] env[69365]: DEBUG oslo_concurrency.lockutils [None req-57d1a153-c837-4ea6-a9e7-04fc7bc13e82 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.122879] env[69365]: DEBUG oslo_vmware.api [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469366, 'name': Rename_Task, 'duration_secs': 0.320094} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.123268] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.123529] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ac8a577-83d1-49bc-b8cb-a310cf55276e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.132056] env[69365]: DEBUG oslo_vmware.api [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1023.132056] env[69365]: value = "task-3469368" [ 1023.132056] env[69365]: _type = "Task" [ 1023.132056] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.140525] env[69365]: DEBUG oslo_vmware.api [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.169038] env[69365]: DEBUG nova.compute.manager [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1023.197721] env[69365]: DEBUG nova.virt.hardware [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1023.197968] env[69365]: DEBUG nova.virt.hardware [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1023.198142] env[69365]: DEBUG nova.virt.hardware [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1023.198328] env[69365]: DEBUG nova.virt.hardware [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1023.198517] env[69365]: DEBUG nova.virt.hardware [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1023.198617] env[69365]: DEBUG nova.virt.hardware [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1023.198827] env[69365]: DEBUG nova.virt.hardware [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1023.198989] env[69365]: DEBUG nova.virt.hardware [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1023.199175] env[69365]: DEBUG nova.virt.hardware [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1023.199341] env[69365]: DEBUG nova.virt.hardware [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1023.199515] env[69365]: DEBUG nova.virt.hardware [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1023.200473] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c811355f-3f3f-4962-b8c3-ea1a03cd0118 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.209044] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226ba9b8-e78d-4309-adeb-6541f808a3a2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.213686] env[69365]: DEBUG nova.compute.utils [None req-5a2594b3-f77a-45ed-979b-f1f661699ae4 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1023.228729] env[69365]: DEBUG nova.scheduler.client.report [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.325529] env[69365]: DEBUG nova.compute.manager [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1023.328331] env[69365]: DEBUG oslo_vmware.api [None req-74306a6e-7d2c-4df4-bd97-af1c6a1ee814 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469367, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.490326] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.490669] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09761c14-694a-4def-85b6-bd3a119e4696 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.499176] env[69365]: DEBUG oslo_vmware.api [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 1023.499176] env[69365]: value = "task-3469369" [ 1023.499176] env[69365]: _type = "Task" [ 1023.499176] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.508452] env[69365]: DEBUG oslo_vmware.api [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.616989] env[69365]: DEBUG nova.compute.manager [req-713f0442-cb38-48ec-8fc6-e08994a38a28 req-cc448445-3e1d-4775-8a3c-424e980c4446 service nova] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Received event network-changed-d11ced64-d501-4729-8060-f95b71050ea8 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.617316] env[69365]: DEBUG nova.compute.manager [req-713f0442-cb38-48ec-8fc6-e08994a38a28 req-cc448445-3e1d-4775-8a3c-424e980c4446 service nova] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Refreshing instance network info cache due to event network-changed-d11ced64-d501-4729-8060-f95b71050ea8. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1023.617464] env[69365]: DEBUG oslo_concurrency.lockutils [req-713f0442-cb38-48ec-8fc6-e08994a38a28 req-cc448445-3e1d-4775-8a3c-424e980c4446 service nova] Acquiring lock "refresh_cache-04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.617595] env[69365]: DEBUG oslo_concurrency.lockutils [req-713f0442-cb38-48ec-8fc6-e08994a38a28 req-cc448445-3e1d-4775-8a3c-424e980c4446 service nova] Acquired lock "refresh_cache-04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.617759] env[69365]: DEBUG nova.network.neutron [req-713f0442-cb38-48ec-8fc6-e08994a38a28 req-cc448445-3e1d-4775-8a3c-424e980c4446 service nova] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Refreshing network info cache for port d11ced64-d501-4729-8060-f95b71050ea8 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.648023] env[69365]: DEBUG oslo_vmware.api [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469368, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.716807] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a2594b3-f77a-45ed-979b-f1f661699ae4 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.733867] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.734474] env[69365]: DEBUG nova.compute.manager [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1023.737202] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.968s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.740876] env[69365]: INFO nova.compute.claims [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.827272] env[69365]: DEBUG oslo_vmware.api [None req-74306a6e-7d2c-4df4-bd97-af1c6a1ee814 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469367, 'name': ReconfigVM_Task, 'duration_secs': 0.61541} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.827626] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-74306a6e-7d2c-4df4-bd97-af1c6a1ee814 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Reconfigured VM instance instance-00000042 to detach disk 2002 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1023.827800] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-74306a6e-7d2c-4df4-bd97-af1c6a1ee814 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.828111] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4fed48a-b915-45ca-9eaf-d0ac0e6ce212 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.840073] env[69365]: DEBUG oslo_vmware.api [None req-74306a6e-7d2c-4df4-bd97-af1c6a1ee814 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 1023.840073] env[69365]: value = "task-3469370" [ 1023.840073] env[69365]: _type = "Task" [ 1023.840073] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.854239] env[69365]: DEBUG oslo_vmware.api [None req-74306a6e-7d2c-4df4-bd97-af1c6a1ee814 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.855771] env[69365]: DEBUG oslo_concurrency.lockutils [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.857793] env[69365]: DEBUG nova.network.neutron [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Successfully updated port: 53ffde16-6c2a-4994-847c-107100da0e13 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1023.957843] env[69365]: DEBUG nova.compute.manager [req-68f21b4c-bb03-4767-892d-6d44ff6b94cf req-7a59d4eb-40d5-4731-bf48-f6658e27ffcb service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Received event network-vif-plugged-53ffde16-6c2a-4994-847c-107100da0e13 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1023.958533] env[69365]: DEBUG oslo_concurrency.lockutils [req-68f21b4c-bb03-4767-892d-6d44ff6b94cf req-7a59d4eb-40d5-4731-bf48-f6658e27ffcb service nova] Acquiring lock "f7bd87f3-f267-4695-b01a-1bc7cbb03b7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.958774] env[69365]: DEBUG oslo_concurrency.lockutils [req-68f21b4c-bb03-4767-892d-6d44ff6b94cf req-7a59d4eb-40d5-4731-bf48-f6658e27ffcb service nova] Lock "f7bd87f3-f267-4695-b01a-1bc7cbb03b7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.958951] env[69365]: DEBUG oslo_concurrency.lockutils [req-68f21b4c-bb03-4767-892d-6d44ff6b94cf req-7a59d4eb-40d5-4731-bf48-f6658e27ffcb service nova] Lock "f7bd87f3-f267-4695-b01a-1bc7cbb03b7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.959137] env[69365]: DEBUG nova.compute.manager [req-68f21b4c-bb03-4767-892d-6d44ff6b94cf req-7a59d4eb-40d5-4731-bf48-f6658e27ffcb service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] No waiting events found dispatching network-vif-plugged-53ffde16-6c2a-4994-847c-107100da0e13 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.959312] env[69365]: WARNING nova.compute.manager [req-68f21b4c-bb03-4767-892d-6d44ff6b94cf req-7a59d4eb-40d5-4731-bf48-f6658e27ffcb service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Received unexpected event network-vif-plugged-53ffde16-6c2a-4994-847c-107100da0e13 for instance with vm_state building and task_state spawning. [ 1024.010744] env[69365]: DEBUG oslo_vmware.api [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469369, 'name': PowerOffVM_Task, 'duration_secs': 0.19428} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.011094] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.012013] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fb71d3-b55a-40b5-8305-a8199d5f1d7a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.033550] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affa5015-df76-45b0-adcf-acf04120ca7a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.068567] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.068923] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-389fed3d-a5fa-4a65-819f-dd941a899316 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.078038] env[69365]: DEBUG oslo_vmware.api [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 1024.078038] env[69365]: value = "task-3469371" [ 1024.078038] env[69365]: _type = "Task" [ 1024.078038] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.087110] env[69365]: DEBUG oslo_vmware.api [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.143240] env[69365]: DEBUG oslo_vmware.api [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469368, 'name': PowerOnVM_Task, 'duration_secs': 0.730208} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.143545] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.143755] env[69365]: INFO nova.compute.manager [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Took 8.27 seconds to spawn the instance on the hypervisor. [ 1024.143976] env[69365]: DEBUG nova.compute.manager [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.144855] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7518a18-f7fd-4d75-9e07-697e785ba6af {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.246074] env[69365]: DEBUG nova.compute.utils [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.248140] env[69365]: DEBUG nova.compute.manager [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1024.248338] env[69365]: DEBUG nova.network.neutron [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1024.313555] env[69365]: DEBUG nova.policy [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a7763d2b70c847eb965ec1a33a2bb9c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92df693bc2734b7c9f1ca5f755f9825d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1024.351724] env[69365]: DEBUG oslo_vmware.api [None req-74306a6e-7d2c-4df4-bd97-af1c6a1ee814 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469370, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.360504] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "refresh_cache-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.360700] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquired lock "refresh_cache-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.360785] env[69365]: DEBUG nova.network.neutron [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.445739] env[69365]: DEBUG nova.network.neutron [req-713f0442-cb38-48ec-8fc6-e08994a38a28 req-cc448445-3e1d-4775-8a3c-424e980c4446 service nova] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Updated VIF entry in instance network info cache for port d11ced64-d501-4729-8060-f95b71050ea8. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.446235] env[69365]: DEBUG nova.network.neutron [req-713f0442-cb38-48ec-8fc6-e08994a38a28 req-cc448445-3e1d-4775-8a3c-424e980c4446 service nova] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Updating instance_info_cache with network_info: [{"id": "d11ced64-d501-4729-8060-f95b71050ea8", "address": "fa:16:3e:3f:60:a2", "network": {"id": "3c337008-e8ff-486c-a264-4e35618f1d59", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-60058078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb190954160445348b78d12bc3414e98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd11ced64-d5", "ovs_interfaceid": "d11ced64-d501-4729-8060-f95b71050ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.593213] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] VM already powered off {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1024.595387] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.595387] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.595387] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.595387] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.596183] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d9bcea25-0f34-4393-b1cb-5a457cb47b76 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.609778] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.609778] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.610424] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e6635d1-df50-4f88-9c91-f0fdc30dd8e0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.619996] env[69365]: DEBUG oslo_vmware.api [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 1024.619996] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5263dd9a-e30b-9391-ef4c-e6382d596c3c" [ 1024.619996] env[69365]: _type = "Task" [ 1024.619996] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.635701] env[69365]: DEBUG oslo_vmware.api [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5263dd9a-e30b-9391-ef4c-e6382d596c3c, 'name': SearchDatastore_Task, 'duration_secs': 0.013707} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.636464] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7fb5f75-7048-439a-b41b-a83db80234f9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.642527] env[69365]: DEBUG oslo_vmware.api [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 1024.642527] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52ebc171-3fa1-2734-1bb6-cece7f0ed99a" [ 1024.642527] env[69365]: _type = "Task" [ 1024.642527] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.654291] env[69365]: DEBUG oslo_vmware.api [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52ebc171-3fa1-2734-1bb6-cece7f0ed99a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.664034] env[69365]: INFO nova.compute.manager [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Took 29.75 seconds to build instance. [ 1024.760406] env[69365]: DEBUG nova.compute.manager [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1024.851088] env[69365]: DEBUG nova.network.neutron [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Successfully created port: 69ecef35-3bb7-4e99-8404-502ce33dc7e8 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1024.856401] env[69365]: DEBUG oslo_vmware.api [None req-74306a6e-7d2c-4df4-bd97-af1c6a1ee814 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469370, 'name': PowerOnVM_Task, 'duration_secs': 0.782014} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.856653] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-74306a6e-7d2c-4df4-bd97-af1c6a1ee814 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.856896] env[69365]: DEBUG nova.compute.manager [None req-74306a6e-7d2c-4df4-bd97-af1c6a1ee814 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.858080] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6d741c-3f12-4693-bee6-cbda04d2590d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.910515] env[69365]: DEBUG nova.network.neutron [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1024.952930] env[69365]: DEBUG oslo_concurrency.lockutils [req-713f0442-cb38-48ec-8fc6-e08994a38a28 req-cc448445-3e1d-4775-8a3c-424e980c4446 service nova] Releasing lock "refresh_cache-04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.105529] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a2594b3-f77a-45ed-979b-f1f661699ae4 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquiring lock "efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.105743] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a2594b3-f77a-45ed-979b-f1f661699ae4 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.105966] env[69365]: INFO nova.compute.manager [None req-5a2594b3-f77a-45ed-979b-f1f661699ae4 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Attaching volume e8110dd1-da92-4dfc-8ab9-a2b7ee284a2b to /dev/sdb [ 1025.155633] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674c797a-174f-418f-99f7-e8d94f9b097f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.169115] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a8dc4652-a198-491f-a925-f30a70de9b90 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "0d028ec7-840a-4095-9a67-641ef8358807" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.270s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.169686] env[69365]: DEBUG oslo_vmware.api [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52ebc171-3fa1-2734-1bb6-cece7f0ed99a, 'name': SearchDatastore_Task, 'duration_secs': 0.011209} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.171276] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.171668] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff/2c3a5944-575a-4385-8612-86800989c1e5-rescue.vmdk. {{(pid=69365) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1025.172573] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee70407-1520-4fbf-acc3-d622ada67e71 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.175489] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-335aac87-2fcd-4ec4-a617-16c9c4a71018 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.189516] env[69365]: DEBUG oslo_vmware.api [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 1025.189516] env[69365]: value = "task-3469372" [ 1025.189516] env[69365]: _type = "Task" [ 1025.189516] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.200798] env[69365]: DEBUG nova.virt.block_device [None req-5a2594b3-f77a-45ed-979b-f1f661699ae4 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Updating existing volume attachment record: 6636bb6f-6906-4668-a9ed-80ff03b91b73 {{(pid=69365) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1025.215571] env[69365]: DEBUG oslo_vmware.api [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.217269] env[69365]: DEBUG nova.network.neutron [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Updating instance_info_cache with network_info: [{"id": "53ffde16-6c2a-4994-847c-107100da0e13", "address": "fa:16:3e:e0:96:16", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ffde16-6c", "ovs_interfaceid": "53ffde16-6c2a-4994-847c-107100da0e13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.237008] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2bc9f42-f77a-49b2-a4fc-dd513f5db765 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.247278] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d5859f-23fd-44ab-aca4-0818f76e9a46 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.285699] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220617b8-23e1-4134-ad5c-4f6a5ea6c7b1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.295064] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57390798-3492-46b4-8f02-1dbd81f2aa39 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.313141] env[69365]: DEBUG nova.compute.provider_tree [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.676971] env[69365]: DEBUG nova.compute.manager [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1025.706744] env[69365]: DEBUG oslo_vmware.api [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469372, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.720955] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Releasing lock "refresh_cache-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.721612] env[69365]: DEBUG nova.compute.manager [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Instance network_info: |[{"id": "53ffde16-6c2a-4994-847c-107100da0e13", "address": "fa:16:3e:e0:96:16", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ffde16-6c", "ovs_interfaceid": "53ffde16-6c2a-4994-847c-107100da0e13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1025.721779] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:96:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53ffde16-6c2a-4994-847c-107100da0e13', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1025.731606] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1025.732689] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1025.733744] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e84c2428-c5ef-470e-90ca-6e4ad6290298 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.757764] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1025.757764] env[69365]: value = "task-3469376" [ 1025.757764] env[69365]: _type = "Task" [ 1025.757764] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.770763] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469376, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.790856] env[69365]: DEBUG nova.compute.manager [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1025.816079] env[69365]: DEBUG nova.scheduler.client.report [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.822585] env[69365]: DEBUG nova.virt.hardware [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1025.822856] env[69365]: DEBUG nova.virt.hardware [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1025.823054] env[69365]: DEBUG nova.virt.hardware [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1025.823262] env[69365]: DEBUG nova.virt.hardware [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1025.823425] env[69365]: DEBUG nova.virt.hardware [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1025.823580] env[69365]: DEBUG nova.virt.hardware [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1025.823793] env[69365]: DEBUG nova.virt.hardware [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1025.823952] env[69365]: DEBUG nova.virt.hardware [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1025.824136] env[69365]: DEBUG nova.virt.hardware [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1025.824319] env[69365]: DEBUG nova.virt.hardware [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1025.824494] env[69365]: DEBUG nova.virt.hardware [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1025.825757] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb14c5cc-7cd2-475d-a6ed-b17636427aa6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.837778] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e8f64a-8c53-44ff-947d-4624c9c9279a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.049706] env[69365]: DEBUG nova.compute.manager [req-ac7ed0e3-78fb-4a63-bd6e-9c56cdf6841f req-34689fc9-8a09-42ef-975c-7e86460dc018 service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Received event network-changed-53ffde16-6c2a-4994-847c-107100da0e13 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.049939] env[69365]: DEBUG nova.compute.manager [req-ac7ed0e3-78fb-4a63-bd6e-9c56cdf6841f req-34689fc9-8a09-42ef-975c-7e86460dc018 service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Refreshing instance network info cache due to event network-changed-53ffde16-6c2a-4994-847c-107100da0e13. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.050154] env[69365]: DEBUG oslo_concurrency.lockutils [req-ac7ed0e3-78fb-4a63-bd6e-9c56cdf6841f req-34689fc9-8a09-42ef-975c-7e86460dc018 service nova] Acquiring lock "refresh_cache-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.050303] env[69365]: DEBUG oslo_concurrency.lockutils [req-ac7ed0e3-78fb-4a63-bd6e-9c56cdf6841f req-34689fc9-8a09-42ef-975c-7e86460dc018 service nova] Acquired lock "refresh_cache-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.050462] env[69365]: DEBUG nova.network.neutron [req-ac7ed0e3-78fb-4a63-bd6e-9c56cdf6841f req-34689fc9-8a09-42ef-975c-7e86460dc018 service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Refreshing network info cache for port 53ffde16-6c2a-4994-847c-107100da0e13 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.202748] env[69365]: DEBUG oslo_vmware.api [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741991} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.203023] env[69365]: INFO nova.virt.vmwareapi.ds_util [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff/2c3a5944-575a-4385-8612-86800989c1e5-rescue.vmdk. [ 1026.203786] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841b690b-14bc-42cd-b0ef-aeddca5cbc7d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.207066] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.232542] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff/2c3a5944-575a-4385-8612-86800989c1e5-rescue.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.232880] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c979bf08-80e4-4b51-bb82-5b481c8637ab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.252975] env[69365]: DEBUG oslo_vmware.api [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 1026.252975] env[69365]: value = "task-3469377" [ 1026.252975] env[69365]: _type = "Task" [ 1026.252975] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.266040] env[69365]: DEBUG oslo_vmware.api [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.273154] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469376, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.321168] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.584s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.321688] env[69365]: DEBUG nova.compute.manager [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.324250] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.212s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.328109] env[69365]: INFO nova.compute.claims [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1026.638334] env[69365]: DEBUG nova.compute.manager [req-c5291a9f-e061-4c87-a0fb-c68a86142da5 req-2d29a8ec-548f-43f7-bf34-def7e6fcefc0 service nova] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Received event network-changed-9de7a27d-dd08-462a-9b74-c09e62e15a26 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.638652] env[69365]: DEBUG nova.compute.manager [req-c5291a9f-e061-4c87-a0fb-c68a86142da5 req-2d29a8ec-548f-43f7-bf34-def7e6fcefc0 service nova] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Refreshing instance network info cache due to event network-changed-9de7a27d-dd08-462a-9b74-c09e62e15a26. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1026.638984] env[69365]: DEBUG oslo_concurrency.lockutils [req-c5291a9f-e061-4c87-a0fb-c68a86142da5 req-2d29a8ec-548f-43f7-bf34-def7e6fcefc0 service nova] Acquiring lock "refresh_cache-acf4ce22-50bf-4f3b-a707-5503d3e3aff0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.639231] env[69365]: DEBUG oslo_concurrency.lockutils [req-c5291a9f-e061-4c87-a0fb-c68a86142da5 req-2d29a8ec-548f-43f7-bf34-def7e6fcefc0 service nova] Acquired lock "refresh_cache-acf4ce22-50bf-4f3b-a707-5503d3e3aff0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.639450] env[69365]: DEBUG nova.network.neutron [req-c5291a9f-e061-4c87-a0fb-c68a86142da5 req-2d29a8ec-548f-43f7-bf34-def7e6fcefc0 service nova] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Refreshing network info cache for port 9de7a27d-dd08-462a-9b74-c09e62e15a26 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1026.766654] env[69365]: DEBUG oslo_vmware.api [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469377, 'name': ReconfigVM_Task, 'duration_secs': 0.408964} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.767772] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Reconfigured VM instance instance-0000004b to attach disk [datastore2] f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff/2c3a5944-575a-4385-8612-86800989c1e5-rescue.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1026.768896] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0520f668-465a-4341-b48e-d23e39fc2ad9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.777313] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469376, 'name': CreateVM_Task, 'duration_secs': 0.672425} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.777313] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1026.777888] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.778073] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.778390] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.778841] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a796dedd-b73c-40ee-a316-27fca52a0d07 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.805675] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e960566-f0c6-475e-bc5a-b74c74f07a35 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.822803] env[69365]: DEBUG oslo_vmware.api [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1026.822803] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5293b340-e9ee-597d-8570-6ea76aafc0eb" [ 1026.822803] env[69365]: _type = "Task" [ 1026.822803] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.828772] env[69365]: DEBUG nova.network.neutron [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Successfully updated port: 69ecef35-3bb7-4e99-8404-502ce33dc7e8 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1026.832951] env[69365]: DEBUG nova.compute.utils [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.841101] env[69365]: DEBUG nova.compute.manager [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1026.841559] env[69365]: DEBUG nova.network.neutron [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1026.843820] env[69365]: DEBUG oslo_vmware.api [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 1026.843820] env[69365]: value = "task-3469378" [ 1026.843820] env[69365]: _type = "Task" [ 1026.843820] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.847593] env[69365]: DEBUG oslo_vmware.api [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5293b340-e9ee-597d-8570-6ea76aafc0eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.858638] env[69365]: DEBUG oslo_vmware.api [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469378, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.862303] env[69365]: DEBUG nova.network.neutron [req-ac7ed0e3-78fb-4a63-bd6e-9c56cdf6841f req-34689fc9-8a09-42ef-975c-7e86460dc018 service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Updated VIF entry in instance network info cache for port 53ffde16-6c2a-4994-847c-107100da0e13. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1026.862753] env[69365]: DEBUG nova.network.neutron [req-ac7ed0e3-78fb-4a63-bd6e-9c56cdf6841f req-34689fc9-8a09-42ef-975c-7e86460dc018 service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Updating instance_info_cache with network_info: [{"id": "53ffde16-6c2a-4994-847c-107100da0e13", "address": "fa:16:3e:e0:96:16", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ffde16-6c", "ovs_interfaceid": "53ffde16-6c2a-4994-847c-107100da0e13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.884448] env[69365]: DEBUG nova.policy [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e234d0dc6545421f9241271f0ac8d5a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c19eee45b12f436d954d8f8c9d67247e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.198748] env[69365]: DEBUG nova.network.neutron [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Successfully created port: 5cabb608-a1bc-4488-bd29-f97a8f51d698 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.334900] env[69365]: DEBUG oslo_vmware.api [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5293b340-e9ee-597d-8570-6ea76aafc0eb, 'name': SearchDatastore_Task, 'duration_secs': 0.049786} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.335314] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.335651] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1027.335936] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.336143] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.336366] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1027.336669] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cabd0709-1dcf-49a4-ab8e-269e9949c64b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.343086] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Acquiring lock "refresh_cache-17ab3fb3-7845-48ae-aa56-84cb2cbbfad9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.343248] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Acquired lock "refresh_cache-17ab3fb3-7845-48ae-aa56-84cb2cbbfad9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.343430] env[69365]: DEBUG nova.network.neutron [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1027.344709] env[69365]: DEBUG nova.compute.manager [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.361091] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1027.361349] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1027.370183] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a18494f-37bb-4066-9f7e-91a5103f2827 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.370295] env[69365]: DEBUG oslo_concurrency.lockutils [req-ac7ed0e3-78fb-4a63-bd6e-9c56cdf6841f req-34689fc9-8a09-42ef-975c-7e86460dc018 service nova] Releasing lock "refresh_cache-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.370557] env[69365]: DEBUG nova.compute.manager [req-ac7ed0e3-78fb-4a63-bd6e-9c56cdf6841f req-34689fc9-8a09-42ef-975c-7e86460dc018 service nova] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Received event network-changed-1938e39c-0709-4420-a5e2-70a0285228a6 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.370754] env[69365]: DEBUG nova.compute.manager [req-ac7ed0e3-78fb-4a63-bd6e-9c56cdf6841f req-34689fc9-8a09-42ef-975c-7e86460dc018 service nova] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Refreshing instance network info cache due to event network-changed-1938e39c-0709-4420-a5e2-70a0285228a6. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1027.371249] env[69365]: DEBUG oslo_concurrency.lockutils [req-ac7ed0e3-78fb-4a63-bd6e-9c56cdf6841f req-34689fc9-8a09-42ef-975c-7e86460dc018 service nova] Acquiring lock "refresh_cache-0d028ec7-840a-4095-9a67-641ef8358807" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.371466] env[69365]: DEBUG oslo_concurrency.lockutils [req-ac7ed0e3-78fb-4a63-bd6e-9c56cdf6841f req-34689fc9-8a09-42ef-975c-7e86460dc018 service nova] Acquired lock "refresh_cache-0d028ec7-840a-4095-9a67-641ef8358807" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.372038] env[69365]: DEBUG nova.network.neutron [req-ac7ed0e3-78fb-4a63-bd6e-9c56cdf6841f req-34689fc9-8a09-42ef-975c-7e86460dc018 service nova] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Refreshing network info cache for port 1938e39c-0709-4420-a5e2-70a0285228a6 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1027.373220] env[69365]: DEBUG oslo_vmware.api [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469378, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.377676] env[69365]: DEBUG oslo_vmware.api [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1027.377676] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]524dfd50-a067-7946-7748-a16a70d60b4c" [ 1027.377676] env[69365]: _type = "Task" [ 1027.377676] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.394470] env[69365]: DEBUG oslo_vmware.api [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]524dfd50-a067-7946-7748-a16a70d60b4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.413612] env[69365]: DEBUG nova.network.neutron [req-c5291a9f-e061-4c87-a0fb-c68a86142da5 req-2d29a8ec-548f-43f7-bf34-def7e6fcefc0 service nova] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Updated VIF entry in instance network info cache for port 9de7a27d-dd08-462a-9b74-c09e62e15a26. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1027.413850] env[69365]: DEBUG nova.network.neutron [req-c5291a9f-e061-4c87-a0fb-c68a86142da5 req-2d29a8ec-548f-43f7-bf34-def7e6fcefc0 service nova] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Updating instance_info_cache with network_info: [{"id": "9de7a27d-dd08-462a-9b74-c09e62e15a26", "address": "fa:16:3e:98:79:37", "network": {"id": "0567f215-2218-44b4-a3ee-0886663f5bac", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1723893682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0262e671388f4a19a7414827f058739e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9de7a27d-dd", "ovs_interfaceid": "9de7a27d-dd08-462a-9b74-c09e62e15a26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.804763] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f5f405-8e2d-49a4-962e-a13d86decbcf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.812848] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ae0f5c-bce8-43fc-9cd0-d0ed326865a4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.871724] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6feec252-a670-4391-9906-5606ac905ad0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.889375] env[69365]: DEBUG oslo_vmware.api [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469378, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.890845] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5981efe-47f9-4b12-befe-b88e4e3469dc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.898859] env[69365]: DEBUG oslo_vmware.api [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]524dfd50-a067-7946-7748-a16a70d60b4c, 'name': SearchDatastore_Task, 'duration_secs': 0.029751} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.900121] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7b7a539-7d1e-4940-9361-675921ea75dc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.912849] env[69365]: DEBUG nova.compute.provider_tree [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.916756] env[69365]: DEBUG oslo_concurrency.lockutils [req-c5291a9f-e061-4c87-a0fb-c68a86142da5 req-2d29a8ec-548f-43f7-bf34-def7e6fcefc0 service nova] Releasing lock "refresh_cache-acf4ce22-50bf-4f3b-a707-5503d3e3aff0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.918928] env[69365]: DEBUG oslo_vmware.api [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1027.918928] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52ee14f6-c400-c3e8-5758-a0a9bde4624f" [ 1027.918928] env[69365]: _type = "Task" [ 1027.918928] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.929683] env[69365]: DEBUG oslo_vmware.api [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52ee14f6-c400-c3e8-5758-a0a9bde4624f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.939112] env[69365]: DEBUG nova.network.neutron [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.153531] env[69365]: DEBUG nova.network.neutron [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Updating instance_info_cache with network_info: [{"id": "69ecef35-3bb7-4e99-8404-502ce33dc7e8", "address": "fa:16:3e:84:22:be", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ecef35-3b", "ovs_interfaceid": "69ecef35-3bb7-4e99-8404-502ce33dc7e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.212102] env[69365]: DEBUG nova.network.neutron [req-ac7ed0e3-78fb-4a63-bd6e-9c56cdf6841f req-34689fc9-8a09-42ef-975c-7e86460dc018 service nova] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Updated VIF entry in instance network info cache for port 1938e39c-0709-4420-a5e2-70a0285228a6. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1028.212499] env[69365]: DEBUG nova.network.neutron [req-ac7ed0e3-78fb-4a63-bd6e-9c56cdf6841f req-34689fc9-8a09-42ef-975c-7e86460dc018 service nova] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Updating instance_info_cache with network_info: [{"id": "1938e39c-0709-4420-a5e2-70a0285228a6", "address": "fa:16:3e:2b:8e:8e", "network": {"id": "23049ed0-3359-47e0-b335-9e9129503532", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1473799310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc8feb91faa4c708b1e140bad9f8ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1938e39c-07", "ovs_interfaceid": "1938e39c-0709-4420-a5e2-70a0285228a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.370159] env[69365]: DEBUG nova.compute.manager [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.375860] env[69365]: DEBUG oslo_vmware.api [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469378, 'name': ReconfigVM_Task, 'duration_secs': 1.087548} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.376263] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.376540] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b99de16-c9f1-4b36-b828-600295ef3154 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.385301] env[69365]: DEBUG oslo_vmware.api [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 1028.385301] env[69365]: value = "task-3469380" [ 1028.385301] env[69365]: _type = "Task" [ 1028.385301] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.393576] env[69365]: DEBUG oslo_vmware.api [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469380, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.404382] env[69365]: DEBUG nova.virt.hardware [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.404638] env[69365]: DEBUG nova.virt.hardware [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.404810] env[69365]: DEBUG nova.virt.hardware [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.405109] env[69365]: DEBUG nova.virt.hardware [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.405297] env[69365]: DEBUG nova.virt.hardware [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.405515] env[69365]: DEBUG nova.virt.hardware [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.405750] env[69365]: DEBUG nova.virt.hardware [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.405911] env[69365]: DEBUG nova.virt.hardware [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.406097] env[69365]: DEBUG nova.virt.hardware [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.406278] env[69365]: DEBUG nova.virt.hardware [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.406453] env[69365]: DEBUG nova.virt.hardware [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.407351] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2a2286-123a-4d9f-9947-bcd7f00d45bc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.415392] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1024b8-df2b-4ff9-8fac-112a14911e44 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.420170] env[69365]: DEBUG nova.scheduler.client.report [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.440764] env[69365]: DEBUG oslo_vmware.api [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52ee14f6-c400-c3e8-5758-a0a9bde4624f, 'name': SearchDatastore_Task, 'duration_secs': 0.03462} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.441682] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.441931] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] f7bd87f3-f267-4695-b01a-1bc7cbb03b7f/f7bd87f3-f267-4695-b01a-1bc7cbb03b7f.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1028.442290] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8584c42a-6ed2-445b-a8bb-514cc5befff4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.451116] env[69365]: DEBUG oslo_vmware.api [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1028.451116] env[69365]: value = "task-3469381" [ 1028.451116] env[69365]: _type = "Task" [ 1028.451116] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.460225] env[69365]: DEBUG oslo_vmware.api [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.656957] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Releasing lock "refresh_cache-17ab3fb3-7845-48ae-aa56-84cb2cbbfad9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.657429] env[69365]: DEBUG nova.compute.manager [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Instance network_info: |[{"id": "69ecef35-3bb7-4e99-8404-502ce33dc7e8", "address": "fa:16:3e:84:22:be", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ecef35-3b", "ovs_interfaceid": "69ecef35-3bb7-4e99-8404-502ce33dc7e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1028.658241] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:22:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c24464bb-bb6b-43a2-bdcd-8086ad1a307f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69ecef35-3bb7-4e99-8404-502ce33dc7e8', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1028.668064] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Creating folder: Project (92df693bc2734b7c9f1ca5f755f9825d). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1028.668504] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-877a7df4-218f-4635-b3b1-d5379a1ec53f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.682717] env[69365]: DEBUG nova.compute.manager [req-7add706c-bfc6-41ec-9d3d-fa52cb0f3d71 req-9dc54b19-d471-4dc6-865b-aec09eb2635c service nova] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Received event network-changed-9de7a27d-dd08-462a-9b74-c09e62e15a26 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.682973] env[69365]: DEBUG nova.compute.manager [req-7add706c-bfc6-41ec-9d3d-fa52cb0f3d71 req-9dc54b19-d471-4dc6-865b-aec09eb2635c service nova] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Refreshing instance network info cache due to event network-changed-9de7a27d-dd08-462a-9b74-c09e62e15a26. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.683232] env[69365]: DEBUG oslo_concurrency.lockutils [req-7add706c-bfc6-41ec-9d3d-fa52cb0f3d71 req-9dc54b19-d471-4dc6-865b-aec09eb2635c service nova] Acquiring lock "refresh_cache-acf4ce22-50bf-4f3b-a707-5503d3e3aff0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.683382] env[69365]: DEBUG oslo_concurrency.lockutils [req-7add706c-bfc6-41ec-9d3d-fa52cb0f3d71 req-9dc54b19-d471-4dc6-865b-aec09eb2635c service nova] Acquired lock "refresh_cache-acf4ce22-50bf-4f3b-a707-5503d3e3aff0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.683546] env[69365]: DEBUG nova.network.neutron [req-7add706c-bfc6-41ec-9d3d-fa52cb0f3d71 req-9dc54b19-d471-4dc6-865b-aec09eb2635c service nova] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Refreshing network info cache for port 9de7a27d-dd08-462a-9b74-c09e62e15a26 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1028.686782] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Created folder: Project (92df693bc2734b7c9f1ca5f755f9825d) in parent group-v693134. [ 1028.687057] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Creating folder: Instances. Parent ref: group-v693358. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1028.687560] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27028d0e-4a3c-4be7-918f-0c032bc0c87d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.704089] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Created folder: Instances in parent group-v693358. [ 1028.704399] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.704609] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1028.704824] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad490cf6-93df-4e10-b6e9-47d56b30c2cf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.720685] env[69365]: DEBUG oslo_concurrency.lockutils [req-ac7ed0e3-78fb-4a63-bd6e-9c56cdf6841f req-34689fc9-8a09-42ef-975c-7e86460dc018 service nova] Releasing lock "refresh_cache-0d028ec7-840a-4095-9a67-641ef8358807" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.728596] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1028.728596] env[69365]: value = "task-3469384" [ 1028.728596] env[69365]: _type = "Task" [ 1028.728596] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.738036] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469384, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.743445] env[69365]: DEBUG nova.network.neutron [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Successfully updated port: 5cabb608-a1bc-4488-bd29-f97a8f51d698 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1028.897249] env[69365]: DEBUG oslo_vmware.api [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469380, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.928604] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.929242] env[69365]: DEBUG nova.compute.manager [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1028.932707] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5db9cc18-9bbc-49a3-9245-2f269b08de7f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.074s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.933064] env[69365]: DEBUG nova.objects.instance [None req-5db9cc18-9bbc-49a3-9245-2f269b08de7f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lazy-loading 'resources' on Instance uuid cd6045d8-83e8-4147-8233-1996687bc731 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.965461] env[69365]: DEBUG oslo_vmware.api [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469381, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.239814] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469384, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.246524] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "refresh_cache-907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.246771] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquired lock "refresh_cache-907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.246847] env[69365]: DEBUG nova.network.neutron [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.398632] env[69365]: DEBUG oslo_vmware.api [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469380, 'name': PowerOnVM_Task, 'duration_secs': 0.605993} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.398898] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.403051] env[69365]: DEBUG nova.compute.manager [None req-b7faff65-3ae1-44ee-8944-7f96d128b84a tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.403858] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad48261-50fc-478d-bcf1-d056bd0132a4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.424030] env[69365]: DEBUG nova.network.neutron [req-7add706c-bfc6-41ec-9d3d-fa52cb0f3d71 req-9dc54b19-d471-4dc6-865b-aec09eb2635c service nova] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Updated VIF entry in instance network info cache for port 9de7a27d-dd08-462a-9b74-c09e62e15a26. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1029.424356] env[69365]: DEBUG nova.network.neutron [req-7add706c-bfc6-41ec-9d3d-fa52cb0f3d71 req-9dc54b19-d471-4dc6-865b-aec09eb2635c service nova] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Updating instance_info_cache with network_info: [{"id": "9de7a27d-dd08-462a-9b74-c09e62e15a26", "address": "fa:16:3e:98:79:37", "network": {"id": "0567f215-2218-44b4-a3ee-0886663f5bac", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1723893682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0262e671388f4a19a7414827f058739e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa410d21-2141-45bb-8d0b-16c77304605f", "external-id": "nsx-vlan-transportzone-886", "segmentation_id": 886, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9de7a27d-dd", "ovs_interfaceid": "9de7a27d-dd08-462a-9b74-c09e62e15a26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.435889] env[69365]: DEBUG nova.compute.utils [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1029.439597] env[69365]: DEBUG nova.compute.manager [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1029.439768] env[69365]: DEBUG nova.network.neutron [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1029.463010] env[69365]: DEBUG oslo_vmware.api [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518879} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.463298] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] f7bd87f3-f267-4695-b01a-1bc7cbb03b7f/f7bd87f3-f267-4695-b01a-1bc7cbb03b7f.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1029.463514] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1029.463770] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b984b7a4-4c8c-4dcb-b88a-4299ab5081be {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.473639] env[69365]: DEBUG oslo_vmware.api [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1029.473639] env[69365]: value = "task-3469385" [ 1029.473639] env[69365]: _type = "Task" [ 1029.473639] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.478562] env[69365]: DEBUG nova.policy [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25d7356146ee44c8a65686b68ea2a766', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0b4d3b209df41eaa438742d4326084b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1029.487879] env[69365]: DEBUG oslo_vmware.api [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469385, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.745091] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469384, 'name': CreateVM_Task, 'duration_secs': 0.738072} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.745283] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.746075] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.746297] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.746638] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.746922] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0419466-054d-453c-8c83-42208364a7b0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.757922] env[69365]: DEBUG oslo_vmware.api [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Waiting for the task: (returnval){ [ 1029.757922] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5208117e-26ac-c907-69dc-7c164b80841a" [ 1029.757922] env[69365]: _type = "Task" [ 1029.757922] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.763498] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a2594b3-f77a-45ed-979b-f1f661699ae4 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Volume attach. Driver type: vmdk {{(pid=69365) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1029.763759] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a2594b3-f77a-45ed-979b-f1f661699ae4 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693356', 'volume_id': 'e8110dd1-da92-4dfc-8ab9-a2b7ee284a2b', 'name': 'volume-e8110dd1-da92-4dfc-8ab9-a2b7ee284a2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8110dd1-da92-4dfc-8ab9-a2b7ee284a2b', 'serial': 'e8110dd1-da92-4dfc-8ab9-a2b7ee284a2b'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1029.764627] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecfdbae-e3ae-491f-98d6-1a2a50e44cb6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.788726] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451225f4-6486-4a02-9ce9-3ff1b21fcc94 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.791789] env[69365]: DEBUG oslo_vmware.api [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5208117e-26ac-c907-69dc-7c164b80841a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.828356] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a2594b3-f77a-45ed-979b-f1f661699ae4 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] volume-e8110dd1-da92-4dfc-8ab9-a2b7ee284a2b/volume-e8110dd1-da92-4dfc-8ab9-a2b7ee284a2b.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.832235] env[69365]: INFO nova.compute.manager [None req-e6c0b17b-10ef-40a8-9440-11ef025b71f3 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Unrescuing [ 1029.834155] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e6c0b17b-10ef-40a8-9440-11ef025b71f3 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Acquiring lock "refresh_cache-f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.834155] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e6c0b17b-10ef-40a8-9440-11ef025b71f3 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Acquired lock "refresh_cache-f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.834155] env[69365]: DEBUG nova.network.neutron [None req-e6c0b17b-10ef-40a8-9440-11ef025b71f3 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.834155] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3182550f-2df6-497e-bb03-67bea5917944 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.850933] env[69365]: DEBUG nova.network.neutron [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Successfully created port: 978330b9-d618-4f75-91a4-e30854c51597 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1029.863020] env[69365]: DEBUG oslo_vmware.api [None req-5a2594b3-f77a-45ed-979b-f1f661699ae4 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 1029.863020] env[69365]: value = "task-3469386" [ 1029.863020] env[69365]: _type = "Task" [ 1029.863020] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.874227] env[69365]: DEBUG oslo_vmware.api [None req-5a2594b3-f77a-45ed-979b-f1f661699ae4 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469386, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.920298] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b5a511-60e7-4b42-b27b-9f80cfb40ed2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.928717] env[69365]: DEBUG oslo_concurrency.lockutils [req-7add706c-bfc6-41ec-9d3d-fa52cb0f3d71 req-9dc54b19-d471-4dc6-865b-aec09eb2635c service nova] Releasing lock "refresh_cache-acf4ce22-50bf-4f3b-a707-5503d3e3aff0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.928977] env[69365]: DEBUG nova.compute.manager [req-7add706c-bfc6-41ec-9d3d-fa52cb0f3d71 req-9dc54b19-d471-4dc6-865b-aec09eb2635c service nova] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Received event network-vif-plugged-69ecef35-3bb7-4e99-8404-502ce33dc7e8 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.929193] env[69365]: DEBUG oslo_concurrency.lockutils [req-7add706c-bfc6-41ec-9d3d-fa52cb0f3d71 req-9dc54b19-d471-4dc6-865b-aec09eb2635c service nova] Acquiring lock "17ab3fb3-7845-48ae-aa56-84cb2cbbfad9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.929399] env[69365]: DEBUG oslo_concurrency.lockutils [req-7add706c-bfc6-41ec-9d3d-fa52cb0f3d71 req-9dc54b19-d471-4dc6-865b-aec09eb2635c service nova] Lock "17ab3fb3-7845-48ae-aa56-84cb2cbbfad9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.929562] env[69365]: DEBUG oslo_concurrency.lockutils [req-7add706c-bfc6-41ec-9d3d-fa52cb0f3d71 req-9dc54b19-d471-4dc6-865b-aec09eb2635c service nova] Lock "17ab3fb3-7845-48ae-aa56-84cb2cbbfad9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.929727] env[69365]: DEBUG nova.compute.manager [req-7add706c-bfc6-41ec-9d3d-fa52cb0f3d71 req-9dc54b19-d471-4dc6-865b-aec09eb2635c service nova] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] No waiting events found dispatching network-vif-plugged-69ecef35-3bb7-4e99-8404-502ce33dc7e8 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1029.929896] env[69365]: WARNING nova.compute.manager [req-7add706c-bfc6-41ec-9d3d-fa52cb0f3d71 req-9dc54b19-d471-4dc6-865b-aec09eb2635c service nova] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Received unexpected event network-vif-plugged-69ecef35-3bb7-4e99-8404-502ce33dc7e8 for instance with vm_state building and task_state spawning. [ 1029.930073] env[69365]: DEBUG nova.compute.manager [req-7add706c-bfc6-41ec-9d3d-fa52cb0f3d71 req-9dc54b19-d471-4dc6-865b-aec09eb2635c service nova] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Received event network-changed-69ecef35-3bb7-4e99-8404-502ce33dc7e8 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.930233] env[69365]: DEBUG nova.compute.manager [req-7add706c-bfc6-41ec-9d3d-fa52cb0f3d71 req-9dc54b19-d471-4dc6-865b-aec09eb2635c service nova] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Refreshing instance network info cache due to event network-changed-69ecef35-3bb7-4e99-8404-502ce33dc7e8. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1029.930419] env[69365]: DEBUG oslo_concurrency.lockutils [req-7add706c-bfc6-41ec-9d3d-fa52cb0f3d71 req-9dc54b19-d471-4dc6-865b-aec09eb2635c service nova] Acquiring lock "refresh_cache-17ab3fb3-7845-48ae-aa56-84cb2cbbfad9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.930554] env[69365]: DEBUG oslo_concurrency.lockutils [req-7add706c-bfc6-41ec-9d3d-fa52cb0f3d71 req-9dc54b19-d471-4dc6-865b-aec09eb2635c service nova] Acquired lock "refresh_cache-17ab3fb3-7845-48ae-aa56-84cb2cbbfad9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.931100] env[69365]: DEBUG nova.network.neutron [req-7add706c-bfc6-41ec-9d3d-fa52cb0f3d71 req-9dc54b19-d471-4dc6-865b-aec09eb2635c service nova] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Refreshing network info cache for port 69ecef35-3bb7-4e99-8404-502ce33dc7e8 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.935629] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d84f7a87-c105-4fb4-a97e-2bac8eaf2e67 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.944210] env[69365]: DEBUG nova.compute.manager [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1029.974466] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74e5955-7b42-4777-8ecc-46883b28253d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.989686] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c69a96-1bf0-41de-bcfb-3378598a7bf2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.996643] env[69365]: DEBUG oslo_vmware.api [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469385, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116255} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.996921] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1029.998088] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781e4c58-0c13-41a1-b168-11e2cd157d1c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.008758] env[69365]: DEBUG nova.compute.provider_tree [None req-5db9cc18-9bbc-49a3-9245-2f269b08de7f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.011175] env[69365]: DEBUG nova.network.neutron [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.036695] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] f7bd87f3-f267-4695-b01a-1bc7cbb03b7f/f7bd87f3-f267-4695-b01a-1bc7cbb03b7f.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1030.037275] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78d32ee9-186b-4d08-a094-a243cd5ac24f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.060838] env[69365]: DEBUG oslo_vmware.api [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1030.060838] env[69365]: value = "task-3469387" [ 1030.060838] env[69365]: _type = "Task" [ 1030.060838] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.071215] env[69365]: DEBUG oslo_vmware.api [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469387, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.270783] env[69365]: DEBUG oslo_vmware.api [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5208117e-26ac-c907-69dc-7c164b80841a, 'name': SearchDatastore_Task, 'duration_secs': 0.02886} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.271161] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.273556] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.273556] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.273556] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.273556] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.273556] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-075a1406-38b7-4eb5-af39-5846d504b922 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.282053] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.282279] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.283728] env[69365]: DEBUG nova.network.neutron [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Updating instance_info_cache with network_info: [{"id": "5cabb608-a1bc-4488-bd29-f97a8f51d698", "address": "fa:16:3e:3b:dd:c9", "network": {"id": "a3b09ef4-0032-4dba-b0ed-c8fd23c1518c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-208278887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c19eee45b12f436d954d8f8c9d67247e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cabb608-a1", "ovs_interfaceid": "5cabb608-a1bc-4488-bd29-f97a8f51d698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.284875] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49ad44d9-b33f-4ef6-be1a-e1702f437a24 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.293165] env[69365]: DEBUG nova.network.neutron [None req-e6c0b17b-10ef-40a8-9440-11ef025b71f3 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Updating instance_info_cache with network_info: [{"id": "5044ec6d-3a4d-4012-b40f-d147a698df40", "address": "fa:16:3e:24:5e:97", "network": {"id": "beba554c-cfa5-447f-b77a-2b6638b3fd2c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1183675991-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "deaa56240dcc454eac71df1734f09fcb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "31e77685-b4dd-4810-80ef-24115ea9ea62", "external-id": "nsx-vlan-transportzone-56", "segmentation_id": 56, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5044ec6d-3a", "ovs_interfaceid": "5044ec6d-3a4d-4012-b40f-d147a698df40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.295749] env[69365]: DEBUG oslo_vmware.api [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Waiting for the task: (returnval){ [ 1030.295749] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52282863-d9ca-bc17-7b69-29fd30d501d4" [ 1030.295749] env[69365]: _type = "Task" [ 1030.295749] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.305092] env[69365]: DEBUG oslo_vmware.api [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52282863-d9ca-bc17-7b69-29fd30d501d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.374471] env[69365]: DEBUG oslo_vmware.api [None req-5a2594b3-f77a-45ed-979b-f1f661699ae4 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.511663] env[69365]: DEBUG nova.scheduler.client.report [None req-5db9cc18-9bbc-49a3-9245-2f269b08de7f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.571961] env[69365]: DEBUG oslo_vmware.api [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469387, 'name': ReconfigVM_Task, 'duration_secs': 0.392006} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.572265] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Reconfigured VM instance instance-0000004e to attach disk [datastore1] f7bd87f3-f267-4695-b01a-1bc7cbb03b7f/f7bd87f3-f267-4695-b01a-1bc7cbb03b7f.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.572918] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73ba7ffa-5383-49e9-82a2-8e1517e14207 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.579967] env[69365]: DEBUG oslo_vmware.api [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1030.579967] env[69365]: value = "task-3469388" [ 1030.579967] env[69365]: _type = "Task" [ 1030.579967] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.592849] env[69365]: DEBUG oslo_vmware.api [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469388, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.697941] env[69365]: DEBUG nova.network.neutron [req-7add706c-bfc6-41ec-9d3d-fa52cb0f3d71 req-9dc54b19-d471-4dc6-865b-aec09eb2635c service nova] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Updated VIF entry in instance network info cache for port 69ecef35-3bb7-4e99-8404-502ce33dc7e8. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.698746] env[69365]: DEBUG nova.network.neutron [req-7add706c-bfc6-41ec-9d3d-fa52cb0f3d71 req-9dc54b19-d471-4dc6-865b-aec09eb2635c service nova] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Updating instance_info_cache with network_info: [{"id": "69ecef35-3bb7-4e99-8404-502ce33dc7e8", "address": "fa:16:3e:84:22:be", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69ecef35-3b", "ovs_interfaceid": "69ecef35-3bb7-4e99-8404-502ce33dc7e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.711301] env[69365]: DEBUG nova.compute.manager [req-1aabe9ec-bec2-4d49-8c72-04cfaa118f88 req-f78e6e60-63ea-4868-93b4-6c622b96711d service nova] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Received event network-changed-5cabb608-a1bc-4488-bd29-f97a8f51d698 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.711600] env[69365]: DEBUG nova.compute.manager [req-1aabe9ec-bec2-4d49-8c72-04cfaa118f88 req-f78e6e60-63ea-4868-93b4-6c622b96711d service nova] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Refreshing instance network info cache due to event network-changed-5cabb608-a1bc-4488-bd29-f97a8f51d698. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1030.711816] env[69365]: DEBUG oslo_concurrency.lockutils [req-1aabe9ec-bec2-4d49-8c72-04cfaa118f88 req-f78e6e60-63ea-4868-93b4-6c622b96711d service nova] Acquiring lock "refresh_cache-907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.793172] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Releasing lock "refresh_cache-907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.793509] env[69365]: DEBUG nova.compute.manager [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Instance network_info: |[{"id": "5cabb608-a1bc-4488-bd29-f97a8f51d698", "address": "fa:16:3e:3b:dd:c9", "network": {"id": "a3b09ef4-0032-4dba-b0ed-c8fd23c1518c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-208278887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c19eee45b12f436d954d8f8c9d67247e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cabb608-a1", "ovs_interfaceid": "5cabb608-a1bc-4488-bd29-f97a8f51d698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1030.793805] env[69365]: DEBUG oslo_concurrency.lockutils [req-1aabe9ec-bec2-4d49-8c72-04cfaa118f88 req-f78e6e60-63ea-4868-93b4-6c622b96711d service nova] Acquired lock "refresh_cache-907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.793983] env[69365]: DEBUG nova.network.neutron [req-1aabe9ec-bec2-4d49-8c72-04cfaa118f88 req-f78e6e60-63ea-4868-93b4-6c622b96711d service nova] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Refreshing network info cache for port 5cabb608-a1bc-4488-bd29-f97a8f51d698 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1030.795297] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:dd:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52f465cb-7418-4172-bd7d-aec00abeb692', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cabb608-a1bc-4488-bd29-f97a8f51d698', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1030.803963] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.805102] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e6c0b17b-10ef-40a8-9440-11ef025b71f3 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Releasing lock "refresh_cache-f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.805922] env[69365]: DEBUG nova.objects.instance [None req-e6c0b17b-10ef-40a8-9440-11ef025b71f3 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Lazy-loading 'flavor' on Instance uuid f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.807433] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1030.813291] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-087d6e7d-dbb7-4322-9057-38e1faa4d701 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.836558] env[69365]: DEBUG oslo_vmware.api [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52282863-d9ca-bc17-7b69-29fd30d501d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010925} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.838551] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1030.838551] env[69365]: value = "task-3469389" [ 1030.838551] env[69365]: _type = "Task" [ 1030.838551] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.838820] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1425ca29-4440-4503-99ac-c15841346c2c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.849019] env[69365]: DEBUG oslo_vmware.api [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Waiting for the task: (returnval){ [ 1030.849019] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a23178-35d1-2a47-5269-39b516b2d339" [ 1030.849019] env[69365]: _type = "Task" [ 1030.849019] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.852892] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469389, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.862283] env[69365]: DEBUG oslo_vmware.api [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a23178-35d1-2a47-5269-39b516b2d339, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.872543] env[69365]: DEBUG oslo_vmware.api [None req-5a2594b3-f77a-45ed-979b-f1f661699ae4 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469386, 'name': ReconfigVM_Task, 'duration_secs': 0.865052} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.872882] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a2594b3-f77a-45ed-979b-f1f661699ae4 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Reconfigured VM instance instance-00000047 to attach disk [datastore1] volume-e8110dd1-da92-4dfc-8ab9-a2b7ee284a2b/volume-e8110dd1-da92-4dfc-8ab9-a2b7ee284a2b.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1030.878651] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f5857d6-fa11-4fa7-a56d-b457626aa5f1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.896828] env[69365]: DEBUG oslo_vmware.api [None req-5a2594b3-f77a-45ed-979b-f1f661699ae4 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 1030.896828] env[69365]: value = "task-3469390" [ 1030.896828] env[69365]: _type = "Task" [ 1030.896828] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.909866] env[69365]: DEBUG oslo_vmware.api [None req-5a2594b3-f77a-45ed-979b-f1f661699ae4 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469390, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.981814] env[69365]: DEBUG nova.compute.manager [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1031.011378] env[69365]: DEBUG nova.virt.hardware [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1031.011625] env[69365]: DEBUG nova.virt.hardware [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1031.011804] env[69365]: DEBUG nova.virt.hardware [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.012036] env[69365]: DEBUG nova.virt.hardware [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1031.012192] env[69365]: DEBUG nova.virt.hardware [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.012376] env[69365]: DEBUG nova.virt.hardware [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1031.012588] env[69365]: DEBUG nova.virt.hardware [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1031.012776] env[69365]: DEBUG nova.virt.hardware [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1031.012937] env[69365]: DEBUG nova.virt.hardware [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1031.013120] env[69365]: DEBUG nova.virt.hardware [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1031.013297] env[69365]: DEBUG nova.virt.hardware [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1031.014186] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217030f5-ab40-42f8-a3c1-98148401d2e1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.017425] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5db9cc18-9bbc-49a3-9245-2f269b08de7f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.020199] env[69365]: DEBUG oslo_concurrency.lockutils [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.614s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.021383] env[69365]: INFO nova.compute.claims [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1031.030357] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec9e0ca-2dc3-4d4d-a5aa-564461627496 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.047417] env[69365]: INFO nova.scheduler.client.report [None req-5db9cc18-9bbc-49a3-9245-2f269b08de7f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Deleted allocations for instance cd6045d8-83e8-4147-8233-1996687bc731 [ 1031.092067] env[69365]: DEBUG oslo_vmware.api [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469388, 'name': Rename_Task, 'duration_secs': 0.327788} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.092416] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1031.092715] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da004696-68ab-430e-be6b-80aea8d89083 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.101418] env[69365]: DEBUG oslo_vmware.api [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1031.101418] env[69365]: value = "task-3469391" [ 1031.101418] env[69365]: _type = "Task" [ 1031.101418] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.112487] env[69365]: DEBUG oslo_vmware.api [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.205239] env[69365]: DEBUG oslo_concurrency.lockutils [req-7add706c-bfc6-41ec-9d3d-fa52cb0f3d71 req-9dc54b19-d471-4dc6-865b-aec09eb2635c service nova] Releasing lock "refresh_cache-17ab3fb3-7845-48ae-aa56-84cb2cbbfad9" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.205610] env[69365]: DEBUG nova.compute.manager [req-7add706c-bfc6-41ec-9d3d-fa52cb0f3d71 req-9dc54b19-d471-4dc6-865b-aec09eb2635c service nova] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Received event network-vif-plugged-5cabb608-a1bc-4488-bd29-f97a8f51d698 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.205865] env[69365]: DEBUG oslo_concurrency.lockutils [req-7add706c-bfc6-41ec-9d3d-fa52cb0f3d71 req-9dc54b19-d471-4dc6-865b-aec09eb2635c service nova] Acquiring lock "907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.206167] env[69365]: DEBUG oslo_concurrency.lockutils [req-7add706c-bfc6-41ec-9d3d-fa52cb0f3d71 req-9dc54b19-d471-4dc6-865b-aec09eb2635c service nova] Lock "907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.206391] env[69365]: DEBUG oslo_concurrency.lockutils [req-7add706c-bfc6-41ec-9d3d-fa52cb0f3d71 req-9dc54b19-d471-4dc6-865b-aec09eb2635c service nova] Lock "907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.206693] env[69365]: DEBUG nova.compute.manager [req-7add706c-bfc6-41ec-9d3d-fa52cb0f3d71 req-9dc54b19-d471-4dc6-865b-aec09eb2635c service nova] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] No waiting events found dispatching network-vif-plugged-5cabb608-a1bc-4488-bd29-f97a8f51d698 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.206984] env[69365]: WARNING nova.compute.manager [req-7add706c-bfc6-41ec-9d3d-fa52cb0f3d71 req-9dc54b19-d471-4dc6-865b-aec09eb2635c service nova] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Received unexpected event network-vif-plugged-5cabb608-a1bc-4488-bd29-f97a8f51d698 for instance with vm_state building and task_state spawning. [ 1031.312217] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5f0b14-ee50-4d62-b761-5020a1d48ee8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.336953] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c0b17b-10ef-40a8-9440-11ef025b71f3 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.337622] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea44575b-11c6-4d38-98b2-68f70f2ffb83 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.346155] env[69365]: DEBUG oslo_vmware.api [None req-e6c0b17b-10ef-40a8-9440-11ef025b71f3 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 1031.346155] env[69365]: value = "task-3469392" [ 1031.346155] env[69365]: _type = "Task" [ 1031.346155] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.353286] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469389, 'name': CreateVM_Task, 'duration_secs': 0.447193} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.361510] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1031.365265] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.365445] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.365758] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.366738] env[69365]: DEBUG oslo_vmware.api [None req-e6c0b17b-10ef-40a8-9440-11ef025b71f3 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.367333] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-787b8e07-10a4-4b03-b09f-d68f28a754a8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.373056] env[69365]: DEBUG oslo_vmware.api [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a23178-35d1-2a47-5269-39b516b2d339, 'name': SearchDatastore_Task, 'duration_secs': 0.01381} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.373301] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.373554] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9/17ab3fb3-7845-48ae-aa56-84cb2cbbfad9.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.373798] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5569f9f7-bc06-49e7-8737-8187bb1fe187 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.376792] env[69365]: DEBUG oslo_vmware.api [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 1031.376792] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d89d74-3169-9ece-ed33-4d676739a1ce" [ 1031.376792] env[69365]: _type = "Task" [ 1031.376792] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.382727] env[69365]: DEBUG oslo_vmware.api [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Waiting for the task: (returnval){ [ 1031.382727] env[69365]: value = "task-3469393" [ 1031.382727] env[69365]: _type = "Task" [ 1031.382727] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.389163] env[69365]: DEBUG oslo_vmware.api [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d89d74-3169-9ece-ed33-4d676739a1ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.395092] env[69365]: DEBUG oslo_vmware.api [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Task: {'id': task-3469393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.411036] env[69365]: DEBUG oslo_vmware.api [None req-5a2594b3-f77a-45ed-979b-f1f661699ae4 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469390, 'name': ReconfigVM_Task, 'duration_secs': 0.186636} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.411473] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a2594b3-f77a-45ed-979b-f1f661699ae4 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693356', 'volume_id': 'e8110dd1-da92-4dfc-8ab9-a2b7ee284a2b', 'name': 'volume-e8110dd1-da92-4dfc-8ab9-a2b7ee284a2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8110dd1-da92-4dfc-8ab9-a2b7ee284a2b', 'serial': 'e8110dd1-da92-4dfc-8ab9-a2b7ee284a2b'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1031.522026] env[69365]: DEBUG nova.network.neutron [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Successfully updated port: 978330b9-d618-4f75-91a4-e30854c51597 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1031.558617] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5db9cc18-9bbc-49a3-9245-2f269b08de7f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "cd6045d8-83e8-4147-8233-1996687bc731" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.315s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.618827] env[69365]: DEBUG oslo_vmware.api [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469391, 'name': PowerOnVM_Task, 'duration_secs': 0.507286} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.619190] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.619421] env[69365]: INFO nova.compute.manager [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1031.619611] env[69365]: DEBUG nova.compute.manager [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.620556] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01b06ec-a89c-48fe-8cb7-b4645670b525 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.624525] env[69365]: DEBUG nova.network.neutron [req-1aabe9ec-bec2-4d49-8c72-04cfaa118f88 req-f78e6e60-63ea-4868-93b4-6c622b96711d service nova] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Updated VIF entry in instance network info cache for port 5cabb608-a1bc-4488-bd29-f97a8f51d698. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.624933] env[69365]: DEBUG nova.network.neutron [req-1aabe9ec-bec2-4d49-8c72-04cfaa118f88 req-f78e6e60-63ea-4868-93b4-6c622b96711d service nova] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Updating instance_info_cache with network_info: [{"id": "5cabb608-a1bc-4488-bd29-f97a8f51d698", "address": "fa:16:3e:3b:dd:c9", "network": {"id": "a3b09ef4-0032-4dba-b0ed-c8fd23c1518c", "bridge": "br-int", "label": "tempest-ImagesTestJSON-208278887-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c19eee45b12f436d954d8f8c9d67247e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52f465cb-7418-4172-bd7d-aec00abeb692", "external-id": "nsx-vlan-transportzone-895", "segmentation_id": 895, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cabb608-a1", "ovs_interfaceid": "5cabb608-a1bc-4488-bd29-f97a8f51d698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.859650] env[69365]: DEBUG oslo_vmware.api [None req-e6c0b17b-10ef-40a8-9440-11ef025b71f3 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469392, 'name': PowerOffVM_Task, 'duration_secs': 0.183685} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.859878] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c0b17b-10ef-40a8-9440-11ef025b71f3 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.865702] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6c0b17b-10ef-40a8-9440-11ef025b71f3 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Reconfiguring VM instance instance-0000004b to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1031.866073] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e48e535-cf18-441f-bcbc-f02b87d4f176 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.891077] env[69365]: DEBUG oslo_vmware.api [None req-e6c0b17b-10ef-40a8-9440-11ef025b71f3 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 1031.891077] env[69365]: value = "task-3469394" [ 1031.891077] env[69365]: _type = "Task" [ 1031.891077] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.897195] env[69365]: DEBUG oslo_vmware.api [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Task: {'id': task-3469393, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.897467] env[69365]: DEBUG oslo_vmware.api [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d89d74-3169-9ece-ed33-4d676739a1ce, 'name': SearchDatastore_Task, 'duration_secs': 0.011384} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.900660] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.900889] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1031.901139] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.901338] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.901462] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1031.901717] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c302ea9-4a78-4767-9211-ac9d0df5a9d9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.909494] env[69365]: DEBUG oslo_vmware.api [None req-e6c0b17b-10ef-40a8-9440-11ef025b71f3 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469394, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.911738] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1031.911921] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1031.912700] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d46b2da5-c54a-4f4f-89a8-576e5e8e059c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.920679] env[69365]: DEBUG oslo_vmware.api [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 1031.920679] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52289894-05fd-da66-8906-2fe4b67b49b3" [ 1031.920679] env[69365]: _type = "Task" [ 1031.920679] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.932160] env[69365]: DEBUG oslo_vmware.api [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52289894-05fd-da66-8906-2fe4b67b49b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.028880] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "refresh_cache-d8dcddfd-05c4-446d-b774-b87d88f20f04" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.029079] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquired lock "refresh_cache-d8dcddfd-05c4-446d-b774-b87d88f20f04" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.029731] env[69365]: DEBUG nova.network.neutron [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.128102] env[69365]: DEBUG oslo_concurrency.lockutils [req-1aabe9ec-bec2-4d49-8c72-04cfaa118f88 req-f78e6e60-63ea-4868-93b4-6c622b96711d service nova] Releasing lock "refresh_cache-907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.144755] env[69365]: INFO nova.compute.manager [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Took 31.87 seconds to build instance. [ 1032.361817] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baea6bd5-559c-40e1-a47e-90d0a1b173ba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.370310] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f98e3f-931a-4efd-b7aa-531c070c020b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.407700] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409db5e3-797f-41e6-85db-b2380618d86f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.420992] env[69365]: DEBUG oslo_vmware.api [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Task: {'id': task-3469393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55242} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.421740] env[69365]: DEBUG oslo_vmware.api [None req-e6c0b17b-10ef-40a8-9440-11ef025b71f3 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469394, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.422191] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9/17ab3fb3-7845-48ae-aa56-84cb2cbbfad9.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.422447] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.423822] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de85a29f-fee6-4a7f-a235-eb5c8c92beb7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.431097] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbae901f-9202-4e65-bf4b-74cd3bb32e5c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.440491] env[69365]: DEBUG oslo_vmware.api [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52289894-05fd-da66-8906-2fe4b67b49b3, 'name': SearchDatastore_Task, 'duration_secs': 0.01877} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.450654] env[69365]: DEBUG oslo_vmware.api [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Waiting for the task: (returnval){ [ 1032.450654] env[69365]: value = "task-3469395" [ 1032.450654] env[69365]: _type = "Task" [ 1032.450654] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.451266] env[69365]: DEBUG nova.compute.provider_tree [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.452773] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b51f542c-9729-4d31-b657-ce4504ea5493 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.467411] env[69365]: DEBUG nova.objects.instance [None req-5a2594b3-f77a-45ed-979b-f1f661699ae4 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lazy-loading 'flavor' on Instance uuid efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.468730] env[69365]: DEBUG oslo_vmware.api [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Task: {'id': task-3469395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.468991] env[69365]: DEBUG oslo_vmware.api [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 1032.468991] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a922ee-8b9c-e7e0-d9d4-7c37199dc341" [ 1032.468991] env[69365]: _type = "Task" [ 1032.468991] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.479748] env[69365]: DEBUG oslo_vmware.api [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a922ee-8b9c-e7e0-d9d4-7c37199dc341, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.566839] env[69365]: DEBUG nova.network.neutron [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1032.646957] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2f72ab95-99a0-4cbd-b16c-937beb474b7e tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.378s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.704665] env[69365]: DEBUG nova.network.neutron [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Updating instance_info_cache with network_info: [{"id": "978330b9-d618-4f75-91a4-e30854c51597", "address": "fa:16:3e:d8:de:93", "network": {"id": "330aec01-e44f-413a-9035-a2194a82f451", "bridge": "br-int", "label": "tempest-ServersTestJSON-2129971414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0b4d3b209df41eaa438742d4326084b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap978330b9-d6", "ovs_interfaceid": "978330b9-d618-4f75-91a4-e30854c51597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.739666] env[69365]: DEBUG nova.compute.manager [req-7bc00821-346c-49bd-8ecd-5a9b67ee8661 req-c1ccbbe9-3527-4158-ad95-e4eaa71547fa service nova] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Received event network-vif-plugged-978330b9-d618-4f75-91a4-e30854c51597 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.739890] env[69365]: DEBUG oslo_concurrency.lockutils [req-7bc00821-346c-49bd-8ecd-5a9b67ee8661 req-c1ccbbe9-3527-4158-ad95-e4eaa71547fa service nova] Acquiring lock "d8dcddfd-05c4-446d-b774-b87d88f20f04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.740118] env[69365]: DEBUG oslo_concurrency.lockutils [req-7bc00821-346c-49bd-8ecd-5a9b67ee8661 req-c1ccbbe9-3527-4158-ad95-e4eaa71547fa service nova] Lock "d8dcddfd-05c4-446d-b774-b87d88f20f04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.740283] env[69365]: DEBUG oslo_concurrency.lockutils [req-7bc00821-346c-49bd-8ecd-5a9b67ee8661 req-c1ccbbe9-3527-4158-ad95-e4eaa71547fa service nova] Lock "d8dcddfd-05c4-446d-b774-b87d88f20f04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.740448] env[69365]: DEBUG nova.compute.manager [req-7bc00821-346c-49bd-8ecd-5a9b67ee8661 req-c1ccbbe9-3527-4158-ad95-e4eaa71547fa service nova] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] No waiting events found dispatching network-vif-plugged-978330b9-d618-4f75-91a4-e30854c51597 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1032.740628] env[69365]: WARNING nova.compute.manager [req-7bc00821-346c-49bd-8ecd-5a9b67ee8661 req-c1ccbbe9-3527-4158-ad95-e4eaa71547fa service nova] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Received unexpected event network-vif-plugged-978330b9-d618-4f75-91a4-e30854c51597 for instance with vm_state building and task_state spawning. [ 1032.740777] env[69365]: DEBUG nova.compute.manager [req-7bc00821-346c-49bd-8ecd-5a9b67ee8661 req-c1ccbbe9-3527-4158-ad95-e4eaa71547fa service nova] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Received event network-changed-978330b9-d618-4f75-91a4-e30854c51597 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.740932] env[69365]: DEBUG nova.compute.manager [req-7bc00821-346c-49bd-8ecd-5a9b67ee8661 req-c1ccbbe9-3527-4158-ad95-e4eaa71547fa service nova] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Refreshing instance network info cache due to event network-changed-978330b9-d618-4f75-91a4-e30854c51597. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1032.741145] env[69365]: DEBUG oslo_concurrency.lockutils [req-7bc00821-346c-49bd-8ecd-5a9b67ee8661 req-c1ccbbe9-3527-4158-ad95-e4eaa71547fa service nova] Acquiring lock "refresh_cache-d8dcddfd-05c4-446d-b774-b87d88f20f04" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.913911] env[69365]: DEBUG oslo_vmware.api [None req-e6c0b17b-10ef-40a8-9440-11ef025b71f3 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469394, 'name': ReconfigVM_Task, 'duration_secs': 0.683643} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.914381] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6c0b17b-10ef-40a8-9440-11ef025b71f3 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Reconfigured VM instance instance-0000004b to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1032.914602] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c0b17b-10ef-40a8-9440-11ef025b71f3 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1032.914913] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-629b62f6-63e1-4f40-b4d1-33593c14b4b6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.922449] env[69365]: DEBUG oslo_vmware.api [None req-e6c0b17b-10ef-40a8-9440-11ef025b71f3 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 1032.922449] env[69365]: value = "task-3469396" [ 1032.922449] env[69365]: _type = "Task" [ 1032.922449] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.927056] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1032.927367] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1032.935027] env[69365]: DEBUG oslo_vmware.api [None req-e6c0b17b-10ef-40a8-9440-11ef025b71f3 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469396, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.957638] env[69365]: DEBUG nova.scheduler.client.report [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.982037] env[69365]: DEBUG oslo_vmware.api [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Task: {'id': task-3469395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076152} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.982636] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a2594b3-f77a-45ed-979b-f1f661699ae4 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.877s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.984701] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1032.986076] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a461ca2-2a2e-4691-9a3a-b9068a364ff7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.995868] env[69365]: DEBUG oslo_vmware.api [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a922ee-8b9c-e7e0-d9d4-7c37199dc341, 'name': SearchDatastore_Task, 'duration_secs': 0.021995} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.996738] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.997132] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3/907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.997499] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32295ded-efd5-4d17-9ec9-3f8409918825 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.030548] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9/17ab3fb3-7845-48ae-aa56-84cb2cbbfad9.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.032049] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f31e3af9-3dc5-4988-99c7-c347532a4939 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.058889] env[69365]: DEBUG oslo_vmware.api [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 1033.058889] env[69365]: value = "task-3469397" [ 1033.058889] env[69365]: _type = "Task" [ 1033.058889] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.067012] env[69365]: DEBUG oslo_vmware.api [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Waiting for the task: (returnval){ [ 1033.067012] env[69365]: value = "task-3469398" [ 1033.067012] env[69365]: _type = "Task" [ 1033.067012] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.076903] env[69365]: DEBUG oslo_vmware.api [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469397, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.084939] env[69365]: DEBUG oslo_vmware.api [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Task: {'id': task-3469398, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.206971] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Releasing lock "refresh_cache-d8dcddfd-05c4-446d-b774-b87d88f20f04" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.207463] env[69365]: DEBUG nova.compute.manager [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Instance network_info: |[{"id": "978330b9-d618-4f75-91a4-e30854c51597", "address": "fa:16:3e:d8:de:93", "network": {"id": "330aec01-e44f-413a-9035-a2194a82f451", "bridge": "br-int", "label": "tempest-ServersTestJSON-2129971414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0b4d3b209df41eaa438742d4326084b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap978330b9-d6", "ovs_interfaceid": "978330b9-d618-4f75-91a4-e30854c51597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1033.207731] env[69365]: DEBUG oslo_concurrency.lockutils [req-7bc00821-346c-49bd-8ecd-5a9b67ee8661 req-c1ccbbe9-3527-4158-ad95-e4eaa71547fa service nova] Acquired lock "refresh_cache-d8dcddfd-05c4-446d-b774-b87d88f20f04" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.207912] env[69365]: DEBUG nova.network.neutron [req-7bc00821-346c-49bd-8ecd-5a9b67ee8661 req-c1ccbbe9-3527-4158-ad95-e4eaa71547fa service nova] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Refreshing network info cache for port 978330b9-d618-4f75-91a4-e30854c51597 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.209532] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:de:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '978330b9-d618-4f75-91a4-e30854c51597', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1033.218020] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.221305] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1033.221894] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80a8caa6-037c-4c99-8778-5f0c6223f497 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.244697] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1033.244697] env[69365]: value = "task-3469399" [ 1033.244697] env[69365]: _type = "Task" [ 1033.244697] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.255155] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469399, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.446665] env[69365]: DEBUG oslo_vmware.api [None req-e6c0b17b-10ef-40a8-9440-11ef025b71f3 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469396, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.446665] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1033.446665] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1033.446665] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1033.446665] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1033.446665] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1033.446665] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1033.446665] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69365) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1033.446665] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager.update_available_resource {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1033.469374] env[69365]: DEBUG oslo_concurrency.lockutils [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.473023] env[69365]: DEBUG nova.compute.manager [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1033.473023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.785s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.473281] env[69365]: DEBUG nova.objects.instance [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69365) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1033.506913] env[69365]: DEBUG nova.compute.manager [req-4ef764c6-e23a-4a83-ab65-f9603a825b23 req-4f3b3ead-ed60-4efb-bc54-b3cb79d8fd40 service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Received event network-changed-53ffde16-6c2a-4994-847c-107100da0e13 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.507114] env[69365]: DEBUG nova.compute.manager [req-4ef764c6-e23a-4a83-ab65-f9603a825b23 req-4f3b3ead-ed60-4efb-bc54-b3cb79d8fd40 service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Refreshing instance network info cache due to event network-changed-53ffde16-6c2a-4994-847c-107100da0e13. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.507585] env[69365]: DEBUG oslo_concurrency.lockutils [req-4ef764c6-e23a-4a83-ab65-f9603a825b23 req-4f3b3ead-ed60-4efb-bc54-b3cb79d8fd40 service nova] Acquiring lock "refresh_cache-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.507777] env[69365]: DEBUG oslo_concurrency.lockutils [req-4ef764c6-e23a-4a83-ab65-f9603a825b23 req-4f3b3ead-ed60-4efb-bc54-b3cb79d8fd40 service nova] Acquired lock "refresh_cache-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.508391] env[69365]: DEBUG nova.network.neutron [req-4ef764c6-e23a-4a83-ab65-f9603a825b23 req-4f3b3ead-ed60-4efb-bc54-b3cb79d8fd40 service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Refreshing network info cache for port 53ffde16-6c2a-4994-847c-107100da0e13 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.573500] env[69365]: DEBUG oslo_vmware.api [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469397, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491311} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.575969] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3/907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.576496] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.577325] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-28a28636-45aa-40b5-bbaa-30644b2690c3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.588598] env[69365]: DEBUG oslo_vmware.api [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Task: {'id': task-3469398, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.592022] env[69365]: DEBUG oslo_vmware.api [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 1033.592022] env[69365]: value = "task-3469400" [ 1033.592022] env[69365]: _type = "Task" [ 1033.592022] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.602205] env[69365]: DEBUG oslo_vmware.api [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.628619] env[69365]: DEBUG oslo_concurrency.lockutils [None req-678fc05c-7816-4d8f-8b4e-ae30ef286b7c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquiring lock "efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.629129] env[69365]: DEBUG oslo_concurrency.lockutils [None req-678fc05c-7816-4d8f-8b4e-ae30ef286b7c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.629337] env[69365]: DEBUG nova.compute.manager [None req-678fc05c-7816-4d8f-8b4e-ae30ef286b7c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.630292] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6756512-9786-4a4f-b12b-3cb868230134 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.640023] env[69365]: DEBUG nova.compute.manager [None req-678fc05c-7816-4d8f-8b4e-ae30ef286b7c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69365) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1033.640023] env[69365]: DEBUG nova.objects.instance [None req-678fc05c-7816-4d8f-8b4e-ae30ef286b7c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lazy-loading 'flavor' on Instance uuid efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1033.655461] env[69365]: DEBUG nova.network.neutron [req-7bc00821-346c-49bd-8ecd-5a9b67ee8661 req-c1ccbbe9-3527-4158-ad95-e4eaa71547fa service nova] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Updated VIF entry in instance network info cache for port 978330b9-d618-4f75-91a4-e30854c51597. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1033.655711] env[69365]: DEBUG nova.network.neutron [req-7bc00821-346c-49bd-8ecd-5a9b67ee8661 req-c1ccbbe9-3527-4158-ad95-e4eaa71547fa service nova] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Updating instance_info_cache with network_info: [{"id": "978330b9-d618-4f75-91a4-e30854c51597", "address": "fa:16:3e:d8:de:93", "network": {"id": "330aec01-e44f-413a-9035-a2194a82f451", "bridge": "br-int", "label": "tempest-ServersTestJSON-2129971414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0b4d3b209df41eaa438742d4326084b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap978330b9-d6", "ovs_interfaceid": "978330b9-d618-4f75-91a4-e30854c51597", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.754806] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469399, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.933554] env[69365]: DEBUG oslo_vmware.api [None req-e6c0b17b-10ef-40a8-9440-11ef025b71f3 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469396, 'name': PowerOnVM_Task, 'duration_secs': 0.650634} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.934013] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6c0b17b-10ef-40a8-9440-11ef025b71f3 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.934079] env[69365]: DEBUG nova.compute.manager [None req-e6c0b17b-10ef-40a8-9440-11ef025b71f3 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.934800] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8d7a7c-49d8-42b3-9ea0-c22af54aced6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.950734] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.978729] env[69365]: DEBUG nova.compute.utils [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1033.980069] env[69365]: DEBUG nova.compute.manager [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1033.980287] env[69365]: DEBUG nova.network.neutron [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1034.036499] env[69365]: DEBUG nova.policy [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c3442feea884b809d607a92391212bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd71526b5d0f44b6f969813e4120204dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1034.089636] env[69365]: DEBUG oslo_vmware.api [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Task: {'id': task-3469398, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.102327] env[69365]: DEBUG oslo_vmware.api [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.158303] env[69365]: DEBUG oslo_concurrency.lockutils [req-7bc00821-346c-49bd-8ecd-5a9b67ee8661 req-c1ccbbe9-3527-4158-ad95-e4eaa71547fa service nova] Releasing lock "refresh_cache-d8dcddfd-05c4-446d-b774-b87d88f20f04" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.223050] env[69365]: DEBUG nova.network.neutron [req-4ef764c6-e23a-4a83-ab65-f9603a825b23 req-4f3b3ead-ed60-4efb-bc54-b3cb79d8fd40 service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Updated VIF entry in instance network info cache for port 53ffde16-6c2a-4994-847c-107100da0e13. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.223576] env[69365]: DEBUG nova.network.neutron [req-4ef764c6-e23a-4a83-ab65-f9603a825b23 req-4f3b3ead-ed60-4efb-bc54-b3cb79d8fd40 service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Updating instance_info_cache with network_info: [{"id": "53ffde16-6c2a-4994-847c-107100da0e13", "address": "fa:16:3e:e0:96:16", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ffde16-6c", "ovs_interfaceid": "53ffde16-6c2a-4994-847c-107100da0e13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.257316] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469399, 'name': CreateVM_Task, 'duration_secs': 0.598936} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.257889] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1034.258628] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.258821] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.259381] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.259666] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aebf7fdc-accc-4c4e-ab17-91be859be944 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.265192] env[69365]: DEBUG oslo_vmware.api [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 1034.265192] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52adb9d4-b6bf-0404-e07b-8321af792c91" [ 1034.265192] env[69365]: _type = "Task" [ 1034.265192] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.274515] env[69365]: DEBUG oslo_vmware.api [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52adb9d4-b6bf-0404-e07b-8321af792c91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.355916] env[69365]: DEBUG nova.network.neutron [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Successfully created port: a363e113-1965-4b65-982e-865b29040886 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1034.483126] env[69365]: DEBUG nova.compute.manager [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1034.489117] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2f5b9588-01fc-4f08-8428-d3b8b61d45e9 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.490041] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.793s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.491598] env[69365]: INFO nova.compute.claims [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.588285] env[69365]: DEBUG oslo_vmware.api [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Task: {'id': task-3469398, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.604191] env[69365]: DEBUG oslo_vmware.api [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469400, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.649869] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-678fc05c-7816-4d8f-8b4e-ae30ef286b7c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.650223] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-684a881b-de6f-4d51-a2d4-467fa30f47b7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.659038] env[69365]: DEBUG oslo_vmware.api [None req-678fc05c-7816-4d8f-8b4e-ae30ef286b7c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 1034.659038] env[69365]: value = "task-3469401" [ 1034.659038] env[69365]: _type = "Task" [ 1034.659038] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.669067] env[69365]: DEBUG oslo_vmware.api [None req-678fc05c-7816-4d8f-8b4e-ae30ef286b7c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.726627] env[69365]: DEBUG oslo_concurrency.lockutils [req-4ef764c6-e23a-4a83-ab65-f9603a825b23 req-4f3b3ead-ed60-4efb-bc54-b3cb79d8fd40 service nova] Releasing lock "refresh_cache-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.779343] env[69365]: DEBUG oslo_vmware.api [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52adb9d4-b6bf-0404-e07b-8321af792c91, 'name': SearchDatastore_Task, 'duration_secs': 0.018707} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.779761] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.780105] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1034.780775] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.780775] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.780914] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1034.782081] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3af458a4-d752-4953-8e72-88f12876d8d7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.793035] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1034.793301] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1034.793969] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fded1fd2-1fae-4bca-a908-48eee57f57c4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.800425] env[69365]: DEBUG oslo_vmware.api [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 1034.800425] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52bdfe78-aea0-8afc-de0d-82eb3d6ac92a" [ 1034.800425] env[69365]: _type = "Task" [ 1034.800425] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.810444] env[69365]: DEBUG oslo_vmware.api [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52bdfe78-aea0-8afc-de0d-82eb3d6ac92a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.214312] env[69365]: DEBUG oslo_vmware.api [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Task: {'id': task-3469398, 'name': ReconfigVM_Task, 'duration_secs': 1.57993} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.214312] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9/17ab3fb3-7845-48ae-aa56-84cb2cbbfad9.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.214312] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8d5fe88-36ae-4b3b-aa61-6c09a8f1b475 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.214312] env[69365]: DEBUG oslo_vmware.api [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Waiting for the task: (returnval){ [ 1035.214312] env[69365]: value = "task-3469402" [ 1035.214312] env[69365]: _type = "Task" [ 1035.214312] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.214312] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b8470dc5-6663-493a-b81a-215521878566 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Acquiring lock "f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.214312] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b8470dc5-6663-493a-b81a-215521878566 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Lock "f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.214312] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b8470dc5-6663-493a-b81a-215521878566 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Acquiring lock "f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.214312] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b8470dc5-6663-493a-b81a-215521878566 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Lock "f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.214312] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b8470dc5-6663-493a-b81a-215521878566 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Lock "f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.214312] env[69365]: INFO nova.compute.manager [None req-b8470dc5-6663-493a-b81a-215521878566 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Terminating instance [ 1035.214312] env[69365]: DEBUG oslo_vmware.api [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Task: {'id': task-3469402, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.214312] env[69365]: DEBUG oslo_vmware.api [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469400, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.126287} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.214312] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.214312] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35aa127c-7e98-485c-9fb8-bc5840aecade {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.216369] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3/907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.216369] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-808994ee-54bb-40cd-b484-aa92b6dea23a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.216369] env[69365]: DEBUG oslo_vmware.api [None req-678fc05c-7816-4d8f-8b4e-ae30ef286b7c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469401, 'name': PowerOffVM_Task, 'duration_secs': 0.356454} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.216369] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-678fc05c-7816-4d8f-8b4e-ae30ef286b7c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1035.216369] env[69365]: DEBUG nova.compute.manager [None req-678fc05c-7816-4d8f-8b4e-ae30ef286b7c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1035.216369] env[69365]: DEBUG oslo_vmware.api [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 1035.216369] env[69365]: value = "task-3469403" [ 1035.216369] env[69365]: _type = "Task" [ 1035.216369] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.216369] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c17a221-baa3-4d94-9778-662548294577 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.216369] env[69365]: DEBUG oslo_vmware.api [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469403, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.311363] env[69365]: DEBUG oslo_vmware.api [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52bdfe78-aea0-8afc-de0d-82eb3d6ac92a, 'name': SearchDatastore_Task, 'duration_secs': 0.025445} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.312675] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3f805b8-7a46-4b59-b3ba-dd96f7b7229b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.319029] env[69365]: DEBUG oslo_vmware.api [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 1035.319029] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52dba336-0de4-83d7-5208-8dce484392e4" [ 1035.319029] env[69365]: _type = "Task" [ 1035.319029] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.329310] env[69365]: DEBUG oslo_vmware.api [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52dba336-0de4-83d7-5208-8dce484392e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.493507] env[69365]: DEBUG nova.compute.manager [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1035.521156] env[69365]: DEBUG nova.virt.hardware [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1035.521363] env[69365]: DEBUG nova.virt.hardware [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1035.521533] env[69365]: DEBUG nova.virt.hardware [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1035.521720] env[69365]: DEBUG nova.virt.hardware [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1035.521865] env[69365]: DEBUG nova.virt.hardware [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1035.522014] env[69365]: DEBUG nova.virt.hardware [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1035.522245] env[69365]: DEBUG nova.virt.hardware [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1035.522406] env[69365]: DEBUG nova.virt.hardware [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1035.522588] env[69365]: DEBUG nova.virt.hardware [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1035.522757] env[69365]: DEBUG nova.virt.hardware [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1035.522960] env[69365]: DEBUG nova.virt.hardware [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1035.523915] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006d19ad-40d9-4eec-b7a3-2229cc411b84 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.536477] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31236d18-d2bd-4d02-b8f8-8c6bb6bc9a9d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.604629] env[69365]: DEBUG oslo_vmware.api [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Task: {'id': task-3469402, 'name': Rename_Task, 'duration_secs': 0.162949} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.604952] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.605536] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da652e1c-19e5-4c36-9083-cc7158b3eb4c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.607659] env[69365]: DEBUG nova.compute.manager [None req-b8470dc5-6663-493a-b81a-215521878566 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1035.607860] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b8470dc5-6663-493a-b81a-215521878566 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.609011] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28ad25a2-718c-48a8-8df3-467b500e5e25 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.618066] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8470dc5-6663-493a-b81a-215521878566 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.619114] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d51b0cc1-ceab-49b2-97a3-b1284e234332 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.620770] env[69365]: DEBUG oslo_vmware.api [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Waiting for the task: (returnval){ [ 1035.620770] env[69365]: value = "task-3469404" [ 1035.620770] env[69365]: _type = "Task" [ 1035.620770] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.627542] env[69365]: DEBUG oslo_vmware.api [None req-b8470dc5-6663-493a-b81a-215521878566 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 1035.627542] env[69365]: value = "task-3469405" [ 1035.627542] env[69365]: _type = "Task" [ 1035.627542] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.634267] env[69365]: DEBUG oslo_vmware.api [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Task: {'id': task-3469404, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.639840] env[69365]: DEBUG oslo_vmware.api [None req-b8470dc5-6663-493a-b81a-215521878566 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469405, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.703097] env[69365]: DEBUG oslo_vmware.api [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469403, 'name': ReconfigVM_Task, 'duration_secs': 0.27292} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.703097] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3/907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.703267] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9760a79d-45a6-45de-88fd-9a1e02541b3a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.707603] env[69365]: DEBUG oslo_concurrency.lockutils [None req-678fc05c-7816-4d8f-8b4e-ae30ef286b7c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.714278] env[69365]: DEBUG oslo_vmware.api [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 1035.714278] env[69365]: value = "task-3469406" [ 1035.714278] env[69365]: _type = "Task" [ 1035.714278] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.728282] env[69365]: DEBUG oslo_vmware.api [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469406, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.830776] env[69365]: DEBUG oslo_vmware.api [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52dba336-0de4-83d7-5208-8dce484392e4, 'name': SearchDatastore_Task, 'duration_secs': 0.013116} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.834575] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.834831] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] d8dcddfd-05c4-446d-b774-b87d88f20f04/d8dcddfd-05c4-446d-b774-b87d88f20f04.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1035.835369] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-daf3bacc-f474-4a21-97e8-7e9553f603e1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.845085] env[69365]: DEBUG oslo_vmware.api [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 1035.845085] env[69365]: value = "task-3469407" [ 1035.845085] env[69365]: _type = "Task" [ 1035.845085] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.862996] env[69365]: DEBUG oslo_vmware.api [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469407, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.951501] env[69365]: DEBUG nova.compute.manager [req-13b7c30f-d1d4-4410-be83-2f089a430245 req-965fce14-84f2-4243-be65-8e0c94f09840 service nova] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Received event network-vif-plugged-a363e113-1965-4b65-982e-865b29040886 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.951732] env[69365]: DEBUG oslo_concurrency.lockutils [req-13b7c30f-d1d4-4410-be83-2f089a430245 req-965fce14-84f2-4243-be65-8e0c94f09840 service nova] Acquiring lock "1e23bcff-1976-4065-be4d-2eb09fbd7a74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.952049] env[69365]: DEBUG oslo_concurrency.lockutils [req-13b7c30f-d1d4-4410-be83-2f089a430245 req-965fce14-84f2-4243-be65-8e0c94f09840 service nova] Lock "1e23bcff-1976-4065-be4d-2eb09fbd7a74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.952246] env[69365]: DEBUG oslo_concurrency.lockutils [req-13b7c30f-d1d4-4410-be83-2f089a430245 req-965fce14-84f2-4243-be65-8e0c94f09840 service nova] Lock "1e23bcff-1976-4065-be4d-2eb09fbd7a74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.952429] env[69365]: DEBUG nova.compute.manager [req-13b7c30f-d1d4-4410-be83-2f089a430245 req-965fce14-84f2-4243-be65-8e0c94f09840 service nova] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] No waiting events found dispatching network-vif-plugged-a363e113-1965-4b65-982e-865b29040886 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1035.952599] env[69365]: WARNING nova.compute.manager [req-13b7c30f-d1d4-4410-be83-2f089a430245 req-965fce14-84f2-4243-be65-8e0c94f09840 service nova] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Received unexpected event network-vif-plugged-a363e113-1965-4b65-982e-865b29040886 for instance with vm_state building and task_state spawning. [ 1036.011520] env[69365]: DEBUG nova.network.neutron [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Successfully updated port: a363e113-1965-4b65-982e-865b29040886 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1036.026900] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bccd183-b8e2-476f-b872-7e2d041b41ee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.035367] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac6646b-9481-4b3b-a956-c8324ce7e2d6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.069104] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7a5b49-b517-4ad3-8dc1-c059b2321305 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.077480] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922c4950-264b-4712-82e9-8f1ef3cb2da3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.092559] env[69365]: DEBUG nova.objects.instance [None req-679a6e9f-7784-43b7-9775-cd13fac28009 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lazy-loading 'flavor' on Instance uuid efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.094652] env[69365]: DEBUG nova.compute.provider_tree [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.134358] env[69365]: DEBUG oslo_vmware.api [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Task: {'id': task-3469404, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.140177] env[69365]: DEBUG oslo_vmware.api [None req-b8470dc5-6663-493a-b81a-215521878566 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469405, 'name': PowerOffVM_Task, 'duration_secs': 0.308535} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.140446] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8470dc5-6663-493a-b81a-215521878566 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.140756] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b8470dc5-6663-493a-b81a-215521878566 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.140855] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6749b8cc-f5cb-4f3a-a3d1-5000fcc0fb41 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.221817] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b8470dc5-6663-493a-b81a-215521878566 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.222045] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b8470dc5-6663-493a-b81a-215521878566 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.222226] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8470dc5-6663-493a-b81a-215521878566 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Deleting the datastore file [datastore2] f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.222965] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1ee5223-6f52-4bbf-9487-5c50f7825cd3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.229496] env[69365]: DEBUG oslo_vmware.api [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469406, 'name': Rename_Task, 'duration_secs': 0.161825} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.229781] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.230054] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99a83e99-aec7-4b86-96da-554bb5c1ca25 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.233054] env[69365]: DEBUG oslo_vmware.api [None req-b8470dc5-6663-493a-b81a-215521878566 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 1036.233054] env[69365]: value = "task-3469409" [ 1036.233054] env[69365]: _type = "Task" [ 1036.233054] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.239588] env[69365]: DEBUG oslo_vmware.api [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 1036.239588] env[69365]: value = "task-3469410" [ 1036.239588] env[69365]: _type = "Task" [ 1036.239588] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.245979] env[69365]: DEBUG oslo_vmware.api [None req-b8470dc5-6663-493a-b81a-215521878566 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469409, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.251683] env[69365]: DEBUG oslo_vmware.api [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.356979] env[69365]: DEBUG oslo_vmware.api [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469407, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.515344] env[69365]: DEBUG oslo_concurrency.lockutils [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Acquiring lock "refresh_cache-1e23bcff-1976-4065-be4d-2eb09fbd7a74" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.515643] env[69365]: DEBUG oslo_concurrency.lockutils [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Acquired lock "refresh_cache-1e23bcff-1976-4065-be4d-2eb09fbd7a74" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.515643] env[69365]: DEBUG nova.network.neutron [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.598028] env[69365]: DEBUG nova.scheduler.client.report [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.602146] env[69365]: DEBUG oslo_concurrency.lockutils [None req-679a6e9f-7784-43b7-9775-cd13fac28009 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquiring lock "refresh_cache-efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.602146] env[69365]: DEBUG oslo_concurrency.lockutils [None req-679a6e9f-7784-43b7-9775-cd13fac28009 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquired lock "refresh_cache-efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.602357] env[69365]: DEBUG nova.network.neutron [None req-679a6e9f-7784-43b7-9775-cd13fac28009 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.602357] env[69365]: DEBUG nova.objects.instance [None req-679a6e9f-7784-43b7-9775-cd13fac28009 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lazy-loading 'info_cache' on Instance uuid efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.632654] env[69365]: DEBUG oslo_vmware.api [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Task: {'id': task-3469404, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.748352] env[69365]: DEBUG oslo_vmware.api [None req-b8470dc5-6663-493a-b81a-215521878566 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469409, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.457217} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.748559] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8470dc5-6663-493a-b81a-215521878566 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.748666] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b8470dc5-6663-493a-b81a-215521878566 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.748919] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b8470dc5-6663-493a-b81a-215521878566 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.749036] env[69365]: INFO nova.compute.manager [None req-b8470dc5-6663-493a-b81a-215521878566 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1036.749260] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8470dc5-6663-493a-b81a-215521878566 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1036.749863] env[69365]: DEBUG nova.compute.manager [-] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.749972] env[69365]: DEBUG nova.network.neutron [-] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.755058] env[69365]: DEBUG oslo_vmware.api [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469410, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.860034] env[69365]: DEBUG oslo_vmware.api [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469407, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660967} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.860034] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] d8dcddfd-05c4-446d-b774-b87d88f20f04/d8dcddfd-05c4-446d-b774-b87d88f20f04.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1036.860034] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1036.860034] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8be2a890-c102-4eb2-bdc6-479767b70d23 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.868660] env[69365]: DEBUG oslo_vmware.api [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 1036.868660] env[69365]: value = "task-3469411" [ 1036.868660] env[69365]: _type = "Task" [ 1036.868660] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.876268] env[69365]: DEBUG oslo_vmware.api [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469411, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.048114] env[69365]: DEBUG nova.network.neutron [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1037.104545] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.105016] env[69365]: DEBUG nova.compute.manager [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1037.109054] env[69365]: DEBUG nova.objects.base [None req-679a6e9f-7784-43b7-9775-cd13fac28009 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1037.109342] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.186s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.111334] env[69365]: INFO nova.compute.claims [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.134806] env[69365]: DEBUG oslo_vmware.api [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Task: {'id': task-3469404, 'name': PowerOnVM_Task, 'duration_secs': 1.20135} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.135076] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.135274] env[69365]: INFO nova.compute.manager [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Took 11.34 seconds to spawn the instance on the hypervisor. [ 1037.135450] env[69365]: DEBUG nova.compute.manager [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1037.137214] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc62304-428b-48cc-900d-c0156629e220 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.251829] env[69365]: DEBUG oslo_vmware.api [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469410, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.254800] env[69365]: DEBUG nova.network.neutron [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Updating instance_info_cache with network_info: [{"id": "a363e113-1965-4b65-982e-865b29040886", "address": "fa:16:3e:63:03:9b", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa363e113-19", "ovs_interfaceid": "a363e113-1965-4b65-982e-865b29040886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.379621] env[69365]: DEBUG oslo_vmware.api [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469411, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076563} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.379833] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1037.380628] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7413acac-f7b9-4cd7-8bdb-a96a7c80bf93 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.402915] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] d8dcddfd-05c4-446d-b774-b87d88f20f04/d8dcddfd-05c4-446d-b774-b87d88f20f04.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1037.403509] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-432cbf82-d8d1-4530-a8e4-ea0a812b6e6e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.424999] env[69365]: DEBUG oslo_vmware.api [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 1037.424999] env[69365]: value = "task-3469412" [ 1037.424999] env[69365]: _type = "Task" [ 1037.424999] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.433303] env[69365]: DEBUG oslo_vmware.api [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469412, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.583557] env[69365]: DEBUG nova.network.neutron [-] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.620482] env[69365]: DEBUG nova.compute.utils [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.621987] env[69365]: DEBUG nova.compute.manager [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1037.623023] env[69365]: DEBUG nova.network.neutron [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1037.654678] env[69365]: INFO nova.compute.manager [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Took 37.04 seconds to build instance. [ 1037.687323] env[69365]: DEBUG nova.policy [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c3442feea884b809d607a92391212bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd71526b5d0f44b6f969813e4120204dd', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.757500] env[69365]: DEBUG oslo_concurrency.lockutils [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Releasing lock "refresh_cache-1e23bcff-1976-4065-be4d-2eb09fbd7a74" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.757813] env[69365]: DEBUG nova.compute.manager [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Instance network_info: |[{"id": "a363e113-1965-4b65-982e-865b29040886", "address": "fa:16:3e:63:03:9b", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa363e113-19", "ovs_interfaceid": "a363e113-1965-4b65-982e-865b29040886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1037.758121] env[69365]: DEBUG oslo_vmware.api [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469410, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.758494] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:03:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c24464bb-bb6b-43a2-bdcd-8086ad1a307f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a363e113-1965-4b65-982e-865b29040886', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.766929] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Creating folder: Project (d71526b5d0f44b6f969813e4120204dd). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.767270] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3104a14c-8fe1-41df-829f-090d4dd41bb8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.783044] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Created folder: Project (d71526b5d0f44b6f969813e4120204dd) in parent group-v693134. [ 1037.783316] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Creating folder: Instances. Parent ref: group-v693363. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1037.783932] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-094c0721-54fa-4122-b237-1e96c9bd32c3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.800819] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Created folder: Instances in parent group-v693363. [ 1037.801141] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.801390] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.801634] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2009a2e0-4c33-4b45-9bfb-47af77f8c386 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.828139] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.828139] env[69365]: value = "task-3469415" [ 1037.828139] env[69365]: _type = "Task" [ 1037.828139] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.843263] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469415, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.897412] env[69365]: DEBUG nova.network.neutron [None req-679a6e9f-7784-43b7-9775-cd13fac28009 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Updating instance_info_cache with network_info: [{"id": "4bfa360a-80bf-4e5f-9e86-750dd15530e0", "address": "fa:16:3e:7b:51:27", "network": {"id": "a0f102e1-f5bc-498d-ac38-b7964e384bab", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1975286090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fdb002b6ced4c5f964bfb4a4eb16b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfa360a-80", "ovs_interfaceid": "4bfa360a-80bf-4e5f-9e86-750dd15530e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.939478] env[69365]: DEBUG oslo_vmware.api [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469412, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.008300] env[69365]: DEBUG nova.compute.manager [req-961cba16-2eca-4727-b03b-f77ba3a3bcc5 req-541e4ec9-f685-4ead-9ce0-012212c984b7 service nova] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Received event network-changed-a363e113-1965-4b65-982e-865b29040886 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.008640] env[69365]: DEBUG nova.compute.manager [req-961cba16-2eca-4727-b03b-f77ba3a3bcc5 req-541e4ec9-f685-4ead-9ce0-012212c984b7 service nova] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Refreshing instance network info cache due to event network-changed-a363e113-1965-4b65-982e-865b29040886. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.008923] env[69365]: DEBUG oslo_concurrency.lockutils [req-961cba16-2eca-4727-b03b-f77ba3a3bcc5 req-541e4ec9-f685-4ead-9ce0-012212c984b7 service nova] Acquiring lock "refresh_cache-1e23bcff-1976-4065-be4d-2eb09fbd7a74" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.009132] env[69365]: DEBUG oslo_concurrency.lockutils [req-961cba16-2eca-4727-b03b-f77ba3a3bcc5 req-541e4ec9-f685-4ead-9ce0-012212c984b7 service nova] Acquired lock "refresh_cache-1e23bcff-1976-4065-be4d-2eb09fbd7a74" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.009348] env[69365]: DEBUG nova.network.neutron [req-961cba16-2eca-4727-b03b-f77ba3a3bcc5 req-541e4ec9-f685-4ead-9ce0-012212c984b7 service nova] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Refreshing network info cache for port a363e113-1965-4b65-982e-865b29040886 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.087117] env[69365]: INFO nova.compute.manager [-] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Took 1.34 seconds to deallocate network for instance. [ 1038.102387] env[69365]: DEBUG nova.network.neutron [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Successfully created port: 34a69a61-9660-495d-874e-936d44404da5 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1038.124485] env[69365]: DEBUG nova.compute.manager [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1038.158378] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a4872384-8de1-429c-a57a-661a0ea701f1 tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Lock "17ab3fb3-7845-48ae-aa56-84cb2cbbfad9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.553s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.254293] env[69365]: DEBUG oslo_vmware.api [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469410, 'name': PowerOnVM_Task, 'duration_secs': 1.60061} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.254569] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1038.254769] env[69365]: INFO nova.compute.manager [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Took 9.89 seconds to spawn the instance on the hypervisor. [ 1038.254948] env[69365]: DEBUG nova.compute.manager [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1038.256634] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78953a4a-6c28-43c4-8e54-e58d205de9b4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.338329] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469415, 'name': CreateVM_Task, 'duration_secs': 0.419732} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.338667] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.339380] env[69365]: DEBUG oslo_concurrency.lockutils [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.339541] env[69365]: DEBUG oslo_concurrency.lockutils [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.340852] env[69365]: DEBUG oslo_concurrency.lockutils [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.340852] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7593a618-5f01-4c12-a4d7-9013b211746d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.348524] env[69365]: DEBUG oslo_vmware.api [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the task: (returnval){ [ 1038.348524] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e0831b-cff6-a02d-4ae1-8c8316250cfd" [ 1038.348524] env[69365]: _type = "Task" [ 1038.348524] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.358932] env[69365]: DEBUG oslo_vmware.api [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e0831b-cff6-a02d-4ae1-8c8316250cfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.401871] env[69365]: DEBUG oslo_concurrency.lockutils [None req-679a6e9f-7784-43b7-9775-cd13fac28009 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Releasing lock "refresh_cache-efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.437308] env[69365]: DEBUG oslo_vmware.api [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469412, 'name': ReconfigVM_Task, 'duration_secs': 0.539697} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.437597] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Reconfigured VM instance instance-00000051 to attach disk [datastore1] d8dcddfd-05c4-446d-b774-b87d88f20f04/d8dcddfd-05c4-446d-b774-b87d88f20f04.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1038.438318] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afbf3ec9-b36f-44d3-b421-4d5430c758eb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.447269] env[69365]: DEBUG oslo_vmware.api [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 1038.447269] env[69365]: value = "task-3469416" [ 1038.447269] env[69365]: _type = "Task" [ 1038.447269] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.457814] env[69365]: DEBUG oslo_vmware.api [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469416, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.523677] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6468ca05-0e4a-4cf5-acd3-c398d2f86b9c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.533039] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0889e7-c068-4ede-9c67-acd7b0208e23 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.568244] env[69365]: DEBUG oslo_concurrency.lockutils [None req-05f66b40-1b4c-43e5-b325-8706e76a968c tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Acquiring lock "17ab3fb3-7845-48ae-aa56-84cb2cbbfad9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.568496] env[69365]: DEBUG oslo_concurrency.lockutils [None req-05f66b40-1b4c-43e5-b325-8706e76a968c tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Lock "17ab3fb3-7845-48ae-aa56-84cb2cbbfad9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.568697] env[69365]: DEBUG oslo_concurrency.lockutils [None req-05f66b40-1b4c-43e5-b325-8706e76a968c tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Acquiring lock "17ab3fb3-7845-48ae-aa56-84cb2cbbfad9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.568881] env[69365]: DEBUG oslo_concurrency.lockutils [None req-05f66b40-1b4c-43e5-b325-8706e76a968c tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Lock "17ab3fb3-7845-48ae-aa56-84cb2cbbfad9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.569056] env[69365]: DEBUG oslo_concurrency.lockutils [None req-05f66b40-1b4c-43e5-b325-8706e76a968c tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Lock "17ab3fb3-7845-48ae-aa56-84cb2cbbfad9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.573424] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27aea03-e3d4-4cf3-8062-832dfce83469 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.576942] env[69365]: INFO nova.compute.manager [None req-05f66b40-1b4c-43e5-b325-8706e76a968c tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Terminating instance [ 1038.585817] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6388016f-5e46-4208-a578-ca082ddba67f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.602701] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b8470dc5-6663-493a-b81a-215521878566 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.603826] env[69365]: DEBUG nova.compute.provider_tree [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.746289] env[69365]: DEBUG nova.network.neutron [req-961cba16-2eca-4727-b03b-f77ba3a3bcc5 req-541e4ec9-f685-4ead-9ce0-012212c984b7 service nova] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Updated VIF entry in instance network info cache for port a363e113-1965-4b65-982e-865b29040886. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1038.746651] env[69365]: DEBUG nova.network.neutron [req-961cba16-2eca-4727-b03b-f77ba3a3bcc5 req-541e4ec9-f685-4ead-9ce0-012212c984b7 service nova] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Updating instance_info_cache with network_info: [{"id": "a363e113-1965-4b65-982e-865b29040886", "address": "fa:16:3e:63:03:9b", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.215", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa363e113-19", "ovs_interfaceid": "a363e113-1965-4b65-982e-865b29040886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.776462] env[69365]: INFO nova.compute.manager [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Took 36.03 seconds to build instance. [ 1038.858737] env[69365]: DEBUG oslo_vmware.api [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e0831b-cff6-a02d-4ae1-8c8316250cfd, 'name': SearchDatastore_Task, 'duration_secs': 0.034448} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.859047] env[69365]: DEBUG oslo_concurrency.lockutils [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.859287] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.859547] env[69365]: DEBUG oslo_concurrency.lockutils [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.859695] env[69365]: DEBUG oslo_concurrency.lockutils [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.859873] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.860145] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d81a9a21-316f-46d7-848e-321b04298e05 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.870532] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.870698] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.871448] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abb714cf-720a-424a-abd7-b2c5798c07d9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.876665] env[69365]: DEBUG oslo_vmware.api [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the task: (returnval){ [ 1038.876665] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52673f6d-bbc3-e7a0-66d0-1e8578d78f34" [ 1038.876665] env[69365]: _type = "Task" [ 1038.876665] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.883960] env[69365]: DEBUG oslo_vmware.api [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52673f6d-bbc3-e7a0-66d0-1e8578d78f34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.959392] env[69365]: DEBUG oslo_vmware.api [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469416, 'name': Rename_Task, 'duration_secs': 0.153377} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.959696] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.960286] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef5dab0e-2852-4637-b0b0-56ed4fe91c9d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.967043] env[69365]: DEBUG oslo_vmware.api [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 1038.967043] env[69365]: value = "task-3469417" [ 1038.967043] env[69365]: _type = "Task" [ 1038.967043] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.976624] env[69365]: DEBUG oslo_vmware.api [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.082034] env[69365]: DEBUG nova.compute.manager [None req-05f66b40-1b4c-43e5-b325-8706e76a968c tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1039.082298] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-05f66b40-1b4c-43e5-b325-8706e76a968c tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.083262] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a12587e-b76e-4f3d-833b-51eb8e49fdf0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.092638] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-05f66b40-1b4c-43e5-b325-8706e76a968c tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.092807] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc88c834-615b-4edd-8068-304691683e0b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.101021] env[69365]: DEBUG oslo_vmware.api [None req-05f66b40-1b4c-43e5-b325-8706e76a968c tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Waiting for the task: (returnval){ [ 1039.101021] env[69365]: value = "task-3469418" [ 1039.101021] env[69365]: _type = "Task" [ 1039.101021] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.110072] env[69365]: DEBUG nova.scheduler.client.report [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.113761] env[69365]: DEBUG oslo_vmware.api [None req-05f66b40-1b4c-43e5-b325-8706e76a968c tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Task: {'id': task-3469418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.136746] env[69365]: DEBUG nova.compute.manager [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1039.166061] env[69365]: DEBUG nova.virt.hardware [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1039.166061] env[69365]: DEBUG nova.virt.hardware [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1039.166269] env[69365]: DEBUG nova.virt.hardware [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1039.166381] env[69365]: DEBUG nova.virt.hardware [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1039.166520] env[69365]: DEBUG nova.virt.hardware [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1039.166680] env[69365]: DEBUG nova.virt.hardware [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1039.166947] env[69365]: DEBUG nova.virt.hardware [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1039.167124] env[69365]: DEBUG nova.virt.hardware [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1039.167349] env[69365]: DEBUG nova.virt.hardware [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1039.167522] env[69365]: DEBUG nova.virt.hardware [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1039.167703] env[69365]: DEBUG nova.virt.hardware [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1039.168633] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942838b9-399a-4355-8954-f5061239f819 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.177726] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93d39c0-bc48-4484-8291-7919452b1818 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.250197] env[69365]: DEBUG oslo_concurrency.lockutils [req-961cba16-2eca-4727-b03b-f77ba3a3bcc5 req-541e4ec9-f685-4ead-9ce0-012212c984b7 service nova] Releasing lock "refresh_cache-1e23bcff-1976-4065-be4d-2eb09fbd7a74" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.250554] env[69365]: DEBUG nova.compute.manager [req-961cba16-2eca-4727-b03b-f77ba3a3bcc5 req-541e4ec9-f685-4ead-9ce0-012212c984b7 service nova] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Received event network-vif-deleted-5044ec6d-3a4d-4012-b40f-d147a698df40 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.279120] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d406f740-049a-459a-8d5e-30c1975914ba tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.538s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.389047] env[69365]: DEBUG oslo_vmware.api [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52673f6d-bbc3-e7a0-66d0-1e8578d78f34, 'name': SearchDatastore_Task, 'duration_secs': 0.046791} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.389685] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-693e333b-01f2-4e39-8081-b0640a5cd3bb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.396505] env[69365]: DEBUG oslo_vmware.api [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the task: (returnval){ [ 1039.396505] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5251e2fa-42cb-5f38-4172-c7245a6c96cd" [ 1039.396505] env[69365]: _type = "Task" [ 1039.396505] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.405370] env[69365]: DEBUG oslo_vmware.api [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5251e2fa-42cb-5f38-4172-c7245a6c96cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.412082] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-679a6e9f-7784-43b7-9775-cd13fac28009 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.412257] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9179f67-e1d5-48f6-a7a7-5d74cdfdf848 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.420475] env[69365]: DEBUG oslo_vmware.api [None req-679a6e9f-7784-43b7-9775-cd13fac28009 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 1039.420475] env[69365]: value = "task-3469419" [ 1039.420475] env[69365]: _type = "Task" [ 1039.420475] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.429232] env[69365]: DEBUG oslo_vmware.api [None req-679a6e9f-7784-43b7-9775-cd13fac28009 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469419, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.477190] env[69365]: DEBUG oslo_vmware.api [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469417, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.613156] env[69365]: DEBUG oslo_vmware.api [None req-05f66b40-1b4c-43e5-b325-8706e76a968c tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Task: {'id': task-3469418, 'name': PowerOffVM_Task, 'duration_secs': 0.200285} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.618575] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.618575] env[69365]: DEBUG nova.compute.manager [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1039.620023] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-05f66b40-1b4c-43e5-b325-8706e76a968c tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1039.620285] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-05f66b40-1b4c-43e5-b325-8706e76a968c tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1039.621073] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f1d77e5b-eabc-4380-96a5-f678eab86cf0 tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.832s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.621230] env[69365]: DEBUG nova.objects.instance [None req-f1d77e5b-eabc-4380-96a5-f678eab86cf0 tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Lazy-loading 'resources' on Instance uuid 61730ea7-f9bb-4708-9e7e-3982261731a4 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.622468] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c71aa11-20fe-4bac-910a-00c82c7001b7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.699330] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-05f66b40-1b4c-43e5-b325-8706e76a968c tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1039.699330] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-05f66b40-1b4c-43e5-b325-8706e76a968c tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1039.699330] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-05f66b40-1b4c-43e5-b325-8706e76a968c tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Deleting the datastore file [datastore1] 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1039.699330] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd24891d-5a16-4fe6-9d42-cf19dcb81ab2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.705945] env[69365]: DEBUG oslo_vmware.api [None req-05f66b40-1b4c-43e5-b325-8706e76a968c tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Waiting for the task: (returnval){ [ 1039.705945] env[69365]: value = "task-3469421" [ 1039.705945] env[69365]: _type = "Task" [ 1039.705945] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.716560] env[69365]: DEBUG oslo_vmware.api [None req-05f66b40-1b4c-43e5-b325-8706e76a968c tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Task: {'id': task-3469421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.859885] env[69365]: DEBUG nova.network.neutron [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Successfully updated port: 34a69a61-9660-495d-874e-936d44404da5 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.909104] env[69365]: DEBUG oslo_vmware.api [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5251e2fa-42cb-5f38-4172-c7245a6c96cd, 'name': SearchDatastore_Task, 'duration_secs': 0.011989} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.909557] env[69365]: DEBUG oslo_concurrency.lockutils [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.909984] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 1e23bcff-1976-4065-be4d-2eb09fbd7a74/1e23bcff-1976-4065-be4d-2eb09fbd7a74.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.910383] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdbef186-3943-4b9c-8e21-f2e74c545652 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.920032] env[69365]: DEBUG oslo_vmware.api [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the task: (returnval){ [ 1039.920032] env[69365]: value = "task-3469422" [ 1039.920032] env[69365]: _type = "Task" [ 1039.920032] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.932161] env[69365]: DEBUG oslo_vmware.api [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.935378] env[69365]: DEBUG oslo_vmware.api [None req-679a6e9f-7784-43b7-9775-cd13fac28009 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469419, 'name': PowerOnVM_Task, 'duration_secs': 0.454116} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.935690] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-679a6e9f-7784-43b7-9775-cd13fac28009 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.935928] env[69365]: DEBUG nova.compute.manager [None req-679a6e9f-7784-43b7-9775-cd13fac28009 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.936901] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1e2498-810d-40e7-b97c-974d235a5fe8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.982574] env[69365]: DEBUG oslo_vmware.api [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469417, 'name': PowerOnVM_Task, 'duration_secs': 0.716763} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.982574] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.982574] env[69365]: INFO nova.compute.manager [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Took 9.00 seconds to spawn the instance on the hypervisor. [ 1039.982574] env[69365]: DEBUG nova.compute.manager [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.983367] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2c4d39-561f-493e-8df7-b9ca2a3c825c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.035643] env[69365]: DEBUG nova.compute.manager [req-00232197-4e7e-4d8a-8ae6-494e621dd5a5 req-4227a191-0482-4da0-88cf-a00452b187bd service nova] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Received event network-vif-plugged-34a69a61-9660-495d-874e-936d44404da5 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.035976] env[69365]: DEBUG oslo_concurrency.lockutils [req-00232197-4e7e-4d8a-8ae6-494e621dd5a5 req-4227a191-0482-4da0-88cf-a00452b187bd service nova] Acquiring lock "f818b903-afbf-41aa-b43b-a1c2e6e9bfc2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.036179] env[69365]: DEBUG oslo_concurrency.lockutils [req-00232197-4e7e-4d8a-8ae6-494e621dd5a5 req-4227a191-0482-4da0-88cf-a00452b187bd service nova] Lock "f818b903-afbf-41aa-b43b-a1c2e6e9bfc2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.036291] env[69365]: DEBUG oslo_concurrency.lockutils [req-00232197-4e7e-4d8a-8ae6-494e621dd5a5 req-4227a191-0482-4da0-88cf-a00452b187bd service nova] Lock "f818b903-afbf-41aa-b43b-a1c2e6e9bfc2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.036476] env[69365]: DEBUG nova.compute.manager [req-00232197-4e7e-4d8a-8ae6-494e621dd5a5 req-4227a191-0482-4da0-88cf-a00452b187bd service nova] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] No waiting events found dispatching network-vif-plugged-34a69a61-9660-495d-874e-936d44404da5 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1040.036691] env[69365]: WARNING nova.compute.manager [req-00232197-4e7e-4d8a-8ae6-494e621dd5a5 req-4227a191-0482-4da0-88cf-a00452b187bd service nova] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Received unexpected event network-vif-plugged-34a69a61-9660-495d-874e-936d44404da5 for instance with vm_state building and task_state spawning. [ 1040.036894] env[69365]: DEBUG nova.compute.manager [req-00232197-4e7e-4d8a-8ae6-494e621dd5a5 req-4227a191-0482-4da0-88cf-a00452b187bd service nova] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Received event network-changed-34a69a61-9660-495d-874e-936d44404da5 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.037106] env[69365]: DEBUG nova.compute.manager [req-00232197-4e7e-4d8a-8ae6-494e621dd5a5 req-4227a191-0482-4da0-88cf-a00452b187bd service nova] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Refreshing instance network info cache due to event network-changed-34a69a61-9660-495d-874e-936d44404da5. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1040.037390] env[69365]: DEBUG oslo_concurrency.lockutils [req-00232197-4e7e-4d8a-8ae6-494e621dd5a5 req-4227a191-0482-4da0-88cf-a00452b187bd service nova] Acquiring lock "refresh_cache-f818b903-afbf-41aa-b43b-a1c2e6e9bfc2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.037555] env[69365]: DEBUG oslo_concurrency.lockutils [req-00232197-4e7e-4d8a-8ae6-494e621dd5a5 req-4227a191-0482-4da0-88cf-a00452b187bd service nova] Acquired lock "refresh_cache-f818b903-afbf-41aa-b43b-a1c2e6e9bfc2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.037747] env[69365]: DEBUG nova.network.neutron [req-00232197-4e7e-4d8a-8ae6-494e621dd5a5 req-4227a191-0482-4da0-88cf-a00452b187bd service nova] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Refreshing network info cache for port 34a69a61-9660-495d-874e-936d44404da5 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.123554] env[69365]: DEBUG nova.compute.utils [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.125576] env[69365]: DEBUG nova.compute.manager [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.125985] env[69365]: DEBUG nova.network.neutron [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.175969] env[69365]: DEBUG nova.policy [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a6fb8ad03b944f69697e85343e2a927', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8031ec30c732401dbc80af4bc3f2a6ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.222674] env[69365]: DEBUG oslo_vmware.api [None req-05f66b40-1b4c-43e5-b325-8706e76a968c tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Task: {'id': task-3469421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191145} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.222674] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-05f66b40-1b4c-43e5-b325-8706e76a968c tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1040.222896] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-05f66b40-1b4c-43e5-b325-8706e76a968c tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1040.223066] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-05f66b40-1b4c-43e5-b325-8706e76a968c tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1040.223180] env[69365]: INFO nova.compute.manager [None req-05f66b40-1b4c-43e5-b325-8706e76a968c tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1040.223428] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05f66b40-1b4c-43e5-b325-8706e76a968c tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1040.223632] env[69365]: DEBUG nova.compute.manager [-] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1040.223772] env[69365]: DEBUG nova.network.neutron [-] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1040.365702] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Acquiring lock "refresh_cache-f818b903-afbf-41aa-b43b-a1c2e6e9bfc2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.435030] env[69365]: DEBUG oslo_vmware.api [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469422, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.511100] env[69365]: INFO nova.compute.manager [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Took 37.41 seconds to build instance. [ 1040.577528] env[69365]: DEBUG nova.compute.manager [req-a46617b0-3131-45f7-8f32-b1962527bc76 req-765435b1-a214-4ed5-b597-e919d808a833 service nova] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Received event network-vif-deleted-69ecef35-3bb7-4e99-8404-502ce33dc7e8 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1040.577632] env[69365]: INFO nova.compute.manager [req-a46617b0-3131-45f7-8f32-b1962527bc76 req-765435b1-a214-4ed5-b597-e919d808a833 service nova] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Neutron deleted interface 69ecef35-3bb7-4e99-8404-502ce33dc7e8; detaching it from the instance and deleting it from the info cache [ 1040.577790] env[69365]: DEBUG nova.network.neutron [req-a46617b0-3131-45f7-8f32-b1962527bc76 req-765435b1-a214-4ed5-b597-e919d808a833 service nova] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.585752] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505ede2d-4452-4a94-8f57-6bb8f40db2e4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.595588] env[69365]: DEBUG nova.network.neutron [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] Successfully created port: af7cdec8-a7d5-469a-8a5c-ce55cf60785e {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1040.599160] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f798fa2-880d-4dac-add4-432271836892 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.603955] env[69365]: DEBUG nova.network.neutron [req-00232197-4e7e-4d8a-8ae6-494e621dd5a5 req-4227a191-0482-4da0-88cf-a00452b187bd service nova] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.635822] env[69365]: DEBUG nova.compute.manager [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1040.642134] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00ff1a3-47c5-49df-a078-5a5db96bdc83 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.651799] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2072d2d0-15ab-4097-8bc7-69c36e60d34a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.672107] env[69365]: DEBUG nova.compute.provider_tree [None req-f1d77e5b-eabc-4380-96a5-f678eab86cf0 tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.703802] env[69365]: DEBUG nova.network.neutron [req-00232197-4e7e-4d8a-8ae6-494e621dd5a5 req-4227a191-0482-4da0-88cf-a00452b187bd service nova] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.937178] env[69365]: DEBUG oslo_vmware.api [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643617} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.937178] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 1e23bcff-1976-4065-be4d-2eb09fbd7a74/1e23bcff-1976-4065-be4d-2eb09fbd7a74.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.937178] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.937440] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d61d2cbb-c6b2-44eb-85c6-c622bd3fcf1e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.948085] env[69365]: DEBUG oslo_vmware.api [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the task: (returnval){ [ 1040.948085] env[69365]: value = "task-3469423" [ 1040.948085] env[69365]: _type = "Task" [ 1040.948085] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.958208] env[69365]: DEBUG oslo_vmware.api [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.972613] env[69365]: DEBUG nova.compute.manager [None req-42eb6f3c-323d-4db7-964e-234baca42919 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1040.973899] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6278bd02-d163-4175-b60d-9fd1a419d9e3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.011380] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d72ded7e-0471-4c0b-b891-41a835c917e1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "d8dcddfd-05c4-446d-b774-b87d88f20f04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.928s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.057672] env[69365]: DEBUG nova.network.neutron [-] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.081261] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4cc5a940-408c-4870-af11-009f92921cdd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.093215] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4d93e1-8640-4c1b-a3e3-03ec90be6d2b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.131293] env[69365]: DEBUG nova.compute.manager [req-a46617b0-3131-45f7-8f32-b1962527bc76 req-765435b1-a214-4ed5-b597-e919d808a833 service nova] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Detach interface failed, port_id=69ecef35-3bb7-4e99-8404-502ce33dc7e8, reason: Instance 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1041.176176] env[69365]: DEBUG nova.scheduler.client.report [None req-f1d77e5b-eabc-4380-96a5-f678eab86cf0 tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.206707] env[69365]: DEBUG oslo_concurrency.lockutils [req-00232197-4e7e-4d8a-8ae6-494e621dd5a5 req-4227a191-0482-4da0-88cf-a00452b187bd service nova] Releasing lock "refresh_cache-f818b903-afbf-41aa-b43b-a1c2e6e9bfc2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.207304] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Acquired lock "refresh_cache-f818b903-afbf-41aa-b43b-a1c2e6e9bfc2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.207558] env[69365]: DEBUG nova.network.neutron [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.459929] env[69365]: DEBUG oslo_vmware.api [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.277021} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.460230] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.461025] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbca8e73-c1cd-4d64-a667-0babeb843ad7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.484404] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 1e23bcff-1976-4065-be4d-2eb09fbd7a74/1e23bcff-1976-4065-be4d-2eb09fbd7a74.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.485048] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02d5dbdc-6bf2-4890-a2d7-1485ae8ef533 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.500870] env[69365]: INFO nova.compute.manager [None req-42eb6f3c-323d-4db7-964e-234baca42919 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] instance snapshotting [ 1041.503808] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc391d9-6219-4186-ab4e-7ef084c1cd07 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.510643] env[69365]: DEBUG oslo_vmware.api [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the task: (returnval){ [ 1041.510643] env[69365]: value = "task-3469424" [ 1041.510643] env[69365]: _type = "Task" [ 1041.510643] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.260408] env[69365]: INFO nova.compute.manager [-] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Took 2.04 seconds to deallocate network for instance. [ 1042.260837] env[69365]: DEBUG oslo_concurrency.lockutils [None req-949df690-11fa-4f7c-924b-dea0c26b7010 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "d8dcddfd-05c4-446d-b774-b87d88f20f04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.261046] env[69365]: DEBUG oslo_concurrency.lockutils [None req-949df690-11fa-4f7c-924b-dea0c26b7010 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "d8dcddfd-05c4-446d-b774-b87d88f20f04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.261373] env[69365]: DEBUG oslo_concurrency.lockutils [None req-949df690-11fa-4f7c-924b-dea0c26b7010 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "d8dcddfd-05c4-446d-b774-b87d88f20f04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.261496] env[69365]: DEBUG oslo_concurrency.lockutils [None req-949df690-11fa-4f7c-924b-dea0c26b7010 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "d8dcddfd-05c4-446d-b774-b87d88f20f04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.261601] env[69365]: DEBUG oslo_concurrency.lockutils [None req-949df690-11fa-4f7c-924b-dea0c26b7010 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "d8dcddfd-05c4-446d-b774-b87d88f20f04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.265700] env[69365]: DEBUG nova.compute.manager [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.267305] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f1d77e5b-eabc-4380-96a5-f678eab86cf0 tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.646s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.271840] env[69365]: INFO nova.compute.manager [None req-949df690-11fa-4f7c-924b-dea0c26b7010 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Terminating instance [ 1042.275623] env[69365]: DEBUG nova.compute.manager [req-c0c4873f-200e-4cd1-9315-879d185e258a req-f329b277-92cc-4619-8a60-226ec61abbf0 service nova] [instance: 63351e35-ea73-440d-8642-3793c3806125] Received event network-vif-plugged-af7cdec8-a7d5-469a-8a5c-ce55cf60785e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1042.275818] env[69365]: DEBUG oslo_concurrency.lockutils [req-c0c4873f-200e-4cd1-9315-879d185e258a req-f329b277-92cc-4619-8a60-226ec61abbf0 service nova] Acquiring lock "63351e35-ea73-440d-8642-3793c3806125-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.276029] env[69365]: DEBUG oslo_concurrency.lockutils [req-c0c4873f-200e-4cd1-9315-879d185e258a req-f329b277-92cc-4619-8a60-226ec61abbf0 service nova] Lock "63351e35-ea73-440d-8642-3793c3806125-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.276236] env[69365]: DEBUG oslo_concurrency.lockutils [req-c0c4873f-200e-4cd1-9315-879d185e258a req-f329b277-92cc-4619-8a60-226ec61abbf0 service nova] Lock "63351e35-ea73-440d-8642-3793c3806125-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.276431] env[69365]: DEBUG nova.compute.manager [req-c0c4873f-200e-4cd1-9315-879d185e258a req-f329b277-92cc-4619-8a60-226ec61abbf0 service nova] [instance: 63351e35-ea73-440d-8642-3793c3806125] No waiting events found dispatching network-vif-plugged-af7cdec8-a7d5-469a-8a5c-ce55cf60785e {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1042.276664] env[69365]: WARNING nova.compute.manager [req-c0c4873f-200e-4cd1-9315-879d185e258a req-f329b277-92cc-4619-8a60-226ec61abbf0 service nova] [instance: 63351e35-ea73-440d-8642-3793c3806125] Received unexpected event network-vif-plugged-af7cdec8-a7d5-469a-8a5c-ce55cf60785e for instance with vm_state building and task_state spawning. [ 1042.277340] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e76ecade-480b-4fe0-9722-790098d8d5b7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.797s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.277476] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e76ecade-480b-4fe0-9722-790098d8d5b7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.280234] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f0af5815-2580-4a2d-9ab8-f7ff967f200c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.445s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.280447] env[69365]: DEBUG nova.objects.instance [None req-f0af5815-2580-4a2d-9ab8-f7ff967f200c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lazy-loading 'resources' on Instance uuid e26708a9-26b1-4cb7-9140-95ba6877f915 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.282074] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d180a8e7-a59c-42e7-8203-14549ab14935 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.292762] env[69365]: DEBUG nova.network.neutron [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] Successfully updated port: af7cdec8-a7d5-469a-8a5c-ce55cf60785e {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1042.294367] env[69365]: DEBUG oslo_vmware.api [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469424, 'name': ReconfigVM_Task, 'duration_secs': 0.428597} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.296170] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 1e23bcff-1976-4065-be4d-2eb09fbd7a74/1e23bcff-1976-4065-be4d-2eb09fbd7a74.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.297461] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b519639-e23e-4050-8be7-52acca926068 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.307623] env[69365]: DEBUG oslo_vmware.api [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the task: (returnval){ [ 1042.307623] env[69365]: value = "task-3469425" [ 1042.307623] env[69365]: _type = "Task" [ 1042.307623] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.309213] env[69365]: INFO nova.scheduler.client.report [None req-f1d77e5b-eabc-4380-96a5-f678eab86cf0 tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Deleted allocations for instance 61730ea7-f9bb-4708-9e7e-3982261731a4 [ 1042.317616] env[69365]: INFO nova.scheduler.client.report [None req-e76ecade-480b-4fe0-9722-790098d8d5b7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Deleted allocations for instance 07629f5e-e1b1-4aab-b422-8924b572449b [ 1042.322184] env[69365]: DEBUG nova.virt.hardware [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.322184] env[69365]: DEBUG nova.virt.hardware [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.322184] env[69365]: DEBUG nova.virt.hardware [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.322184] env[69365]: DEBUG nova.virt.hardware [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.322184] env[69365]: DEBUG nova.virt.hardware [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.322184] env[69365]: DEBUG nova.virt.hardware [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.322184] env[69365]: DEBUG nova.virt.hardware [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.322184] env[69365]: DEBUG nova.virt.hardware [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.322184] env[69365]: DEBUG nova.virt.hardware [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.323190] env[69365]: DEBUG nova.virt.hardware [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.323190] env[69365]: DEBUG nova.virt.hardware [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.323873] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dcc06e0-c5ee-459f-b75c-372f79aab567 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.333339] env[69365]: DEBUG oslo_vmware.api [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469425, 'name': Rename_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.334339] env[69365]: DEBUG nova.network.neutron [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1042.343693] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7bc36c-7d2c-4744-bb8b-321d9a518d7c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.713513] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7b282e80-c46f-488b-ab3f-afb52e70afe7 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Acquiring lock "99bb8d37-053d-43dc-a30b-1d898521e0a9" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.713747] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7b282e80-c46f-488b-ab3f-afb52e70afe7 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Lock "99bb8d37-053d-43dc-a30b-1d898521e0a9" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.744239] env[69365]: DEBUG nova.network.neutron [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Updating instance_info_cache with network_info: [{"id": "34a69a61-9660-495d-874e-936d44404da5", "address": "fa:16:3e:72:28:f3", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34a69a61-96", "ovs_interfaceid": "34a69a61-9660-495d-874e-936d44404da5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.799024] env[69365]: DEBUG oslo_concurrency.lockutils [None req-05f66b40-1b4c-43e5-b325-8706e76a968c tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.799024] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquiring lock "refresh_cache-63351e35-ea73-440d-8642-3793c3806125" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.799024] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquired lock "refresh_cache-63351e35-ea73-440d-8642-3793c3806125" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.799024] env[69365]: DEBUG nova.network.neutron [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.799024] env[69365]: DEBUG nova.compute.manager [None req-949df690-11fa-4f7c-924b-dea0c26b7010 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1042.799024] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-949df690-11fa-4f7c-924b-dea0c26b7010 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1042.800237] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2312d751-75fd-4eb5-9bca-bc11d1453215 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.813080] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-42eb6f3c-323d-4db7-964e-234baca42919 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1042.813451] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-949df690-11fa-4f7c-924b-dea0c26b7010 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1042.814351] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7ea79fb9-6755-4e25-ad05-67374bd177c7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.819503] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c6f88aa-99e1-495f-9b7e-8df318fe15b6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.823964] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f1d77e5b-eabc-4380-96a5-f678eab86cf0 tempest-ServersV294TestFqdnHostnames-1528970364 tempest-ServersV294TestFqdnHostnames-1528970364-project-member] Lock "61730ea7-f9bb-4708-9e7e-3982261731a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.750s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.838122] env[69365]: DEBUG oslo_vmware.api [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469425, 'name': Rename_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.838452] env[69365]: DEBUG oslo_vmware.api [None req-42eb6f3c-323d-4db7-964e-234baca42919 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 1042.838452] env[69365]: value = "task-3469427" [ 1042.838452] env[69365]: _type = "Task" [ 1042.838452] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.840882] env[69365]: DEBUG oslo_vmware.api [None req-949df690-11fa-4f7c-924b-dea0c26b7010 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 1042.840882] env[69365]: value = "task-3469426" [ 1042.840882] env[69365]: _type = "Task" [ 1042.840882] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.841320] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e76ecade-480b-4fe0-9722-790098d8d5b7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "07629f5e-e1b1-4aab-b422-8924b572449b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.098s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.862026] env[69365]: DEBUG oslo_vmware.api [None req-42eb6f3c-323d-4db7-964e-234baca42919 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469427, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.862521] env[69365]: DEBUG oslo_vmware.api [None req-949df690-11fa-4f7c-924b-dea0c26b7010 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.109013] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c97dec0-a687-4357-82ba-1d2f3109c44d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.117180] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2100207b-0a45-44a7-8e25-1d46ec7e7941 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.148619] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ffadef7-bcf9-4860-b99f-89c3d928ec51 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.157343] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78d663a-c4cf-4f3a-8890-aef0fcc38598 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.176796] env[69365]: DEBUG nova.compute.provider_tree [None req-f0af5815-2580-4a2d-9ab8-f7ff967f200c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1043.216382] env[69365]: DEBUG nova.compute.utils [None req-7b282e80-c46f-488b-ab3f-afb52e70afe7 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.246424] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Releasing lock "refresh_cache-f818b903-afbf-41aa-b43b-a1c2e6e9bfc2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.246762] env[69365]: DEBUG nova.compute.manager [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Instance network_info: |[{"id": "34a69a61-9660-495d-874e-936d44404da5", "address": "fa:16:3e:72:28:f3", "network": {"id": "eec6f732-d05a-4487-a673-bb95c56ee053", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.151", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "3c612d6c4d46403a9c22ebe39d8ac631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c24464bb-bb6b-43a2-bdcd-8086ad1a307f", "external-id": "nsx-vlan-transportzone-781", "segmentation_id": 781, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap34a69a61-96", "ovs_interfaceid": "34a69a61-9660-495d-874e-936d44404da5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1043.247196] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:28:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c24464bb-bb6b-43a2-bdcd-8086ad1a307f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '34a69a61-9660-495d-874e-936d44404da5', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1043.255072] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1043.255303] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1043.255531] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa944504-36d3-406d-b24e-986564fb94f7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.278378] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1043.278378] env[69365]: value = "task-3469428" [ 1043.278378] env[69365]: _type = "Task" [ 1043.278378] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.288630] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469428, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.324832] env[69365]: DEBUG oslo_vmware.api [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469425, 'name': Rename_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.351887] env[69365]: DEBUG nova.network.neutron [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1043.360458] env[69365]: DEBUG oslo_vmware.api [None req-42eb6f3c-323d-4db7-964e-234baca42919 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469427, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.364062] env[69365]: DEBUG oslo_vmware.api [None req-949df690-11fa-4f7c-924b-dea0c26b7010 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.550741] env[69365]: DEBUG nova.network.neutron [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] Updating instance_info_cache with network_info: [{"id": "af7cdec8-a7d5-469a-8a5c-ce55cf60785e", "address": "fa:16:3e:46:ff:bf", "network": {"id": "760b2476-c972-474a-96af-f7eef11d57d5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1630794146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8031ec30c732401dbc80af4bc3f2a6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf7cdec8-a7", "ovs_interfaceid": "af7cdec8-a7d5-469a-8a5c-ce55cf60785e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.662420] env[69365]: DEBUG oslo_concurrency.lockutils [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "d5060397-0866-4489-be62-3b76d23362a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.662692] env[69365]: DEBUG oslo_concurrency.lockutils [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "d5060397-0866-4489-be62-3b76d23362a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.680407] env[69365]: DEBUG nova.scheduler.client.report [None req-f0af5815-2580-4a2d-9ab8-f7ff967f200c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.719398] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7b282e80-c46f-488b-ab3f-afb52e70afe7 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Lock "99bb8d37-053d-43dc-a30b-1d898521e0a9" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.005s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.797020] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469428, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.823641] env[69365]: DEBUG oslo_vmware.api [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469425, 'name': Rename_Task, 'duration_secs': 1.182142} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.826980] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1043.826980] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9eb0f554-1b2d-4a02-bc96-5ed0dc39ebfb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.834017] env[69365]: DEBUG oslo_vmware.api [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the task: (returnval){ [ 1043.834017] env[69365]: value = "task-3469429" [ 1043.834017] env[69365]: _type = "Task" [ 1043.834017] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.840455] env[69365]: DEBUG oslo_vmware.api [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.856281] env[69365]: DEBUG oslo_vmware.api [None req-42eb6f3c-323d-4db7-964e-234baca42919 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469427, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.859120] env[69365]: DEBUG oslo_vmware.api [None req-949df690-11fa-4f7c-924b-dea0c26b7010 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469426, 'name': PowerOffVM_Task, 'duration_secs': 0.778758} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.859565] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-949df690-11fa-4f7c-924b-dea0c26b7010 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.859875] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-949df690-11fa-4f7c-924b-dea0c26b7010 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.860319] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1eb8e117-118c-4df2-a576-59d6574ef4f4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.947285] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-949df690-11fa-4f7c-924b-dea0c26b7010 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.949019] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-949df690-11fa-4f7c-924b-dea0c26b7010 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.949019] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-949df690-11fa-4f7c-924b-dea0c26b7010 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Deleting the datastore file [datastore1] d8dcddfd-05c4-446d-b774-b87d88f20f04 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.949019] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d564fea4-ba80-4c33-90b6-05d183261c8e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.957162] env[69365]: DEBUG oslo_vmware.api [None req-949df690-11fa-4f7c-924b-dea0c26b7010 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 1043.957162] env[69365]: value = "task-3469431" [ 1043.957162] env[69365]: _type = "Task" [ 1043.957162] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.965650] env[69365]: DEBUG oslo_vmware.api [None req-949df690-11fa-4f7c-924b-dea0c26b7010 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.053649] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Releasing lock "refresh_cache-63351e35-ea73-440d-8642-3793c3806125" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.054082] env[69365]: DEBUG nova.compute.manager [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] Instance network_info: |[{"id": "af7cdec8-a7d5-469a-8a5c-ce55cf60785e", "address": "fa:16:3e:46:ff:bf", "network": {"id": "760b2476-c972-474a-96af-f7eef11d57d5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1630794146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8031ec30c732401dbc80af4bc3f2a6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf7cdec8-a7", "ovs_interfaceid": "af7cdec8-a7d5-469a-8a5c-ce55cf60785e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1044.054763] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:ff:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af7cdec8-a7d5-469a-8a5c-ce55cf60785e', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.062791] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Creating folder: Project (8031ec30c732401dbc80af4bc3f2a6ee). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.063112] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a92d68e0-da17-4b59-85ec-f97f2998873c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.075596] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Created folder: Project (8031ec30c732401dbc80af4bc3f2a6ee) in parent group-v693134. [ 1044.075798] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Creating folder: Instances. Parent ref: group-v693367. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1044.076075] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69b33f38-14c1-4346-9d5d-b1ba88ebc65f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.088424] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Created folder: Instances in parent group-v693367. [ 1044.088682] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.088931] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63351e35-ea73-440d-8642-3793c3806125] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.089211] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c649889d-5b87-43d6-8132-1bd399356d97 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.111635] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.111635] env[69365]: value = "task-3469434" [ 1044.111635] env[69365]: _type = "Task" [ 1044.111635] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.120900] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469434, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.164638] env[69365]: DEBUG nova.compute.manager [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1044.184826] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f0af5815-2580-4a2d-9ab8-f7ff967f200c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.904s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.188606] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.734s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.190230] env[69365]: INFO nova.compute.claims [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1044.215473] env[69365]: INFO nova.scheduler.client.report [None req-f0af5815-2580-4a2d-9ab8-f7ff967f200c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Deleted allocations for instance e26708a9-26b1-4cb7-9140-95ba6877f915 [ 1044.291070] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469428, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.342665] env[69365]: DEBUG nova.compute.manager [req-4290fd40-3a09-49ec-80ee-704922e4b6c7 req-ba80af9b-290c-4498-8dda-cba9b8de5270 service nova] [instance: 63351e35-ea73-440d-8642-3793c3806125] Received event network-changed-af7cdec8-a7d5-469a-8a5c-ce55cf60785e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1044.342836] env[69365]: DEBUG nova.compute.manager [req-4290fd40-3a09-49ec-80ee-704922e4b6c7 req-ba80af9b-290c-4498-8dda-cba9b8de5270 service nova] [instance: 63351e35-ea73-440d-8642-3793c3806125] Refreshing instance network info cache due to event network-changed-af7cdec8-a7d5-469a-8a5c-ce55cf60785e. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1044.343071] env[69365]: DEBUG oslo_concurrency.lockutils [req-4290fd40-3a09-49ec-80ee-704922e4b6c7 req-ba80af9b-290c-4498-8dda-cba9b8de5270 service nova] Acquiring lock "refresh_cache-63351e35-ea73-440d-8642-3793c3806125" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.343330] env[69365]: DEBUG oslo_concurrency.lockutils [req-4290fd40-3a09-49ec-80ee-704922e4b6c7 req-ba80af9b-290c-4498-8dda-cba9b8de5270 service nova] Acquired lock "refresh_cache-63351e35-ea73-440d-8642-3793c3806125" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.343435] env[69365]: DEBUG nova.network.neutron [req-4290fd40-3a09-49ec-80ee-704922e4b6c7 req-ba80af9b-290c-4498-8dda-cba9b8de5270 service nova] [instance: 63351e35-ea73-440d-8642-3793c3806125] Refreshing network info cache for port af7cdec8-a7d5-469a-8a5c-ce55cf60785e {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1044.354427] env[69365]: DEBUG oslo_vmware.api [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469429, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.362348] env[69365]: DEBUG oslo_vmware.api [None req-42eb6f3c-323d-4db7-964e-234baca42919 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469427, 'name': CreateSnapshot_Task, 'duration_secs': 1.332526} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.362611] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-42eb6f3c-323d-4db7-964e-234baca42919 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1044.363676] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416f269d-3f9b-4f1d-bf58-9277d96d2860 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.469441] env[69365]: DEBUG oslo_vmware.api [None req-949df690-11fa-4f7c-924b-dea0c26b7010 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139112} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.469695] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-949df690-11fa-4f7c-924b-dea0c26b7010 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.469879] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-949df690-11fa-4f7c-924b-dea0c26b7010 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.470062] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-949df690-11fa-4f7c-924b-dea0c26b7010 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.470259] env[69365]: INFO nova.compute.manager [None req-949df690-11fa-4f7c-924b-dea0c26b7010 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1044.470502] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-949df690-11fa-4f7c-924b-dea0c26b7010 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1044.470695] env[69365]: DEBUG nova.compute.manager [-] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.470792] env[69365]: DEBUG nova.network.neutron [-] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.623463] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469434, 'name': CreateVM_Task, 'duration_secs': 0.501297} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.623463] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63351e35-ea73-440d-8642-3793c3806125] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.623463] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.623463] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.623829] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.624040] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7254c973-b766-47fe-aa20-d584869208b4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.631088] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1044.631088] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e6e68a-c86b-16cc-b473-034a09cde5d9" [ 1044.631088] env[69365]: _type = "Task" [ 1044.631088] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.641405] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e6e68a-c86b-16cc-b473-034a09cde5d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.693617] env[69365]: DEBUG oslo_concurrency.lockutils [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.725402] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f0af5815-2580-4a2d-9ab8-f7ff967f200c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "e26708a9-26b1-4cb7-9140-95ba6877f915" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.056s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.794544] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469428, 'name': CreateVM_Task, 'duration_secs': 1.429427} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.794544] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.794544] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.811801] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7b282e80-c46f-488b-ab3f-afb52e70afe7 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Acquiring lock "99bb8d37-053d-43dc-a30b-1d898521e0a9" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.814854] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7b282e80-c46f-488b-ab3f-afb52e70afe7 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Lock "99bb8d37-053d-43dc-a30b-1d898521e0a9" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1044.814854] env[69365]: INFO nova.compute.manager [None req-7b282e80-c46f-488b-ab3f-afb52e70afe7 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Attaching volume 5f456453-e476-4388-931f-4871a9b465d8 to /dev/sdb [ 1044.845308] env[69365]: DEBUG oslo_vmware.api [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469429, 'name': PowerOnVM_Task, 'duration_secs': 0.579833} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.847728] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.847989] env[69365]: INFO nova.compute.manager [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1044.848192] env[69365]: DEBUG nova.compute.manager [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.849014] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d14453-0568-4507-b698-4b211bc0ca0c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.865061] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e6ddeb-53c3-446d-adb9-9fa679fdca56 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.877972] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2a1476-d674-4bb9-89e2-589fa5a8668a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.891358] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-42eb6f3c-323d-4db7-964e-234baca42919 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1044.891707] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4015610f-1a81-44e3-90f9-598d0da72797 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.904026] env[69365]: DEBUG oslo_vmware.api [None req-42eb6f3c-323d-4db7-964e-234baca42919 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 1044.904026] env[69365]: value = "task-3469435" [ 1044.904026] env[69365]: _type = "Task" [ 1044.904026] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.913195] env[69365]: DEBUG nova.virt.block_device [None req-7b282e80-c46f-488b-ab3f-afb52e70afe7 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Updating existing volume attachment record: 39dfcc94-fe9c-4783-a685-01b7629262d7 {{(pid=69365) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1044.922355] env[69365]: DEBUG oslo_vmware.api [None req-42eb6f3c-323d-4db7-964e-234baca42919 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469435, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.150872] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e6e68a-c86b-16cc-b473-034a09cde5d9, 'name': SearchDatastore_Task, 'duration_secs': 0.015137} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.156277] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.156277] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.156277] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.156633] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.156670] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.157412] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.157657] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.158267] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b733322b-8732-4857-ab89-881aa871a437 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.162056] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd652e87-462c-4989-b0f0-e410d53cedb4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.171892] env[69365]: DEBUG oslo_vmware.api [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the task: (returnval){ [ 1045.171892] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]524953c5-edf3-fa71-e70d-35470793aa5f" [ 1045.171892] env[69365]: _type = "Task" [ 1045.171892] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.181345] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.181659] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.184247] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e48d085a-68cf-4c11-8367-136a6950f878 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.194642] env[69365]: DEBUG oslo_vmware.api [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]524953c5-edf3-fa71-e70d-35470793aa5f, 'name': SearchDatastore_Task, 'duration_secs': 0.014324} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.195613] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.195842] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.196145] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.200698] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1045.200698] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]521b437c-b50d-4eb5-b933-61da47c4a00a" [ 1045.200698] env[69365]: _type = "Task" [ 1045.200698] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.208986] env[69365]: DEBUG nova.network.neutron [req-4290fd40-3a09-49ec-80ee-704922e4b6c7 req-ba80af9b-290c-4498-8dda-cba9b8de5270 service nova] [instance: 63351e35-ea73-440d-8642-3793c3806125] Updated VIF entry in instance network info cache for port af7cdec8-a7d5-469a-8a5c-ce55cf60785e. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.209426] env[69365]: DEBUG nova.network.neutron [req-4290fd40-3a09-49ec-80ee-704922e4b6c7 req-ba80af9b-290c-4498-8dda-cba9b8de5270 service nova] [instance: 63351e35-ea73-440d-8642-3793c3806125] Updating instance_info_cache with network_info: [{"id": "af7cdec8-a7d5-469a-8a5c-ce55cf60785e", "address": "fa:16:3e:46:ff:bf", "network": {"id": "760b2476-c972-474a-96af-f7eef11d57d5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1630794146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8031ec30c732401dbc80af4bc3f2a6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf7cdec8-a7", "ovs_interfaceid": "af7cdec8-a7d5-469a-8a5c-ce55cf60785e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.214513] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521b437c-b50d-4eb5-b933-61da47c4a00a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.268238] env[69365]: DEBUG nova.network.neutron [-] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.374985] env[69365]: INFO nova.compute.manager [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Took 30.99 seconds to build instance. [ 1045.419653] env[69365]: DEBUG oslo_vmware.api [None req-42eb6f3c-323d-4db7-964e-234baca42919 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469435, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.672311] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ea23f8-1053-4adc-9c27-fbca85c8e183 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.681918] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced17113-21dd-438c-820e-f1a9273838ba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.721796] env[69365]: DEBUG oslo_concurrency.lockutils [req-4290fd40-3a09-49ec-80ee-704922e4b6c7 req-ba80af9b-290c-4498-8dda-cba9b8de5270 service nova] Releasing lock "refresh_cache-63351e35-ea73-440d-8642-3793c3806125" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.729087] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381fd0a7-2a99-46a2-956f-5291589e2e93 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.742552] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f6b98c-fa67-4802-91c4-ab89db966c5c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.746606] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521b437c-b50d-4eb5-b933-61da47c4a00a, 'name': SearchDatastore_Task, 'duration_secs': 0.014651} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.749136] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7597cf8a-7e3c-4087-a66e-ff106ffeca66 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.760915] env[69365]: DEBUG nova.compute.provider_tree [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.765405] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1045.765405] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5238efda-120d-853b-5bd9-5017610cb9ac" [ 1045.765405] env[69365]: _type = "Task" [ 1045.765405] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.770058] env[69365]: INFO nova.compute.manager [-] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Took 1.30 seconds to deallocate network for instance. [ 1045.779695] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5238efda-120d-853b-5bd9-5017610cb9ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.877451] env[69365]: DEBUG oslo_concurrency.lockutils [None req-29ffb67a-f22d-4b1f-8500-4f8c59d906ac tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Lock "1e23bcff-1976-4065-be4d-2eb09fbd7a74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.511s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.920321] env[69365]: DEBUG oslo_vmware.api [None req-42eb6f3c-323d-4db7-964e-234baca42919 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469435, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.264069] env[69365]: DEBUG nova.scheduler.client.report [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.279555] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5238efda-120d-853b-5bd9-5017610cb9ac, 'name': SearchDatastore_Task, 'duration_secs': 0.013851} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.279840] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.280119] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 63351e35-ea73-440d-8642-3793c3806125/63351e35-ea73-440d-8642-3793c3806125.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.280407] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.280596] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.281521] env[69365]: DEBUG oslo_concurrency.lockutils [None req-949df690-11fa-4f7c-924b-dea0c26b7010 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.281759] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b209147c-b424-494e-8322-1aef15d80386 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.284421] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5dc12901-f76f-4b57-a4f9-27d5022318fe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.299318] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1046.299318] env[69365]: value = "task-3469439" [ 1046.299318] env[69365]: _type = "Task" [ 1046.299318] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.301014] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.301204] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.304901] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68e2a543-1ef4-4d85-8730-841f1d0df941 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.314536] env[69365]: DEBUG oslo_vmware.api [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the task: (returnval){ [ 1046.314536] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f4a7fb-d77f-bfb9-cbb2-d094c0c6476c" [ 1046.314536] env[69365]: _type = "Task" [ 1046.314536] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.315299] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469439, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.324661] env[69365]: DEBUG oslo_vmware.api [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f4a7fb-d77f-bfb9-cbb2-d094c0c6476c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.376826] env[69365]: DEBUG nova.compute.manager [req-07d34303-33fc-4c9f-b15f-6d94271cb546 req-2028f47d-f790-4c74-b351-62e27bb7dc5c service nova] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Received event network-vif-deleted-978330b9-d618-4f75-91a4-e30854c51597 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1046.418217] env[69365]: DEBUG oslo_vmware.api [None req-42eb6f3c-323d-4db7-964e-234baca42919 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469435, 'name': CloneVM_Task, 'duration_secs': 1.430292} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.418515] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-42eb6f3c-323d-4db7-964e-234baca42919 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Created linked-clone VM from snapshot [ 1046.419332] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c39a808-a95d-4028-a41f-e6fbbd2eed68 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.428055] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-42eb6f3c-323d-4db7-964e-234baca42919 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Uploading image 58094865-42c0-4b73-bdb7-37f8148381fb {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1046.439181] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-42eb6f3c-323d-4db7-964e-234baca42919 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1046.439181] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-285bbfa6-d799-453f-98c9-ab7e0b224cf9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.447896] env[69365]: DEBUG oslo_vmware.api [None req-42eb6f3c-323d-4db7-964e-234baca42919 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 1046.447896] env[69365]: value = "task-3469440" [ 1046.447896] env[69365]: _type = "Task" [ 1046.447896] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.458123] env[69365]: DEBUG oslo_vmware.api [None req-42eb6f3c-323d-4db7-964e-234baca42919 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469440, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.772390] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.773063] env[69365]: DEBUG nova.compute.manager [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1046.777335] env[69365]: DEBUG oslo_concurrency.lockutils [None req-57d1a153-c837-4ea6-a9e7-04fc7bc13e82 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.916s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.777844] env[69365]: DEBUG oslo_concurrency.lockutils [None req-57d1a153-c837-4ea6-a9e7-04fc7bc13e82 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.780592] env[69365]: DEBUG oslo_concurrency.lockutils [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.925s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1046.782111] env[69365]: INFO nova.compute.claims [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.818454] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469439, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.832024] env[69365]: DEBUG oslo_vmware.api [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f4a7fb-d77f-bfb9-cbb2-d094c0c6476c, 'name': SearchDatastore_Task, 'duration_secs': 0.018268} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.833180] env[69365]: INFO nova.scheduler.client.report [None req-57d1a153-c837-4ea6-a9e7-04fc7bc13e82 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Deleted allocations for instance fc40515e-6823-454b-8825-a2585bd9065c [ 1046.835915] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c4a9bdc-29b9-4e97-a804-5bfa1a696046 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.846614] env[69365]: DEBUG oslo_vmware.api [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the task: (returnval){ [ 1046.846614] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d728a5-e79b-16e2-40ea-598ed04183a3" [ 1046.846614] env[69365]: _type = "Task" [ 1046.846614] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.857187] env[69365]: DEBUG oslo_vmware.api [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d728a5-e79b-16e2-40ea-598ed04183a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.961491] env[69365]: DEBUG oslo_vmware.api [None req-42eb6f3c-323d-4db7-964e-234baca42919 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469440, 'name': Destroy_Task, 'duration_secs': 0.488108} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.961707] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-42eb6f3c-323d-4db7-964e-234baca42919 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Destroyed the VM [ 1046.961940] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-42eb6f3c-323d-4db7-964e-234baca42919 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1046.962208] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-50bc8d1a-ad9a-4ee8-92be-1f47e54afa0b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.973059] env[69365]: DEBUG oslo_vmware.api [None req-42eb6f3c-323d-4db7-964e-234baca42919 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 1046.973059] env[69365]: value = "task-3469441" [ 1046.973059] env[69365]: _type = "Task" [ 1046.973059] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.982988] env[69365]: DEBUG oslo_vmware.api [None req-42eb6f3c-323d-4db7-964e-234baca42919 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469441, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.279567] env[69365]: DEBUG nova.compute.utils [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1047.281085] env[69365]: DEBUG nova.compute.manager [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1047.281278] env[69365]: DEBUG nova.network.neutron [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1047.314136] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469439, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570276} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.314408] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 63351e35-ea73-440d-8642-3793c3806125/63351e35-ea73-440d-8642-3793c3806125.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.314623] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.314872] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e108fdca-4115-486e-b9e6-bef39a0dc823 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.323072] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1047.323072] env[69365]: value = "task-3469442" [ 1047.323072] env[69365]: _type = "Task" [ 1047.323072] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.333411] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.347448] env[69365]: DEBUG oslo_concurrency.lockutils [None req-57d1a153-c837-4ea6-a9e7-04fc7bc13e82 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "fc40515e-6823-454b-8825-a2585bd9065c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.987s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.362011] env[69365]: DEBUG oslo_vmware.api [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d728a5-e79b-16e2-40ea-598ed04183a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011811} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.362011] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.362011] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] f818b903-afbf-41aa-b43b-a1c2e6e9bfc2/f818b903-afbf-41aa-b43b-a1c2e6e9bfc2.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.362011] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2a3086d-c263-4008-866e-508549f9d36b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.371812] env[69365]: DEBUG oslo_vmware.api [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the task: (returnval){ [ 1047.371812] env[69365]: value = "task-3469443" [ 1047.371812] env[69365]: _type = "Task" [ 1047.371812] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.374968] env[69365]: DEBUG nova.policy [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a6fb8ad03b944f69697e85343e2a927', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8031ec30c732401dbc80af4bc3f2a6ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1047.389816] env[69365]: DEBUG oslo_vmware.api [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469443, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.487151] env[69365]: DEBUG oslo_vmware.api [None req-42eb6f3c-323d-4db7-964e-234baca42919 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469441, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.513039] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "bf5de304-45c8-4772-a217-0d67a3f25b50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.513039] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "bf5de304-45c8-4772-a217-0d67a3f25b50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.784431] env[69365]: DEBUG nova.compute.manager [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1047.839451] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106386} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.840672] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.841391] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2d4f5f-1374-4c25-80b8-096ae1c07cad {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.872037] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 63351e35-ea73-440d-8642-3793c3806125/63351e35-ea73-440d-8642-3793c3806125.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.877347] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-547aea9a-f89e-4010-92da-0d226cb7433c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.903745] env[69365]: DEBUG oslo_vmware.api [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469443, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.910019] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1047.910019] env[69365]: value = "task-3469445" [ 1047.910019] env[69365]: _type = "Task" [ 1047.910019] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.921093] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469445, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.990018] env[69365]: DEBUG oslo_vmware.api [None req-42eb6f3c-323d-4db7-964e-234baca42919 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469441, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.013625] env[69365]: DEBUG nova.network.neutron [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Successfully created port: e98136dd-b149-4c5c-b0e8-c9813e000fcc {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1048.014551] env[69365]: DEBUG nova.compute.manager [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1048.294782] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee710e9-487c-4163-8d34-8d048147bd7a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.304161] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93fe4db-493b-4199-83d4-ee27191c03de {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.338731] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c61527-a361-494d-98da-7a09aa415b68 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.347727] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65cc848-e5b9-4610-8fba-cde0f11b3409 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.363254] env[69365]: DEBUG nova.compute.provider_tree [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1048.403268] env[69365]: DEBUG oslo_vmware.api [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469443, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.773318} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.403548] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] f818b903-afbf-41aa-b43b-a1c2e6e9bfc2/f818b903-afbf-41aa-b43b-a1c2e6e9bfc2.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.403766] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.404072] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb9a3f1d-e076-4b97-8fc0-f6d9d2bea67c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.415735] env[69365]: DEBUG oslo_vmware.api [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the task: (returnval){ [ 1048.415735] env[69365]: value = "task-3469446" [ 1048.415735] env[69365]: _type = "Task" [ 1048.415735] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.424882] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.430541] env[69365]: DEBUG oslo_vmware.api [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.486672] env[69365]: DEBUG oslo_vmware.api [None req-42eb6f3c-323d-4db7-964e-234baca42919 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469441, 'name': RemoveSnapshot_Task, 'duration_secs': 1.068849} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.487011] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-42eb6f3c-323d-4db7-964e-234baca42919 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1048.542927] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.800184] env[69365]: DEBUG nova.compute.manager [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1048.828793] env[69365]: DEBUG nova.virt.hardware [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1048.829085] env[69365]: DEBUG nova.virt.hardware [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1048.829253] env[69365]: DEBUG nova.virt.hardware [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1048.829434] env[69365]: DEBUG nova.virt.hardware [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1048.829576] env[69365]: DEBUG nova.virt.hardware [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1048.829817] env[69365]: DEBUG nova.virt.hardware [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1048.830152] env[69365]: DEBUG nova.virt.hardware [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1048.830305] env[69365]: DEBUG nova.virt.hardware [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1048.830472] env[69365]: DEBUG nova.virt.hardware [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1048.830635] env[69365]: DEBUG nova.virt.hardware [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1048.830805] env[69365]: DEBUG nova.virt.hardware [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1048.833606] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c52c6c0-560c-4245-8de8-97cc44f5496e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.840984] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98968eba-55ba-4afb-8916-bd7e0fec3470 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.867291] env[69365]: DEBUG nova.scheduler.client.report [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.924715] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.930718] env[69365]: DEBUG oslo_vmware.api [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069922} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.931087] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.937318] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48581d7d-0dc1-486d-acde-9f090c8f0da5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.959291] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] f818b903-afbf-41aa-b43b-a1c2e6e9bfc2/f818b903-afbf-41aa-b43b-a1c2e6e9bfc2.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.959983] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff7a0256-f3f5-4988-b9f2-5692e10eae9e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.981894] env[69365]: DEBUG oslo_vmware.api [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the task: (returnval){ [ 1048.981894] env[69365]: value = "task-3469447" [ 1048.981894] env[69365]: _type = "Task" [ 1048.981894] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.992304] env[69365]: WARNING nova.compute.manager [None req-42eb6f3c-323d-4db7-964e-234baca42919 tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Image not found during snapshot: nova.exception.ImageNotFound: Image 58094865-42c0-4b73-bdb7-37f8148381fb could not be found. [ 1048.993441] env[69365]: DEBUG oslo_vmware.api [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469447, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.376658] env[69365]: DEBUG oslo_concurrency.lockutils [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.377151] env[69365]: DEBUG nova.compute.manager [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.380210] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.173s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.381585] env[69365]: INFO nova.compute.claims [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1049.432021] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469445, 'name': ReconfigVM_Task, 'duration_secs': 1.209713} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.432021] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 63351e35-ea73-440d-8642-3793c3806125/63351e35-ea73-440d-8642-3793c3806125.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.432021] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-732d8c4e-e71b-4f4d-a8a8-aa6748c21e60 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.437524] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1049.437524] env[69365]: value = "task-3469448" [ 1049.437524] env[69365]: _type = "Task" [ 1049.437524] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.449693] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469448, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.496771] env[69365]: DEBUG oslo_vmware.api [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469447, 'name': ReconfigVM_Task, 'duration_secs': 0.298407} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.496957] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Reconfigured VM instance instance-00000053 to attach disk [datastore2] f818b903-afbf-41aa-b43b-a1c2e6e9bfc2/f818b903-afbf-41aa-b43b-a1c2e6e9bfc2.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.498724] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4751952f-7fd7-48ab-90f1-55f9fa02ecae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.506343] env[69365]: DEBUG oslo_vmware.api [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the task: (returnval){ [ 1049.506343] env[69365]: value = "task-3469449" [ 1049.506343] env[69365]: _type = "Task" [ 1049.506343] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.515491] env[69365]: DEBUG oslo_vmware.api [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469449, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.555499] env[69365]: DEBUG nova.compute.manager [req-c3ddb0e2-be46-483a-beb1-f859a6386c77 req-36958c8a-d3bb-48bb-b73c-f80069c3a866 service nova] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Received event network-vif-plugged-e98136dd-b149-4c5c-b0e8-c9813e000fcc {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.555729] env[69365]: DEBUG oslo_concurrency.lockutils [req-c3ddb0e2-be46-483a-beb1-f859a6386c77 req-36958c8a-d3bb-48bb-b73c-f80069c3a866 service nova] Acquiring lock "d2abb86f-64d3-4501-9c98-0fb0c732554f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.556133] env[69365]: DEBUG oslo_concurrency.lockutils [req-c3ddb0e2-be46-483a-beb1-f859a6386c77 req-36958c8a-d3bb-48bb-b73c-f80069c3a866 service nova] Lock "d2abb86f-64d3-4501-9c98-0fb0c732554f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.556133] env[69365]: DEBUG oslo_concurrency.lockutils [req-c3ddb0e2-be46-483a-beb1-f859a6386c77 req-36958c8a-d3bb-48bb-b73c-f80069c3a866 service nova] Lock "d2abb86f-64d3-4501-9c98-0fb0c732554f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.556281] env[69365]: DEBUG nova.compute.manager [req-c3ddb0e2-be46-483a-beb1-f859a6386c77 req-36958c8a-d3bb-48bb-b73c-f80069c3a866 service nova] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] No waiting events found dispatching network-vif-plugged-e98136dd-b149-4c5c-b0e8-c9813e000fcc {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1049.556505] env[69365]: WARNING nova.compute.manager [req-c3ddb0e2-be46-483a-beb1-f859a6386c77 req-36958c8a-d3bb-48bb-b73c-f80069c3a866 service nova] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Received unexpected event network-vif-plugged-e98136dd-b149-4c5c-b0e8-c9813e000fcc for instance with vm_state building and task_state spawning. [ 1049.675173] env[69365]: DEBUG nova.network.neutron [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Successfully updated port: e98136dd-b149-4c5c-b0e8-c9813e000fcc {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1049.890557] env[69365]: DEBUG nova.compute.utils [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1049.892146] env[69365]: DEBUG nova.compute.manager [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1049.892408] env[69365]: DEBUG nova.network.neutron [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1049.932526] env[69365]: DEBUG nova.policy [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d23f3840fe444ffa4986cff0c70e959', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ecde38286934540b1d17f878d3cbde8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1049.948998] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469448, 'name': Rename_Task, 'duration_secs': 0.283485} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.949436] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.949698] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31ac8c70-aa76-429e-b018-caf5c24e0e55 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.956197] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1049.956197] env[69365]: value = "task-3469450" [ 1049.956197] env[69365]: _type = "Task" [ 1049.956197] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.964418] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.975030] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c2e6ed81-6eb0-4303-941d-996022a02e5f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.975296] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c2e6ed81-6eb0-4303-941d-996022a02e5f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.975496] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c2e6ed81-6eb0-4303-941d-996022a02e5f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.975676] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c2e6ed81-6eb0-4303-941d-996022a02e5f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.975841] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c2e6ed81-6eb0-4303-941d-996022a02e5f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.978047] env[69365]: INFO nova.compute.manager [None req-c2e6ed81-6eb0-4303-941d-996022a02e5f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Terminating instance [ 1049.988728] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b282e80-c46f-488b-ab3f-afb52e70afe7 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Volume attach. Driver type: vmdk {{(pid=69365) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1049.989212] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b282e80-c46f-488b-ab3f-afb52e70afe7 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693373', 'volume_id': '5f456453-e476-4388-931f-4871a9b465d8', 'name': 'volume-5f456453-e476-4388-931f-4871a9b465d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99bb8d37-053d-43dc-a30b-1d898521e0a9', 'attached_at': '', 'detached_at': '', 'volume_id': '5f456453-e476-4388-931f-4871a9b465d8', 'serial': '5f456453-e476-4388-931f-4871a9b465d8'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1049.990101] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4836a601-18d3-4238-85c5-200b1a24590b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.011220] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e1924d-38ea-4d51-af8e-d475ab622d58 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.018962] env[69365]: DEBUG oslo_vmware.api [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469449, 'name': Rename_Task, 'duration_secs': 0.14464} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.033714] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.042189] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b282e80-c46f-488b-ab3f-afb52e70afe7 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] volume-5f456453-e476-4388-931f-4871a9b465d8/volume-5f456453-e476-4388-931f-4871a9b465d8.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1050.042189] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb9c4718-4b5e-4b47-a572-544baa9b7fe8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.043864] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b58881dd-d8dc-4af0-82df-6debd32ae367 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.063821] env[69365]: DEBUG oslo_vmware.api [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the task: (returnval){ [ 1050.063821] env[69365]: value = "task-3469451" [ 1050.063821] env[69365]: _type = "Task" [ 1050.063821] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.064951] env[69365]: DEBUG oslo_vmware.api [None req-7b282e80-c46f-488b-ab3f-afb52e70afe7 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Waiting for the task: (returnval){ [ 1050.064951] env[69365]: value = "task-3469452" [ 1050.064951] env[69365]: _type = "Task" [ 1050.064951] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.078347] env[69365]: DEBUG oslo_vmware.api [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469451, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.081565] env[69365]: DEBUG oslo_vmware.api [None req-7b282e80-c46f-488b-ab3f-afb52e70afe7 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469452, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.177615] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquiring lock "refresh_cache-d2abb86f-64d3-4501-9c98-0fb0c732554f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.177721] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquired lock "refresh_cache-d2abb86f-64d3-4501-9c98-0fb0c732554f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.177895] env[69365]: DEBUG nova.network.neutron [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.360778] env[69365]: DEBUG nova.network.neutron [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Successfully created port: 4fd30f55-b31b-413c-986f-ae97468dfd86 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.399831] env[69365]: DEBUG nova.compute.manager [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.471067] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469450, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.482502] env[69365]: DEBUG nova.compute.manager [None req-c2e6ed81-6eb0-4303-941d-996022a02e5f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1050.482502] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e6ed81-6eb0-4303-941d-996022a02e5f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1050.483242] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26516737-ce16-4b1c-8ae7-608eb4bb924f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.494971] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e6ed81-6eb0-4303-941d-996022a02e5f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.495274] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31089130-2542-478a-87e5-ec53b48a82f9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.505064] env[69365]: DEBUG oslo_vmware.api [None req-c2e6ed81-6eb0-4303-941d-996022a02e5f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 1050.505064] env[69365]: value = "task-3469453" [ 1050.505064] env[69365]: _type = "Task" [ 1050.505064] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.519372] env[69365]: DEBUG oslo_vmware.api [None req-c2e6ed81-6eb0-4303-941d-996022a02e5f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.582556] env[69365]: DEBUG oslo_vmware.api [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469451, 'name': PowerOnVM_Task, 'duration_secs': 0.455955} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.585715] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.585938] env[69365]: INFO nova.compute.manager [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Took 11.45 seconds to spawn the instance on the hypervisor. [ 1050.586106] env[69365]: DEBUG nova.compute.manager [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.586744] env[69365]: DEBUG oslo_vmware.api [None req-7b282e80-c46f-488b-ab3f-afb52e70afe7 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469452, 'name': ReconfigVM_Task, 'duration_secs': 0.518048} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.591021] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048e8a4b-0d5c-487f-b441-494cce340874 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.592483] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b282e80-c46f-488b-ab3f-afb52e70afe7 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Reconfigured VM instance instance-0000004a to attach disk [datastore2] volume-5f456453-e476-4388-931f-4871a9b465d8/volume-5f456453-e476-4388-931f-4871a9b465d8.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1050.599258] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bc7bcf2-8972-4919-8df7-c86e3158a044 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.624036] env[69365]: DEBUG oslo_vmware.api [None req-7b282e80-c46f-488b-ab3f-afb52e70afe7 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Waiting for the task: (returnval){ [ 1050.624036] env[69365]: value = "task-3469454" [ 1050.624036] env[69365]: _type = "Task" [ 1050.624036] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.633039] env[69365]: DEBUG oslo_vmware.api [None req-7b282e80-c46f-488b-ab3f-afb52e70afe7 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469454, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.715432] env[69365]: DEBUG nova.network.neutron [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.840820] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abde21f8-514a-4381-839d-58b3d56fbd62 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.850804] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4af2209-a9a0-4591-828f-fa8307457fa6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.887533] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4624e693-81e3-4a42-bd16-b9aa9bcebb38 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.898463] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09426cc1-8037-4abe-81d6-9ca42de17d2a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.918910] env[69365]: DEBUG nova.compute.provider_tree [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.924018] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "31ff0b14-dc60-4a4f-95f4-c0d823364979" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.925032] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "31ff0b14-dc60-4a4f-95f4-c0d823364979" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.934633] env[69365]: DEBUG nova.network.neutron [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Updating instance_info_cache with network_info: [{"id": "e98136dd-b149-4c5c-b0e8-c9813e000fcc", "address": "fa:16:3e:05:3e:51", "network": {"id": "760b2476-c972-474a-96af-f7eef11d57d5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1630794146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8031ec30c732401dbc80af4bc3f2a6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape98136dd-b1", "ovs_interfaceid": "e98136dd-b149-4c5c-b0e8-c9813e000fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.967586] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469450, 'name': PowerOnVM_Task, 'duration_secs': 1.004721} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.967879] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.968188] env[69365]: INFO nova.compute.manager [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1050.968396] env[69365]: DEBUG nova.compute.manager [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.969176] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73914b3-0191-4c3f-8e57-107a2733dc03 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.015993] env[69365]: DEBUG oslo_vmware.api [None req-c2e6ed81-6eb0-4303-941d-996022a02e5f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469453, 'name': PowerOffVM_Task, 'duration_secs': 0.208372} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.016289] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e6ed81-6eb0-4303-941d-996022a02e5f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.016460] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e6ed81-6eb0-4303-941d-996022a02e5f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.016923] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d12faee-c5e6-4cb4-b1f0-dc0ac7653f5c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.082757] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e6ed81-6eb0-4303-941d-996022a02e5f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1051.082984] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e6ed81-6eb0-4303-941d-996022a02e5f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1051.083202] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e6ed81-6eb0-4303-941d-996022a02e5f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Deleting the datastore file [datastore1] 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1051.083471] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9686f322-4afd-4d26-87ce-3b0e55501a14 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.090393] env[69365]: DEBUG oslo_vmware.api [None req-c2e6ed81-6eb0-4303-941d-996022a02e5f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for the task: (returnval){ [ 1051.090393] env[69365]: value = "task-3469456" [ 1051.090393] env[69365]: _type = "Task" [ 1051.090393] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.098360] env[69365]: DEBUG oslo_vmware.api [None req-c2e6ed81-6eb0-4303-941d-996022a02e5f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.131536] env[69365]: INFO nova.compute.manager [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Took 36.46 seconds to build instance. [ 1051.135774] env[69365]: DEBUG oslo_vmware.api [None req-7b282e80-c46f-488b-ab3f-afb52e70afe7 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469454, 'name': ReconfigVM_Task, 'duration_secs': 0.17013} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.136221] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b282e80-c46f-488b-ab3f-afb52e70afe7 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693373', 'volume_id': '5f456453-e476-4388-931f-4871a9b465d8', 'name': 'volume-5f456453-e476-4388-931f-4871a9b465d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99bb8d37-053d-43dc-a30b-1d898521e0a9', 'attached_at': '', 'detached_at': '', 'volume_id': '5f456453-e476-4388-931f-4871a9b465d8', 'serial': '5f456453-e476-4388-931f-4871a9b465d8'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1051.421273] env[69365]: DEBUG nova.compute.manager [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.425480] env[69365]: DEBUG nova.scheduler.client.report [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.428461] env[69365]: DEBUG nova.compute.manager [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1051.437591] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Releasing lock "refresh_cache-d2abb86f-64d3-4501-9c98-0fb0c732554f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.437845] env[69365]: DEBUG nova.compute.manager [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Instance network_info: |[{"id": "e98136dd-b149-4c5c-b0e8-c9813e000fcc", "address": "fa:16:3e:05:3e:51", "network": {"id": "760b2476-c972-474a-96af-f7eef11d57d5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1630794146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8031ec30c732401dbc80af4bc3f2a6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape98136dd-b1", "ovs_interfaceid": "e98136dd-b149-4c5c-b0e8-c9813e000fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1051.438565] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:3e:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e98136dd-b149-4c5c-b0e8-c9813e000fcc', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1051.446866] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.449202] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1051.449996] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0b73041-532f-4376-a880-798214df0203 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.470092] env[69365]: DEBUG nova.virt.hardware [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.470507] env[69365]: DEBUG nova.virt.hardware [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.470595] env[69365]: DEBUG nova.virt.hardware [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.470773] env[69365]: DEBUG nova.virt.hardware [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.471082] env[69365]: DEBUG nova.virt.hardware [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.471352] env[69365]: DEBUG nova.virt.hardware [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.471352] env[69365]: DEBUG nova.virt.hardware [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.471477] env[69365]: DEBUG nova.virt.hardware [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.471639] env[69365]: DEBUG nova.virt.hardware [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.471800] env[69365]: DEBUG nova.virt.hardware [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.471970] env[69365]: DEBUG nova.virt.hardware [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.473687] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454e4729-3b31-494a-93c4-b606b95f4481 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.489617] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de14348-c079-4afc-9953-dfc51e06c499 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.493734] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1051.493734] env[69365]: value = "task-3469457" [ 1051.493734] env[69365]: _type = "Task" [ 1051.493734] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.494268] env[69365]: INFO nova.compute.manager [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] Took 36.59 seconds to build instance. [ 1051.516085] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469457, 'name': CreateVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.603183] env[69365]: DEBUG oslo_vmware.api [None req-c2e6ed81-6eb0-4303-941d-996022a02e5f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Task: {'id': task-3469456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.505718} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.603447] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e6ed81-6eb0-4303-941d-996022a02e5f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1051.603632] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e6ed81-6eb0-4303-941d-996022a02e5f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1051.603805] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e6ed81-6eb0-4303-941d-996022a02e5f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1051.603977] env[69365]: INFO nova.compute.manager [None req-c2e6ed81-6eb0-4303-941d-996022a02e5f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1051.604243] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c2e6ed81-6eb0-4303-941d-996022a02e5f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1051.604436] env[69365]: DEBUG nova.compute.manager [-] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1051.604529] env[69365]: DEBUG nova.network.neutron [-] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1051.637434] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cce0377e-b0ce-4ce4-9c04-beb1676bb875 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Lock "f818b903-afbf-41aa-b43b-a1c2e6e9bfc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.975s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.871664] env[69365]: DEBUG nova.compute.manager [req-485bad5b-7c54-4a76-8755-412512b183e6 req-19acbe4c-622b-40f6-b202-f404c4d2e410 service nova] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Received event network-changed-e98136dd-b149-4c5c-b0e8-c9813e000fcc {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.871918] env[69365]: DEBUG nova.compute.manager [req-485bad5b-7c54-4a76-8755-412512b183e6 req-19acbe4c-622b-40f6-b202-f404c4d2e410 service nova] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Refreshing instance network info cache due to event network-changed-e98136dd-b149-4c5c-b0e8-c9813e000fcc. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1051.872633] env[69365]: DEBUG oslo_concurrency.lockutils [req-485bad5b-7c54-4a76-8755-412512b183e6 req-19acbe4c-622b-40f6-b202-f404c4d2e410 service nova] Acquiring lock "refresh_cache-d2abb86f-64d3-4501-9c98-0fb0c732554f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.873676] env[69365]: DEBUG oslo_concurrency.lockutils [req-485bad5b-7c54-4a76-8755-412512b183e6 req-19acbe4c-622b-40f6-b202-f404c4d2e410 service nova] Acquired lock "refresh_cache-d2abb86f-64d3-4501-9c98-0fb0c732554f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.873676] env[69365]: DEBUG nova.network.neutron [req-485bad5b-7c54-4a76-8755-412512b183e6 req-19acbe4c-622b-40f6-b202-f404c4d2e410 service nova] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Refreshing network info cache for port e98136dd-b149-4c5c-b0e8-c9813e000fcc {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.933619] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.934417] env[69365]: DEBUG nova.compute.manager [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.946295] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 17.996s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.946527] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.946689] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69365) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1051.947013] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b8470dc5-6663-493a-b81a-215521878566 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.345s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.947305] env[69365]: DEBUG nova.objects.instance [None req-b8470dc5-6663-493a-b81a-215521878566 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Lazy-loading 'resources' on Instance uuid f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.952020] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b319ea7-2c98-41ad-9bbe-d10679971e74 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.966734] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a57fd4-4d79-40c5-a0df-248a75f7f52a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.990231] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.991580] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36762e0-f36f-4209-83e3-f23f6487b684 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.001675] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "63351e35-ea73-440d-8642-3793c3806125" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.110s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.003878] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40f9b7e-ae3d-4ecb-b7a1-d586bd0d1f3f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.014322] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469457, 'name': CreateVM_Task, 'duration_secs': 0.427919} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.015023] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1052.015702] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.015867] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.020020] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.020020] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-280716ff-401a-4fe4-80c8-b6536e0b1f66 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.046683] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178641MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69365) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1052.046683] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.050421] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1052.050421] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]522e7830-54f2-dfa5-5fa7-00dfeecc73a8" [ 1052.050421] env[69365]: _type = "Task" [ 1052.050421] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.058376] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]522e7830-54f2-dfa5-5fa7-00dfeecc73a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.179101] env[69365]: DEBUG nova.objects.instance [None req-7b282e80-c46f-488b-ab3f-afb52e70afe7 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Lazy-loading 'flavor' on Instance uuid 99bb8d37-053d-43dc-a30b-1d898521e0a9 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.345145] env[69365]: DEBUG nova.network.neutron [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Successfully updated port: 4fd30f55-b31b-413c-986f-ae97468dfd86 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.452421] env[69365]: DEBUG nova.compute.utils [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1052.452421] env[69365]: DEBUG nova.compute.manager [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Not allocating networking since 'none' was specified. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1052.563527] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]522e7830-54f2-dfa5-5fa7-00dfeecc73a8, 'name': SearchDatastore_Task, 'duration_secs': 0.033279} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.563894] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.564067] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.564314] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.564461] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.564638] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.564915] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb646475-c2bb-46be-8b25-29d74b97834a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.576504] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.576701] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.579943] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43e73b8d-b2cc-4c00-8fa2-d9c539b015c7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.589197] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1052.589197] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fdab48-652f-8df8-bab8-7b089dafa825" [ 1052.589197] env[69365]: _type = "Task" [ 1052.589197] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.597072] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fdab48-652f-8df8-bab8-7b089dafa825, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.617254] env[69365]: DEBUG nova.network.neutron [req-485bad5b-7c54-4a76-8755-412512b183e6 req-19acbe4c-622b-40f6-b202-f404c4d2e410 service nova] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Updated VIF entry in instance network info cache for port e98136dd-b149-4c5c-b0e8-c9813e000fcc. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1052.617678] env[69365]: DEBUG nova.network.neutron [req-485bad5b-7c54-4a76-8755-412512b183e6 req-19acbe4c-622b-40f6-b202-f404c4d2e410 service nova] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Updating instance_info_cache with network_info: [{"id": "e98136dd-b149-4c5c-b0e8-c9813e000fcc", "address": "fa:16:3e:05:3e:51", "network": {"id": "760b2476-c972-474a-96af-f7eef11d57d5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1630794146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8031ec30c732401dbc80af4bc3f2a6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape98136dd-b1", "ovs_interfaceid": "e98136dd-b149-4c5c-b0e8-c9813e000fcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.684931] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7b282e80-c46f-488b-ab3f-afb52e70afe7 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Lock "99bb8d37-053d-43dc-a30b-1d898521e0a9" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.872s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.751288] env[69365]: DEBUG nova.network.neutron [-] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.755359] env[69365]: DEBUG oslo_concurrency.lockutils [None req-88035d8e-982c-4b96-88d0-2121823bfab8 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Acquiring lock "99bb8d37-053d-43dc-a30b-1d898521e0a9" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.755684] env[69365]: DEBUG oslo_concurrency.lockutils [None req-88035d8e-982c-4b96-88d0-2121823bfab8 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Lock "99bb8d37-053d-43dc-a30b-1d898521e0a9" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.829377] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cab4d3c8-5452-4f8c-8604-4e10c97b7bc7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.839091] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28692a64-1643-442e-a89f-54f23383dcde {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.871403] env[69365]: DEBUG oslo_concurrency.lockutils [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "refresh_cache-4fbe7273-3bca-4188-b5b1-edd291df9fed" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.871554] env[69365]: DEBUG oslo_concurrency.lockutils [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquired lock "refresh_cache-4fbe7273-3bca-4188-b5b1-edd291df9fed" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.871708] env[69365]: DEBUG nova.network.neutron [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.873820] env[69365]: DEBUG nova.compute.manager [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1052.875179] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b731be89-04bc-4e8c-a4ca-7134c1d0a93a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.878811] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4170f133-4676-4dc2-ad70-1b4ccfc1a4d3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.891899] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4372d7-caba-4bc7-b984-27d19110cbdf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.910186] env[69365]: DEBUG nova.compute.provider_tree [None req-b8470dc5-6663-493a-b81a-215521878566 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.953886] env[69365]: DEBUG nova.compute.manager [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1053.100776] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fdab48-652f-8df8-bab8-7b089dafa825, 'name': SearchDatastore_Task, 'duration_secs': 0.01485} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.101721] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffc8a1b2-d3a5-4aaf-9684-3ea94ba319c9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.107671] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1053.107671] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]524646cb-0b65-1163-78f4-cbd4010c93d3" [ 1053.107671] env[69365]: _type = "Task" [ 1053.107671] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.116326] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]524646cb-0b65-1163-78f4-cbd4010c93d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.120981] env[69365]: DEBUG oslo_concurrency.lockutils [req-485bad5b-7c54-4a76-8755-412512b183e6 req-19acbe4c-622b-40f6-b202-f404c4d2e410 service nova] Releasing lock "refresh_cache-d2abb86f-64d3-4501-9c98-0fb0c732554f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.253503] env[69365]: INFO nova.compute.manager [-] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Took 1.65 seconds to deallocate network for instance. [ 1053.258889] env[69365]: INFO nova.compute.manager [None req-88035d8e-982c-4b96-88d0-2121823bfab8 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Detaching volume 5f456453-e476-4388-931f-4871a9b465d8 [ 1053.295801] env[69365]: INFO nova.virt.block_device [None req-88035d8e-982c-4b96-88d0-2121823bfab8 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Attempting to driver detach volume 5f456453-e476-4388-931f-4871a9b465d8 from mountpoint /dev/sdb [ 1053.296078] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-88035d8e-982c-4b96-88d0-2121823bfab8 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Volume detach. Driver type: vmdk {{(pid=69365) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1053.296279] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-88035d8e-982c-4b96-88d0-2121823bfab8 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693373', 'volume_id': '5f456453-e476-4388-931f-4871a9b465d8', 'name': 'volume-5f456453-e476-4388-931f-4871a9b465d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99bb8d37-053d-43dc-a30b-1d898521e0a9', 'attached_at': '', 'detached_at': '', 'volume_id': '5f456453-e476-4388-931f-4871a9b465d8', 'serial': '5f456453-e476-4388-931f-4871a9b465d8'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1053.297457] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c860ed38-f44c-4580-9138-a1c743bf9ca4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.327035] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ee3cf1-c99b-4869-901d-d7445a5e05cb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.335802] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd84074-3802-4a9d-93f1-6e20892338db {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.360468] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e720ee2-1f95-44d8-a561-8f754eaf34da {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.380883] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-88035d8e-982c-4b96-88d0-2121823bfab8 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] The volume has not been displaced from its original location: [datastore2] volume-5f456453-e476-4388-931f-4871a9b465d8/volume-5f456453-e476-4388-931f-4871a9b465d8.vmdk. No consolidation needed. {{(pid=69365) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1053.385790] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-88035d8e-982c-4b96-88d0-2121823bfab8 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1053.386046] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c44283d-7c12-49a7-b9a1-a216dbcaae2f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.401822] env[69365]: INFO nova.compute.manager [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] instance snapshotting [ 1053.405320] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eae3f47-38ba-4f79-8bce-c1e56a4305a4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.410032] env[69365]: DEBUG oslo_vmware.api [None req-88035d8e-982c-4b96-88d0-2121823bfab8 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Waiting for the task: (returnval){ [ 1053.410032] env[69365]: value = "task-3469458" [ 1053.410032] env[69365]: _type = "Task" [ 1053.410032] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.430325] env[69365]: DEBUG nova.scheduler.client.report [None req-b8470dc5-6663-493a-b81a-215521878566 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.435398] env[69365]: DEBUG nova.network.neutron [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.439028] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef833fcb-8eb6-46e1-8188-b64d1fbf928a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.446899] env[69365]: DEBUG oslo_vmware.api [None req-88035d8e-982c-4b96-88d0-2121823bfab8 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469458, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.618270] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]524646cb-0b65-1163-78f4-cbd4010c93d3, 'name': SearchDatastore_Task, 'duration_secs': 0.012931} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.618584] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.618795] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] d2abb86f-64d3-4501-9c98-0fb0c732554f/d2abb86f-64d3-4501-9c98-0fb0c732554f.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.619090] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f9184a0-0aa3-4755-ad88-cce117beaa5b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.621785] env[69365]: DEBUG nova.network.neutron [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Updating instance_info_cache with network_info: [{"id": "4fd30f55-b31b-413c-986f-ae97468dfd86", "address": "fa:16:3e:9e:9f:a6", "network": {"id": "07ac35b7-5e02-4e42-9be3-f1b0032ca382", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2090389770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ecde38286934540b1d17f878d3cbde8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fd30f55-b3", "ovs_interfaceid": "4fd30f55-b31b-413c-986f-ae97468dfd86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.628408] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1053.628408] env[69365]: value = "task-3469459" [ 1053.628408] env[69365]: _type = "Task" [ 1053.628408] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.637491] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469459, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.762842] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c2e6ed81-6eb0-4303-941d-996022a02e5f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.911991] env[69365]: DEBUG nova.compute.manager [req-0188370c-ee09-46ec-beda-55edab38a208 req-0eeea232-6285-4d18-90c4-81776ab8aeef service nova] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Received event network-vif-plugged-4fd30f55-b31b-413c-986f-ae97468dfd86 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.911991] env[69365]: DEBUG oslo_concurrency.lockutils [req-0188370c-ee09-46ec-beda-55edab38a208 req-0eeea232-6285-4d18-90c4-81776ab8aeef service nova] Acquiring lock "4fbe7273-3bca-4188-b5b1-edd291df9fed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.911991] env[69365]: DEBUG oslo_concurrency.lockutils [req-0188370c-ee09-46ec-beda-55edab38a208 req-0eeea232-6285-4d18-90c4-81776ab8aeef service nova] Lock "4fbe7273-3bca-4188-b5b1-edd291df9fed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.911991] env[69365]: DEBUG oslo_concurrency.lockutils [req-0188370c-ee09-46ec-beda-55edab38a208 req-0eeea232-6285-4d18-90c4-81776ab8aeef service nova] Lock "4fbe7273-3bca-4188-b5b1-edd291df9fed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.911991] env[69365]: DEBUG nova.compute.manager [req-0188370c-ee09-46ec-beda-55edab38a208 req-0eeea232-6285-4d18-90c4-81776ab8aeef service nova] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] No waiting events found dispatching network-vif-plugged-4fd30f55-b31b-413c-986f-ae97468dfd86 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1053.911991] env[69365]: WARNING nova.compute.manager [req-0188370c-ee09-46ec-beda-55edab38a208 req-0eeea232-6285-4d18-90c4-81776ab8aeef service nova] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Received unexpected event network-vif-plugged-4fd30f55-b31b-413c-986f-ae97468dfd86 for instance with vm_state building and task_state spawning. [ 1053.911991] env[69365]: DEBUG nova.compute.manager [req-0188370c-ee09-46ec-beda-55edab38a208 req-0eeea232-6285-4d18-90c4-81776ab8aeef service nova] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Received event network-vif-deleted-5cabb608-a1bc-4488-bd29-f97a8f51d698 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.911991] env[69365]: DEBUG nova.compute.manager [req-0188370c-ee09-46ec-beda-55edab38a208 req-0eeea232-6285-4d18-90c4-81776ab8aeef service nova] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Received event network-changed-4fd30f55-b31b-413c-986f-ae97468dfd86 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1053.911991] env[69365]: DEBUG nova.compute.manager [req-0188370c-ee09-46ec-beda-55edab38a208 req-0eeea232-6285-4d18-90c4-81776ab8aeef service nova] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Refreshing instance network info cache due to event network-changed-4fd30f55-b31b-413c-986f-ae97468dfd86. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1053.911991] env[69365]: DEBUG oslo_concurrency.lockutils [req-0188370c-ee09-46ec-beda-55edab38a208 req-0eeea232-6285-4d18-90c4-81776ab8aeef service nova] Acquiring lock "refresh_cache-4fbe7273-3bca-4188-b5b1-edd291df9fed" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.922667] env[69365]: DEBUG oslo_vmware.api [None req-88035d8e-982c-4b96-88d0-2121823bfab8 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469458, 'name': ReconfigVM_Task, 'duration_secs': 0.239678} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.923424] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-88035d8e-982c-4b96-88d0-2121823bfab8 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1053.929515] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-365899ba-c8bb-4276-a98c-ed65757e0483 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.945043] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b8470dc5-6663-493a-b81a-215521878566 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.947380] env[69365]: DEBUG oslo_vmware.api [None req-88035d8e-982c-4b96-88d0-2121823bfab8 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Waiting for the task: (returnval){ [ 1053.947380] env[69365]: value = "task-3469460" [ 1053.947380] env[69365]: _type = "Task" [ 1053.947380] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.947884] env[69365]: DEBUG oslo_concurrency.lockutils [None req-05f66b40-1b4c-43e5-b325-8706e76a968c tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.152s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.948125] env[69365]: DEBUG nova.objects.instance [None req-05f66b40-1b4c-43e5-b325-8706e76a968c tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Lazy-loading 'resources' on Instance uuid 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.958984] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1053.963915] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b1126032-9aa0-469c-84ff-5a1a07750f8d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.966958] env[69365]: DEBUG nova.compute.manager [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.969411] env[69365]: DEBUG oslo_vmware.api [None req-88035d8e-982c-4b96-88d0-2121823bfab8 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469460, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.980053] env[69365]: DEBUG oslo_vmware.api [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the task: (returnval){ [ 1053.980053] env[69365]: value = "task-3469461" [ 1053.980053] env[69365]: _type = "Task" [ 1053.980053] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.982491] env[69365]: INFO nova.scheduler.client.report [None req-b8470dc5-6663-493a-b81a-215521878566 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Deleted allocations for instance f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff [ 1054.000617] env[69365]: DEBUG oslo_vmware.api [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469461, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.007256] env[69365]: DEBUG nova.virt.hardware [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.007518] env[69365]: DEBUG nova.virt.hardware [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.007686] env[69365]: DEBUG nova.virt.hardware [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.008092] env[69365]: DEBUG nova.virt.hardware [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.008092] env[69365]: DEBUG nova.virt.hardware [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.008283] env[69365]: DEBUG nova.virt.hardware [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.008448] env[69365]: DEBUG nova.virt.hardware [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.008633] env[69365]: DEBUG nova.virt.hardware [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.008845] env[69365]: DEBUG nova.virt.hardware [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.009060] env[69365]: DEBUG nova.virt.hardware [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.009529] env[69365]: DEBUG nova.virt.hardware [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.011232] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabf964f-eced-4964-a556-7b0455ff9895 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.021560] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-044f76d2-3291-4dd7-bace-ccf4b385f9b0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.042261] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.050358] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Creating folder: Project (bbea1bac460c4ab9a011b3eac9b023c0). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.051253] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e9920b9-6e43-4f41-999c-038f8fbfb1d3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.063751] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Created folder: Project (bbea1bac460c4ab9a011b3eac9b023c0) in parent group-v693134. [ 1054.063983] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Creating folder: Instances. Parent ref: group-v693375. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1054.064403] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37a1f3f4-b303-4ab5-bdf9-8bf215d10b1f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.076972] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Created folder: Instances in parent group-v693375. [ 1054.077451] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.077827] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.078253] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6fd58c7-9954-4ab7-9970-3a592f58e33c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.105276] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.105276] env[69365]: value = "task-3469464" [ 1054.105276] env[69365]: _type = "Task" [ 1054.105276] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.115191] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469464, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.124650] env[69365]: DEBUG oslo_concurrency.lockutils [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Releasing lock "refresh_cache-4fbe7273-3bca-4188-b5b1-edd291df9fed" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.125069] env[69365]: DEBUG nova.compute.manager [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Instance network_info: |[{"id": "4fd30f55-b31b-413c-986f-ae97468dfd86", "address": "fa:16:3e:9e:9f:a6", "network": {"id": "07ac35b7-5e02-4e42-9be3-f1b0032ca382", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2090389770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ecde38286934540b1d17f878d3cbde8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fd30f55-b3", "ovs_interfaceid": "4fd30f55-b31b-413c-986f-ae97468dfd86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1054.125463] env[69365]: DEBUG oslo_concurrency.lockutils [req-0188370c-ee09-46ec-beda-55edab38a208 req-0eeea232-6285-4d18-90c4-81776ab8aeef service nova] Acquired lock "refresh_cache-4fbe7273-3bca-4188-b5b1-edd291df9fed" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.125675] env[69365]: DEBUG nova.network.neutron [req-0188370c-ee09-46ec-beda-55edab38a208 req-0eeea232-6285-4d18-90c4-81776ab8aeef service nova] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Refreshing network info cache for port 4fd30f55-b31b-413c-986f-ae97468dfd86 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.127168] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:9f:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '418ddd3d-5f64-407e-8e0c-c8b81639bee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fd30f55-b31b-413c-986f-ae97468dfd86', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.135236] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.136459] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.140111] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53fbf643-501f-413a-930a-2ae8d13ef2cf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.161342] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469459, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.163071] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.163071] env[69365]: value = "task-3469465" [ 1054.163071] env[69365]: _type = "Task" [ 1054.163071] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.180872] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469465, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.465663] env[69365]: DEBUG oslo_vmware.api [None req-88035d8e-982c-4b96-88d0-2121823bfab8 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469460, 'name': ReconfigVM_Task, 'duration_secs': 0.276416} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.466080] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-88035d8e-982c-4b96-88d0-2121823bfab8 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693373', 'volume_id': '5f456453-e476-4388-931f-4871a9b465d8', 'name': 'volume-5f456453-e476-4388-931f-4871a9b465d8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '99bb8d37-053d-43dc-a30b-1d898521e0a9', 'attached_at': '', 'detached_at': '', 'volume_id': '5f456453-e476-4388-931f-4871a9b465d8', 'serial': '5f456453-e476-4388-931f-4871a9b465d8'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1054.495611] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b8470dc5-6663-493a-b81a-215521878566 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Lock "f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.402s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.502608] env[69365]: DEBUG oslo_vmware.api [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469461, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.615588] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469464, 'name': CreateVM_Task, 'duration_secs': 0.322583} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.618234] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.618932] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.619404] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.619566] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.619747] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42b444c9-0627-49a3-808b-8e3e1060afa3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.624164] env[69365]: DEBUG oslo_vmware.api [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Waiting for the task: (returnval){ [ 1054.624164] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b414a6-17b9-76ca-8c1f-78baafa79caa" [ 1054.624164] env[69365]: _type = "Task" [ 1054.624164] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.631754] env[69365]: DEBUG oslo_vmware.api [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b414a6-17b9-76ca-8c1f-78baafa79caa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.645887] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469459, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562035} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.649049] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] d2abb86f-64d3-4501-9c98-0fb0c732554f/d2abb86f-64d3-4501-9c98-0fb0c732554f.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.649049] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.649275] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4d340e9-6c3a-44b7-914a-00fec95277a9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.655176] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1054.655176] env[69365]: value = "task-3469466" [ 1054.655176] env[69365]: _type = "Task" [ 1054.655176] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.665083] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469466, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.673406] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469465, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.818492] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e98664-4217-454c-8654-9895aac665b1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.826924] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61142f1-68d8-4d60-b221-5ba89864a8c9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.862044] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f421f815-5992-4403-9dab-2aaaec6f6408 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.869922] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12763574-6d6d-4520-9d64-e80669bb43f0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.885043] env[69365]: DEBUG nova.compute.provider_tree [None req-05f66b40-1b4c-43e5-b325-8706e76a968c tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.941107] env[69365]: DEBUG nova.network.neutron [req-0188370c-ee09-46ec-beda-55edab38a208 req-0eeea232-6285-4d18-90c4-81776ab8aeef service nova] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Updated VIF entry in instance network info cache for port 4fd30f55-b31b-413c-986f-ae97468dfd86. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1054.941490] env[69365]: DEBUG nova.network.neutron [req-0188370c-ee09-46ec-beda-55edab38a208 req-0eeea232-6285-4d18-90c4-81776ab8aeef service nova] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Updating instance_info_cache with network_info: [{"id": "4fd30f55-b31b-413c-986f-ae97468dfd86", "address": "fa:16:3e:9e:9f:a6", "network": {"id": "07ac35b7-5e02-4e42-9be3-f1b0032ca382", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2090389770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ecde38286934540b1d17f878d3cbde8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fd30f55-b3", "ovs_interfaceid": "4fd30f55-b31b-413c-986f-ae97468dfd86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.994877] env[69365]: DEBUG oslo_vmware.api [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469461, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.010182] env[69365]: DEBUG nova.objects.instance [None req-88035d8e-982c-4b96-88d0-2121823bfab8 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Lazy-loading 'flavor' on Instance uuid 99bb8d37-053d-43dc-a30b-1d898521e0a9 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.134643] env[69365]: DEBUG oslo_vmware.api [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b414a6-17b9-76ca-8c1f-78baafa79caa, 'name': SearchDatastore_Task, 'duration_secs': 0.037146} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.134984] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.135219] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.135460] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.135616] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.135784] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1055.136075] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4b70b61-d3f3-41a5-bc91-c64d52713bc4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.150376] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1055.150568] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1055.151306] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cda0f7d-9e1d-4bd3-9f2c-4c2d0d7ccdea {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.160792] env[69365]: DEBUG oslo_vmware.api [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Waiting for the task: (returnval){ [ 1055.160792] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52418be9-1fcd-d301-410a-078a58a8f13f" [ 1055.160792] env[69365]: _type = "Task" [ 1055.160792] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.169829] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469466, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073596} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.173441] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.174257] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5143b0-331c-4d2a-9b60-889c3efb8783 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.182306] env[69365]: DEBUG oslo_vmware.api [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52418be9-1fcd-d301-410a-078a58a8f13f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.186509] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469465, 'name': CreateVM_Task, 'duration_secs': 0.534626} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.195463] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.206839] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] d2abb86f-64d3-4501-9c98-0fb0c732554f/d2abb86f-64d3-4501-9c98-0fb0c732554f.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.207588] env[69365]: DEBUG oslo_concurrency.lockutils [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.207899] env[69365]: DEBUG oslo_concurrency.lockutils [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.208291] env[69365]: DEBUG oslo_concurrency.lockutils [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.208602] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04989650-9403-4750-9965-367fb12583c4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.223948] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57acfd0c-4138-43da-ab66-e5433ea36f29 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.225841] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e11781bf-7f0a-4a0d-a088-4560020397c9 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Acquiring lock "0bfb9f18-9fbd-4d39-a78f-7e19f20b230f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.226121] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e11781bf-7f0a-4a0d-a088-4560020397c9 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Lock "0bfb9f18-9fbd-4d39-a78f-7e19f20b230f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.226375] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e11781bf-7f0a-4a0d-a088-4560020397c9 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Acquiring lock "0bfb9f18-9fbd-4d39-a78f-7e19f20b230f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.226588] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e11781bf-7f0a-4a0d-a088-4560020397c9 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Lock "0bfb9f18-9fbd-4d39-a78f-7e19f20b230f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.226787] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e11781bf-7f0a-4a0d-a088-4560020397c9 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Lock "0bfb9f18-9fbd-4d39-a78f-7e19f20b230f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.229131] env[69365]: INFO nova.compute.manager [None req-e11781bf-7f0a-4a0d-a088-4560020397c9 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Terminating instance [ 1055.235961] env[69365]: DEBUG oslo_vmware.api [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 1055.235961] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e22395-8bad-cd70-789b-1b4c26eb4f1f" [ 1055.235961] env[69365]: _type = "Task" [ 1055.235961] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.237496] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1055.237496] env[69365]: value = "task-3469467" [ 1055.237496] env[69365]: _type = "Task" [ 1055.237496] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.249423] env[69365]: DEBUG oslo_vmware.api [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e22395-8bad-cd70-789b-1b4c26eb4f1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.252607] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469467, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.388801] env[69365]: DEBUG nova.scheduler.client.report [None req-05f66b40-1b4c-43e5-b325-8706e76a968c tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.445824] env[69365]: DEBUG oslo_concurrency.lockutils [req-0188370c-ee09-46ec-beda-55edab38a208 req-0eeea232-6285-4d18-90c4-81776ab8aeef service nova] Releasing lock "refresh_cache-4fbe7273-3bca-4188-b5b1-edd291df9fed" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.494650] env[69365]: DEBUG oslo_vmware.api [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469461, 'name': CreateSnapshot_Task, 'duration_secs': 1.237549} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.494908] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1055.495729] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8739d035-a6ea-414e-abfa-5fa2ac143e87 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.671772] env[69365]: DEBUG oslo_vmware.api [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52418be9-1fcd-d301-410a-078a58a8f13f, 'name': SearchDatastore_Task, 'duration_secs': 0.043738} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.672559] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07dfec13-bf9e-4e8e-9dea-bce37b613459 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.677777] env[69365]: DEBUG oslo_vmware.api [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Waiting for the task: (returnval){ [ 1055.677777] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52af2071-a59a-6673-f0ad-fc0bdc387d52" [ 1055.677777] env[69365]: _type = "Task" [ 1055.677777] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.684993] env[69365]: DEBUG oslo_vmware.api [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52af2071-a59a-6673-f0ad-fc0bdc387d52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.732884] env[69365]: DEBUG nova.compute.manager [None req-e11781bf-7f0a-4a0d-a088-4560020397c9 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1055.733133] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e11781bf-7f0a-4a0d-a088-4560020397c9 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.733975] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc6f939-480b-415e-ab2b-0b8fc67465a6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.742246] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11781bf-7f0a-4a0d-a088-4560020397c9 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.745276] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67a52c79-aaca-484a-ba38-b69ee4370500 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.749862] env[69365]: DEBUG oslo_vmware.api [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e22395-8bad-cd70-789b-1b4c26eb4f1f, 'name': SearchDatastore_Task, 'duration_secs': 0.025258} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.751167] env[69365]: DEBUG oslo_concurrency.lockutils [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.751405] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1055.751632] env[69365]: DEBUG oslo_concurrency.lockutils [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.754957] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469467, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.756084] env[69365]: DEBUG oslo_vmware.api [None req-e11781bf-7f0a-4a0d-a088-4560020397c9 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 1055.756084] env[69365]: value = "task-3469468" [ 1055.756084] env[69365]: _type = "Task" [ 1055.756084] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.763440] env[69365]: DEBUG oslo_vmware.api [None req-e11781bf-7f0a-4a0d-a088-4560020397c9 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.894217] env[69365]: DEBUG oslo_concurrency.lockutils [None req-05f66b40-1b4c-43e5-b325-8706e76a968c tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.897694] env[69365]: DEBUG oslo_concurrency.lockutils [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.204s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.898433] env[69365]: INFO nova.compute.claims [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1055.923718] env[69365]: INFO nova.scheduler.client.report [None req-05f66b40-1b4c-43e5-b325-8706e76a968c tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Deleted allocations for instance 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9 [ 1056.014722] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1056.014900] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0c325cc7-f463-4edd-beb0-74656f54334e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.018976] env[69365]: DEBUG oslo_concurrency.lockutils [None req-88035d8e-982c-4b96-88d0-2121823bfab8 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Lock "99bb8d37-053d-43dc-a30b-1d898521e0a9" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.263s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.024634] env[69365]: DEBUG oslo_vmware.api [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the task: (returnval){ [ 1056.024634] env[69365]: value = "task-3469469" [ 1056.024634] env[69365]: _type = "Task" [ 1056.024634] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.034032] env[69365]: DEBUG oslo_vmware.api [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469469, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.191980] env[69365]: DEBUG oslo_vmware.api [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52af2071-a59a-6673-f0ad-fc0bdc387d52, 'name': SearchDatastore_Task, 'duration_secs': 0.030481} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.191980] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.192151] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 8ecdd96a-299c-4ba8-9d74-fec433e01840/8ecdd96a-299c-4ba8-9d74-fec433e01840.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1056.192329] env[69365]: DEBUG oslo_concurrency.lockutils [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.192463] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.192724] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ff5b222-f624-48ac-befb-96f831c9da6e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.194838] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac5a430a-0dd7-415e-97ef-920d87ac59b9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.203398] env[69365]: DEBUG oslo_vmware.api [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Waiting for the task: (returnval){ [ 1056.203398] env[69365]: value = "task-3469470" [ 1056.203398] env[69365]: _type = "Task" [ 1056.203398] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.204436] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.204628] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.208472] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56a69e98-32a6-4139-b206-23d4c56151e9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.217427] env[69365]: DEBUG oslo_vmware.api [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Task: {'id': task-3469470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.217608] env[69365]: DEBUG oslo_vmware.api [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 1056.217608] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5264d3f5-628c-3b4a-0fde-6674d7a5793a" [ 1056.217608] env[69365]: _type = "Task" [ 1056.217608] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.227394] env[69365]: DEBUG oslo_vmware.api [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5264d3f5-628c-3b4a-0fde-6674d7a5793a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.253000] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469467, 'name': ReconfigVM_Task, 'duration_secs': 0.660376} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.253000] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Reconfigured VM instance instance-00000055 to attach disk [datastore1] d2abb86f-64d3-4501-9c98-0fb0c732554f/d2abb86f-64d3-4501-9c98-0fb0c732554f.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.254444] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a618d743-266c-4017-a188-56fbc8b512cd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.261277] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1056.261277] env[69365]: value = "task-3469471" [ 1056.261277] env[69365]: _type = "Task" [ 1056.261277] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.268116] env[69365]: DEBUG oslo_vmware.api [None req-e11781bf-7f0a-4a0d-a088-4560020397c9 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469468, 'name': PowerOffVM_Task, 'duration_secs': 0.331165} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.268690] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e11781bf-7f0a-4a0d-a088-4560020397c9 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.268885] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e11781bf-7f0a-4a0d-a088-4560020397c9 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.269157] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c41d2f7-8553-4539-a39c-49354337d3ab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.273973] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469471, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.356205] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e11781bf-7f0a-4a0d-a088-4560020397c9 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.356492] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e11781bf-7f0a-4a0d-a088-4560020397c9 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.356719] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e11781bf-7f0a-4a0d-a088-4560020397c9 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Deleting the datastore file [datastore2] 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.358087] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94962575-79ca-4142-9329-3e4c239efa81 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.365429] env[69365]: DEBUG oslo_vmware.api [None req-e11781bf-7f0a-4a0d-a088-4560020397c9 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for the task: (returnval){ [ 1056.365429] env[69365]: value = "task-3469473" [ 1056.365429] env[69365]: _type = "Task" [ 1056.365429] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.375203] env[69365]: DEBUG oslo_vmware.api [None req-e11781bf-7f0a-4a0d-a088-4560020397c9 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.432154] env[69365]: DEBUG oslo_concurrency.lockutils [None req-05f66b40-1b4c-43e5-b325-8706e76a968c tempest-TenantUsagesTestJSON-2047618912 tempest-TenantUsagesTestJSON-2047618912-project-member] Lock "17ab3fb3-7845-48ae-aa56-84cb2cbbfad9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.863s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.537138] env[69365]: DEBUG oslo_vmware.api [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469469, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.717741] env[69365]: DEBUG oslo_vmware.api [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Task: {'id': task-3469470, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.729478] env[69365]: DEBUG oslo_vmware.api [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5264d3f5-628c-3b4a-0fde-6674d7a5793a, 'name': SearchDatastore_Task, 'duration_secs': 0.011962} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.730539] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ecd9753-43ae-48df-8c72-2e30d7e010c1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.737177] env[69365]: DEBUG oslo_vmware.api [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 1056.737177] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]524be14f-0efd-ecb8-ebbf-6eb26d6c4d1f" [ 1056.737177] env[69365]: _type = "Task" [ 1056.737177] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.750352] env[69365]: DEBUG oslo_vmware.api [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]524be14f-0efd-ecb8-ebbf-6eb26d6c4d1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.772050] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469471, 'name': Rename_Task, 'duration_secs': 0.289243} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.773114] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.773440] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af294add-a363-48ac-b871-6f1331efd956 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.780236] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1056.780236] env[69365]: value = "task-3469474" [ 1056.780236] env[69365]: _type = "Task" [ 1056.780236] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.789477] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.875973] env[69365]: DEBUG oslo_vmware.api [None req-e11781bf-7f0a-4a0d-a088-4560020397c9 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Task: {'id': task-3469473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471296} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.876255] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e11781bf-7f0a-4a0d-a088-4560020397c9 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.876445] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e11781bf-7f0a-4a0d-a088-4560020397c9 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.876643] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e11781bf-7f0a-4a0d-a088-4560020397c9 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.876885] env[69365]: INFO nova.compute.manager [None req-e11781bf-7f0a-4a0d-a088-4560020397c9 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1056.877156] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e11781bf-7f0a-4a0d-a088-4560020397c9 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1056.877357] env[69365]: DEBUG nova.compute.manager [-] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1056.877548] env[69365]: DEBUG nova.network.neutron [-] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1057.039171] env[69365]: DEBUG oslo_vmware.api [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469469, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.200648] env[69365]: DEBUG nova.compute.manager [req-bec26c6a-883e-4678-98a9-e60ce5128887 req-bb5e5a20-6dbc-4ccf-9279-3793f284a6e4 service nova] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Received event network-vif-deleted-b9dac7e3-4a02-4c63-9e44-9c3b329a5619 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1057.200922] env[69365]: INFO nova.compute.manager [req-bec26c6a-883e-4678-98a9-e60ce5128887 req-bb5e5a20-6dbc-4ccf-9279-3793f284a6e4 service nova] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Neutron deleted interface b9dac7e3-4a02-4c63-9e44-9c3b329a5619; detaching it from the instance and deleting it from the info cache [ 1057.201079] env[69365]: DEBUG nova.network.neutron [req-bec26c6a-883e-4678-98a9-e60ce5128887 req-bb5e5a20-6dbc-4ccf-9279-3793f284a6e4 service nova] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.220302] env[69365]: DEBUG oslo_vmware.api [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Task: {'id': task-3469470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525125} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.220641] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 8ecdd96a-299c-4ba8-9d74-fec433e01840/8ecdd96a-299c-4ba8-9d74-fec433e01840.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1057.220906] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1057.221225] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-461859c2-0630-4f0a-a597-3255ec159bec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.228388] env[69365]: DEBUG oslo_vmware.api [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Waiting for the task: (returnval){ [ 1057.228388] env[69365]: value = "task-3469475" [ 1057.228388] env[69365]: _type = "Task" [ 1057.228388] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.248368] env[69365]: DEBUG oslo_vmware.api [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Task: {'id': task-3469475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.258471] env[69365]: DEBUG oslo_vmware.api [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]524be14f-0efd-ecb8-ebbf-6eb26d6c4d1f, 'name': SearchDatastore_Task, 'duration_secs': 0.01232} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.258968] env[69365]: DEBUG oslo_concurrency.lockutils [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.259082] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 4fbe7273-3bca-4188-b5b1-edd291df9fed/4fbe7273-3bca-4188-b5b1-edd291df9fed.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.260162] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-385f525c-1518-4919-8926-96cfedd58d57 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.267644] env[69365]: DEBUG oslo_vmware.api [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 1057.267644] env[69365]: value = "task-3469476" [ 1057.267644] env[69365]: _type = "Task" [ 1057.267644] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.278114] env[69365]: DEBUG oslo_vmware.api [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.293823] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469474, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.359776] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d63ac52-198b-4013-ae13-6bd219df6d9d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.368230] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86224230-ca9b-4061-b51f-458d5e90cfa7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.401898] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fcd6f2-264e-45fd-8e55-510229afd2c9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.409863] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d70ea9-5806-48ec-a2d9-cdb86493ac68 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.424754] env[69365]: DEBUG nova.compute.provider_tree [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.537242] env[69365]: DEBUG oslo_vmware.api [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469469, 'name': CloneVM_Task, 'duration_secs': 1.291484} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.537555] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Created linked-clone VM from snapshot [ 1057.538366] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ff706b-e925-4dfa-b905-b3fdf107bd89 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.546055] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Uploading image a278376f-61b1-46de-9370-9875a7cdfe88 {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1057.575026] env[69365]: DEBUG oslo_vmware.rw_handles [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1057.575026] env[69365]: value = "vm-693380" [ 1057.575026] env[69365]: _type = "VirtualMachine" [ 1057.575026] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1057.575026] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cca9d63b-7b36-42c3-b89a-0aa8b29809f2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.582451] env[69365]: DEBUG oslo_vmware.rw_handles [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Lease: (returnval){ [ 1057.582451] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f04dd4-f30c-f661-c484-727dc807e080" [ 1057.582451] env[69365]: _type = "HttpNfcLease" [ 1057.582451] env[69365]: } obtained for exporting VM: (result){ [ 1057.582451] env[69365]: value = "vm-693380" [ 1057.582451] env[69365]: _type = "VirtualMachine" [ 1057.582451] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1057.583052] env[69365]: DEBUG oslo_vmware.api [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the lease: (returnval){ [ 1057.583052] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f04dd4-f30c-f661-c484-727dc807e080" [ 1057.583052] env[69365]: _type = "HttpNfcLease" [ 1057.583052] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1057.589269] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1057.589269] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f04dd4-f30c-f661-c484-727dc807e080" [ 1057.589269] env[69365]: _type = "HttpNfcLease" [ 1057.589269] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1057.624078] env[69365]: DEBUG oslo_concurrency.lockutils [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Acquiring lock "90d1181b-120c-45c1-b18c-d56790f1a7ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.624297] env[69365]: DEBUG oslo_concurrency.lockutils [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Lock "90d1181b-120c-45c1-b18c-d56790f1a7ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.675240] env[69365]: DEBUG nova.network.neutron [-] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.704269] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60c67c53-3db4-404c-a410-9a1ce163cf3f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.716847] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ce46a1-abe8-4e1b-9bfb-4cb9eb84e0ec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.740998] env[69365]: DEBUG oslo_vmware.api [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Task: {'id': task-3469475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.277959} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.741492] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.757589] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42396695-d60d-4de6-8a6c-6e507f816654 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.761336] env[69365]: DEBUG nova.compute.manager [req-bec26c6a-883e-4678-98a9-e60ce5128887 req-bb5e5a20-6dbc-4ccf-9279-3793f284a6e4 service nova] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Detach interface failed, port_id=b9dac7e3-4a02-4c63-9e44-9c3b329a5619, reason: Instance 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1057.780595] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 8ecdd96a-299c-4ba8-9d74-fec433e01840/8ecdd96a-299c-4ba8-9d74-fec433e01840.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.783815] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e4414b1-31a2-4795-8a02-049bbd3d4a27 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.806616] env[69365]: DEBUG oslo_vmware.api [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469476, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.811210] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469474, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.811650] env[69365]: DEBUG oslo_vmware.api [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Waiting for the task: (returnval){ [ 1057.811650] env[69365]: value = "task-3469478" [ 1057.811650] env[69365]: _type = "Task" [ 1057.811650] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.823134] env[69365]: DEBUG oslo_vmware.api [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Task: {'id': task-3469478, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.928951] env[69365]: DEBUG nova.scheduler.client.report [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.092801] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1058.092801] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f04dd4-f30c-f661-c484-727dc807e080" [ 1058.092801] env[69365]: _type = "HttpNfcLease" [ 1058.092801] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1058.093134] env[69365]: DEBUG oslo_vmware.rw_handles [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1058.093134] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f04dd4-f30c-f661-c484-727dc807e080" [ 1058.093134] env[69365]: _type = "HttpNfcLease" [ 1058.093134] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1058.093908] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedc1898-19b4-4c02-ba80-ad9505967670 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.104338] env[69365]: DEBUG oslo_vmware.rw_handles [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ae1998-7748-8347-8fca-75fe8a1e823e/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1058.104557] env[69365]: DEBUG oslo_vmware.rw_handles [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ae1998-7748-8347-8fca-75fe8a1e823e/disk-0.vmdk for reading. {{(pid=69365) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1058.168308] env[69365]: DEBUG nova.compute.manager [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1058.177575] env[69365]: INFO nova.compute.manager [-] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Took 1.30 seconds to deallocate network for instance. [ 1058.214715] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fa208429-010b-4de0-bcd8-164f6ab605a7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.285920] env[69365]: DEBUG oslo_vmware.api [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469476, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.87627} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.286906] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 4fbe7273-3bca-4188-b5b1-edd291df9fed/4fbe7273-3bca-4188-b5b1-edd291df9fed.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.287304] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.287618] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a083e1af-a38d-4e5e-b3e2-cbddb905ffcf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.294917] env[69365]: DEBUG oslo_vmware.api [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 1058.294917] env[69365]: value = "task-3469479" [ 1058.294917] env[69365]: _type = "Task" [ 1058.294917] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.306549] env[69365]: DEBUG oslo_vmware.api [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.311021] env[69365]: DEBUG oslo_vmware.api [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469474, 'name': PowerOnVM_Task, 'duration_secs': 1.078398} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.311523] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.311884] env[69365]: INFO nova.compute.manager [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1058.312462] env[69365]: DEBUG nova.compute.manager [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1058.313956] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39e64e8-774e-43b6-896c-81062159070b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.326472] env[69365]: DEBUG oslo_vmware.api [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Task: {'id': task-3469478, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.436857] env[69365]: DEBUG oslo_concurrency.lockutils [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.540s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.437420] env[69365]: DEBUG nova.compute.manager [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1058.440686] env[69365]: DEBUG oslo_concurrency.lockutils [None req-949df690-11fa-4f7c-924b-dea0c26b7010 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.159s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.441393] env[69365]: DEBUG nova.objects.instance [None req-949df690-11fa-4f7c-924b-dea0c26b7010 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lazy-loading 'resources' on Instance uuid d8dcddfd-05c4-446d-b774-b87d88f20f04 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.685247] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e11781bf-7f0a-4a0d-a088-4560020397c9 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.702268] env[69365]: DEBUG oslo_concurrency.lockutils [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.809778] env[69365]: DEBUG oslo_vmware.api [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083158} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.811149] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.812398] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544a5ee0-47da-4eef-9bea-c4ae4e94597c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.855363] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 4fbe7273-3bca-4188-b5b1-edd291df9fed/4fbe7273-3bca-4188-b5b1-edd291df9fed.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.862838] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a473fb1-d98b-46ba-a937-09244c183ac9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.882508] env[69365]: DEBUG oslo_vmware.api [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Task: {'id': task-3469478, 'name': ReconfigVM_Task, 'duration_secs': 0.557428} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.883303] env[69365]: INFO nova.compute.manager [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Took 37.46 seconds to build instance. [ 1058.885036] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 8ecdd96a-299c-4ba8-9d74-fec433e01840/8ecdd96a-299c-4ba8-9d74-fec433e01840.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.886883] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48f4bb17-47fa-4e0a-b04c-a0e6f9be6804 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.894068] env[69365]: DEBUG oslo_vmware.api [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Waiting for the task: (returnval){ [ 1058.894068] env[69365]: value = "task-3469481" [ 1058.894068] env[69365]: _type = "Task" [ 1058.894068] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.895672] env[69365]: DEBUG oslo_vmware.api [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 1058.895672] env[69365]: value = "task-3469480" [ 1058.895672] env[69365]: _type = "Task" [ 1058.895672] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.910903] env[69365]: DEBUG oslo_vmware.api [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Task: {'id': task-3469481, 'name': Rename_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.916277] env[69365]: DEBUG oslo_vmware.api [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.948177] env[69365]: DEBUG nova.compute.utils [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1058.953167] env[69365]: DEBUG nova.compute.manager [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.953613] env[69365]: DEBUG nova.network.neutron [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.045138] env[69365]: DEBUG nova.policy [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f0050cb117a4f3fa44d7f15e0364c54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b2cf307cf4e4974b5e0a86d35a92e32', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.221875] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1d96105f-3ad1-44ec-8908-6e950aba63be tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquiring lock "63351e35-ea73-440d-8642-3793c3806125" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.222751] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1d96105f-3ad1-44ec-8908-6e950aba63be tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "63351e35-ea73-440d-8642-3793c3806125" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.223485] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1d96105f-3ad1-44ec-8908-6e950aba63be tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquiring lock "63351e35-ea73-440d-8642-3793c3806125-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.223485] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1d96105f-3ad1-44ec-8908-6e950aba63be tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "63351e35-ea73-440d-8642-3793c3806125-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.223666] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1d96105f-3ad1-44ec-8908-6e950aba63be tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "63351e35-ea73-440d-8642-3793c3806125-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.227294] env[69365]: INFO nova.compute.manager [None req-1d96105f-3ad1-44ec-8908-6e950aba63be tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] Terminating instance [ 1059.299101] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf6e42b9-6967-4135-9350-038b0b29edcd tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquiring lock "d2abb86f-64d3-4501-9c98-0fb0c732554f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.348466] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313d404a-fb23-4a21-9789-667db347c979 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.358236] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358fc75f-ae73-442c-895a-4c978d672a98 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.391722] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0116910b-2331-4182-8557-0efa886f3fb2 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "d2abb86f-64d3-4501-9c98-0fb0c732554f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.463s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.392435] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf6e42b9-6967-4135-9350-038b0b29edcd tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "d2abb86f-64d3-4501-9c98-0fb0c732554f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.094s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.392723] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf6e42b9-6967-4135-9350-038b0b29edcd tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquiring lock "d2abb86f-64d3-4501-9c98-0fb0c732554f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.392980] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf6e42b9-6967-4135-9350-038b0b29edcd tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "d2abb86f-64d3-4501-9c98-0fb0c732554f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.393179] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf6e42b9-6967-4135-9350-038b0b29edcd tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "d2abb86f-64d3-4501-9c98-0fb0c732554f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.395338] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148729bd-d283-4a2d-a050-a8f9c11a07f9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.398654] env[69365]: INFO nova.compute.manager [None req-cf6e42b9-6967-4135-9350-038b0b29edcd tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Terminating instance [ 1059.413205] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6888a7eb-d6c2-4691-b655-fa79d0040214 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.424572] env[69365]: DEBUG oslo_vmware.api [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Task: {'id': task-3469481, 'name': Rename_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.424892] env[69365]: DEBUG oslo_vmware.api [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469480, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.435505] env[69365]: DEBUG nova.compute.provider_tree [None req-949df690-11fa-4f7c-924b-dea0c26b7010 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.454978] env[69365]: DEBUG nova.compute.manager [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1059.671268] env[69365]: DEBUG nova.network.neutron [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Successfully created port: 83e6f551-5a35-4b1d-b825-0c07c8d18877 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.731345] env[69365]: DEBUG nova.compute.manager [None req-1d96105f-3ad1-44ec-8908-6e950aba63be tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.731620] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1d96105f-3ad1-44ec-8908-6e950aba63be tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.732733] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b5998f9-6256-4b10-ab54-b02b42778700 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.745108] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d96105f-3ad1-44ec-8908-6e950aba63be tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.745108] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26aab6a9-3a77-4827-9a34-f0d7fc2d97a7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.755028] env[69365]: DEBUG oslo_vmware.api [None req-1d96105f-3ad1-44ec-8908-6e950aba63be tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1059.755028] env[69365]: value = "task-3469482" [ 1059.755028] env[69365]: _type = "Task" [ 1059.755028] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.763197] env[69365]: DEBUG oslo_vmware.api [None req-1d96105f-3ad1-44ec-8908-6e950aba63be tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.910124] env[69365]: DEBUG nova.compute.manager [None req-cf6e42b9-6967-4135-9350-038b0b29edcd tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1059.910450] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cf6e42b9-6967-4135-9350-038b0b29edcd tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1059.917368] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958737ac-efd1-40ce-ad1c-384cdc3c8fec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.920359] env[69365]: DEBUG oslo_vmware.api [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469480, 'name': ReconfigVM_Task, 'duration_secs': 0.68127} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.920530] env[69365]: DEBUG oslo_vmware.api [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Task: {'id': task-3469481, 'name': Rename_Task, 'duration_secs': 0.643094} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.920842] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 4fbe7273-3bca-4188-b5b1-edd291df9fed/4fbe7273-3bca-4188-b5b1-edd291df9fed.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.921615] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1059.922450] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7662ac32-406a-4e16-beb5-6ed859a50b51 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.924203] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7bd54f0-4b36-4e94-8854-0d647dab6c87 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.929999] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf6e42b9-6967-4135-9350-038b0b29edcd tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1059.929999] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f585ed03-0b38-4cd6-85b1-c7b75474003f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.934235] env[69365]: DEBUG oslo_vmware.api [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 1059.934235] env[69365]: value = "task-3469483" [ 1059.934235] env[69365]: _type = "Task" [ 1059.934235] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.935510] env[69365]: DEBUG oslo_vmware.api [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Waiting for the task: (returnval){ [ 1059.935510] env[69365]: value = "task-3469484" [ 1059.935510] env[69365]: _type = "Task" [ 1059.935510] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.944436] env[69365]: DEBUG nova.scheduler.client.report [None req-949df690-11fa-4f7c-924b-dea0c26b7010 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.951807] env[69365]: DEBUG oslo_vmware.api [None req-cf6e42b9-6967-4135-9350-038b0b29edcd tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1059.951807] env[69365]: value = "task-3469485" [ 1059.951807] env[69365]: _type = "Task" [ 1059.951807] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.974705] env[69365]: DEBUG oslo_vmware.api [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469483, 'name': Rename_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.975422] env[69365]: DEBUG oslo_vmware.api [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Task: {'id': task-3469484, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.983326] env[69365]: DEBUG oslo_vmware.api [None req-cf6e42b9-6967-4135-9350-038b0b29edcd tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.267370] env[69365]: DEBUG oslo_vmware.api [None req-1d96105f-3ad1-44ec-8908-6e950aba63be tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469482, 'name': PowerOffVM_Task, 'duration_secs': 0.26569} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.267370] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d96105f-3ad1-44ec-8908-6e950aba63be tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.267370] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1d96105f-3ad1-44ec-8908-6e950aba63be tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.267370] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cd9c145-c8a0-4bb5-b7b8-7355dfd30c30 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.329890] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1d96105f-3ad1-44ec-8908-6e950aba63be tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.330422] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1d96105f-3ad1-44ec-8908-6e950aba63be tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.330744] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d96105f-3ad1-44ec-8908-6e950aba63be tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Deleting the datastore file [datastore2] 63351e35-ea73-440d-8642-3793c3806125 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.331195] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e03cf8aa-02eb-4f9b-b279-0fea3cd8482a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.338046] env[69365]: DEBUG oslo_vmware.api [None req-1d96105f-3ad1-44ec-8908-6e950aba63be tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1060.338046] env[69365]: value = "task-3469487" [ 1060.338046] env[69365]: _type = "Task" [ 1060.338046] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.345576] env[69365]: DEBUG oslo_vmware.api [None req-1d96105f-3ad1-44ec-8908-6e950aba63be tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.449636] env[69365]: DEBUG oslo_vmware.api [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Task: {'id': task-3469484, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.453391] env[69365]: DEBUG oslo_concurrency.lockutils [None req-949df690-11fa-4f7c-924b-dea0c26b7010 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.013s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.456072] env[69365]: DEBUG oslo_vmware.api [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469483, 'name': Rename_Task, 'duration_secs': 0.206866} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.456678] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.915s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.458293] env[69365]: INFO nova.compute.claims [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.461282] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.465129] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87916681-a208-443b-9a32-5967ecb84a5f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.472185] env[69365]: DEBUG oslo_vmware.api [None req-cf6e42b9-6967-4135-9350-038b0b29edcd tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469485, 'name': PowerOffVM_Task, 'duration_secs': 0.208761} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.473433] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf6e42b9-6967-4135-9350-038b0b29edcd tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1060.473601] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cf6e42b9-6967-4135-9350-038b0b29edcd tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1060.473943] env[69365]: DEBUG oslo_vmware.api [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 1060.473943] env[69365]: value = "task-3469488" [ 1060.473943] env[69365]: _type = "Task" [ 1060.473943] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.475236] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fd33117-932e-4e7d-8634-85452db019dd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.480527] env[69365]: DEBUG nova.compute.manager [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1060.489033] env[69365]: DEBUG oslo_vmware.api [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469488, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.490389] env[69365]: INFO nova.scheduler.client.report [None req-949df690-11fa-4f7c-924b-dea0c26b7010 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Deleted allocations for instance d8dcddfd-05c4-446d-b774-b87d88f20f04 [ 1060.512066] env[69365]: DEBUG nova.virt.hardware [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.512394] env[69365]: DEBUG nova.virt.hardware [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.512576] env[69365]: DEBUG nova.virt.hardware [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.512755] env[69365]: DEBUG nova.virt.hardware [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.512994] env[69365]: DEBUG nova.virt.hardware [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.513107] env[69365]: DEBUG nova.virt.hardware [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.513372] env[69365]: DEBUG nova.virt.hardware [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.513567] env[69365]: DEBUG nova.virt.hardware [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.513768] env[69365]: DEBUG nova.virt.hardware [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.513995] env[69365]: DEBUG nova.virt.hardware [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.514250] env[69365]: DEBUG nova.virt.hardware [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.515790] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e02bbed-d092-49a1-a53f-018f0f474bfb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.526634] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5b28b8-b4a7-4171-921b-3e5e9b110d48 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.546465] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cf6e42b9-6967-4135-9350-038b0b29edcd tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1060.546737] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cf6e42b9-6967-4135-9350-038b0b29edcd tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1060.546929] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf6e42b9-6967-4135-9350-038b0b29edcd tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Deleting the datastore file [datastore1] d2abb86f-64d3-4501-9c98-0fb0c732554f {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1060.547214] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccac6455-59ca-481c-966f-0ac112e91dba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.553413] env[69365]: DEBUG oslo_vmware.api [None req-cf6e42b9-6967-4135-9350-038b0b29edcd tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1060.553413] env[69365]: value = "task-3469490" [ 1060.553413] env[69365]: _type = "Task" [ 1060.553413] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.563407] env[69365]: DEBUG oslo_vmware.api [None req-cf6e42b9-6967-4135-9350-038b0b29edcd tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.847964] env[69365]: DEBUG oslo_vmware.api [None req-1d96105f-3ad1-44ec-8908-6e950aba63be tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210536} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.848196] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d96105f-3ad1-44ec-8908-6e950aba63be tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1060.848372] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1d96105f-3ad1-44ec-8908-6e950aba63be tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1060.848544] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1d96105f-3ad1-44ec-8908-6e950aba63be tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1060.848710] env[69365]: INFO nova.compute.manager [None req-1d96105f-3ad1-44ec-8908-6e950aba63be tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: 63351e35-ea73-440d-8642-3793c3806125] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1060.850841] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d96105f-3ad1-44ec-8908-6e950aba63be tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.850841] env[69365]: DEBUG nova.compute.manager [-] [instance: 63351e35-ea73-440d-8642-3793c3806125] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1060.850841] env[69365]: DEBUG nova.network.neutron [-] [instance: 63351e35-ea73-440d-8642-3793c3806125] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1060.951643] env[69365]: DEBUG oslo_vmware.api [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Task: {'id': task-3469484, 'name': PowerOnVM_Task, 'duration_secs': 0.677516} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.952036] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.952091] env[69365]: INFO nova.compute.manager [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Took 6.98 seconds to spawn the instance on the hypervisor. [ 1060.952262] env[69365]: DEBUG nova.compute.manager [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1060.953042] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe3789be-735c-4530-ad55-9125042b75d3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.986167] env[69365]: DEBUG oslo_vmware.api [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469488, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.002669] env[69365]: DEBUG oslo_concurrency.lockutils [None req-949df690-11fa-4f7c-924b-dea0c26b7010 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "d8dcddfd-05c4-446d-b774-b87d88f20f04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.741s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.065850] env[69365]: DEBUG oslo_vmware.api [None req-cf6e42b9-6967-4135-9350-038b0b29edcd tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161647} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.066239] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf6e42b9-6967-4135-9350-038b0b29edcd tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.067015] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cf6e42b9-6967-4135-9350-038b0b29edcd tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.067015] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cf6e42b9-6967-4135-9350-038b0b29edcd tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.067344] env[69365]: INFO nova.compute.manager [None req-cf6e42b9-6967-4135-9350-038b0b29edcd tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1061.067723] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf6e42b9-6967-4135-9350-038b0b29edcd tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1061.068054] env[69365]: DEBUG nova.compute.manager [-] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1061.068161] env[69365]: DEBUG nova.network.neutron [-] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1061.294328] env[69365]: DEBUG nova.compute.manager [req-325aec06-91c3-4df5-8b30-46f0abed057c req-76956604-3ba5-429f-bb2d-47538b137210 service nova] [instance: 63351e35-ea73-440d-8642-3793c3806125] Received event network-vif-deleted-af7cdec8-a7d5-469a-8a5c-ce55cf60785e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.294328] env[69365]: INFO nova.compute.manager [req-325aec06-91c3-4df5-8b30-46f0abed057c req-76956604-3ba5-429f-bb2d-47538b137210 service nova] [instance: 63351e35-ea73-440d-8642-3793c3806125] Neutron deleted interface af7cdec8-a7d5-469a-8a5c-ce55cf60785e; detaching it from the instance and deleting it from the info cache [ 1061.294328] env[69365]: DEBUG nova.network.neutron [req-325aec06-91c3-4df5-8b30-46f0abed057c req-76956604-3ba5-429f-bb2d-47538b137210 service nova] [instance: 63351e35-ea73-440d-8642-3793c3806125] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.434832] env[69365]: DEBUG nova.compute.manager [req-b8e42c76-4f38-4d4d-878f-efbafb2543aa req-197cd1f4-d64c-46c8-9507-1080a46d3301 service nova] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Received event network-vif-deleted-e98136dd-b149-4c5c-b0e8-c9813e000fcc {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1061.434832] env[69365]: INFO nova.compute.manager [req-b8e42c76-4f38-4d4d-878f-efbafb2543aa req-197cd1f4-d64c-46c8-9507-1080a46d3301 service nova] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Neutron deleted interface e98136dd-b149-4c5c-b0e8-c9813e000fcc; detaching it from the instance and deleting it from the info cache [ 1061.434832] env[69365]: DEBUG nova.network.neutron [req-b8e42c76-4f38-4d4d-878f-efbafb2543aa req-197cd1f4-d64c-46c8-9507-1080a46d3301 service nova] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.482183] env[69365]: INFO nova.compute.manager [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Took 35.30 seconds to build instance. [ 1061.488974] env[69365]: DEBUG oslo_vmware.api [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469488, 'name': PowerOnVM_Task, 'duration_secs': 0.769305} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.489361] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.489510] env[69365]: INFO nova.compute.manager [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Took 10.07 seconds to spawn the instance on the hypervisor. [ 1061.489686] env[69365]: DEBUG nova.compute.manager [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.490497] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22fe9b1-b843-4822-a60c-be193b58f352 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.541386] env[69365]: DEBUG nova.network.neutron [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Successfully updated port: 83e6f551-5a35-4b1d-b825-0c07c8d18877 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.634520] env[69365]: DEBUG nova.network.neutron [-] [instance: 63351e35-ea73-440d-8642-3793c3806125] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.801913] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9462b489-573b-4250-b3e9-4715a61a0bc3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.813782] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e13e148-c320-41ed-940a-1fba8537319b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.851248] env[69365]: DEBUG nova.compute.manager [req-325aec06-91c3-4df5-8b30-46f0abed057c req-76956604-3ba5-429f-bb2d-47538b137210 service nova] [instance: 63351e35-ea73-440d-8642-3793c3806125] Detach interface failed, port_id=af7cdec8-a7d5-469a-8a5c-ce55cf60785e, reason: Instance 63351e35-ea73-440d-8642-3793c3806125 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1061.861193] env[69365]: DEBUG nova.network.neutron [-] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.864062] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89603e05-06f2-4e8c-bc92-27e39ee00e8f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.872103] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7eb6a0-f52e-4520-be85-ca2123818acc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.907157] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b88387e-54f1-41cc-a884-867bcae478dd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.916608] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7436a0-77d0-4089-9e12-49a41c3a8ff6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.932275] env[69365]: DEBUG nova.compute.provider_tree [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.938989] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5af6c04a-2355-47f9-91a8-e64cdc836cbd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.944512] env[69365]: DEBUG oslo_concurrency.lockutils [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Acquiring lock "275f0fca-701a-4063-9ed1-4ce7860fea6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.944750] env[69365]: DEBUG oslo_concurrency.lockutils [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Lock "275f0fca-701a-4063-9ed1-4ce7860fea6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.953138] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4378d4de-8b8d-43cf-9ca0-a2389d45cd42 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.989188] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a6693466-32e1-4821-844d-6c408e249eb1 tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Lock "8ecdd96a-299c-4ba8-9d74-fec433e01840" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.282s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.989888] env[69365]: DEBUG nova.compute.manager [req-b8e42c76-4f38-4d4d-878f-efbafb2543aa req-197cd1f4-d64c-46c8-9507-1080a46d3301 service nova] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Detach interface failed, port_id=e98136dd-b149-4c5c-b0e8-c9813e000fcc, reason: Instance d2abb86f-64d3-4501-9c98-0fb0c732554f could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1062.017951] env[69365]: INFO nova.compute.manager [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Took 38.19 seconds to build instance. [ 1062.025214] env[69365]: DEBUG nova.compute.manager [None req-f2bdee2e-e0be-411f-8171-746fef370e49 tempest-ServerDiagnosticsV248Test-1977091184 tempest-ServerDiagnosticsV248Test-1977091184-project-admin] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.026355] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4756f5b0-ca9b-4a56-a88c-5b78be3950dd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.034487] env[69365]: INFO nova.compute.manager [None req-f2bdee2e-e0be-411f-8171-746fef370e49 tempest-ServerDiagnosticsV248Test-1977091184 tempest-ServerDiagnosticsV248Test-1977091184-project-admin] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Retrieving diagnostics [ 1062.035668] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f35cba1-2f42-4dea-a5d1-eb61e04b349c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.066532] env[69365]: DEBUG oslo_concurrency.lockutils [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "refresh_cache-d5060397-0866-4489-be62-3b76d23362a8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.066688] env[69365]: DEBUG oslo_concurrency.lockutils [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquired lock "refresh_cache-d5060397-0866-4489-be62-3b76d23362a8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.066839] env[69365]: DEBUG nova.network.neutron [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.136496] env[69365]: INFO nova.compute.manager [-] [instance: 63351e35-ea73-440d-8642-3793c3806125] Took 1.29 seconds to deallocate network for instance. [ 1062.184321] env[69365]: DEBUG oslo_concurrency.lockutils [None req-50526c2d-1aa9-4071-b892-81c36788a71f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "06b36c20-2357-437b-8f3d-af4dd83036b6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.184577] env[69365]: DEBUG oslo_concurrency.lockutils [None req-50526c2d-1aa9-4071-b892-81c36788a71f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "06b36c20-2357-437b-8f3d-af4dd83036b6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.184787] env[69365]: DEBUG oslo_concurrency.lockutils [None req-50526c2d-1aa9-4071-b892-81c36788a71f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "06b36c20-2357-437b-8f3d-af4dd83036b6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.184965] env[69365]: DEBUG oslo_concurrency.lockutils [None req-50526c2d-1aa9-4071-b892-81c36788a71f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "06b36c20-2357-437b-8f3d-af4dd83036b6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.185885] env[69365]: DEBUG oslo_concurrency.lockutils [None req-50526c2d-1aa9-4071-b892-81c36788a71f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "06b36c20-2357-437b-8f3d-af4dd83036b6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.187275] env[69365]: INFO nova.compute.manager [None req-50526c2d-1aa9-4071-b892-81c36788a71f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Terminating instance [ 1062.367687] env[69365]: INFO nova.compute.manager [-] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Took 1.30 seconds to deallocate network for instance. [ 1062.436063] env[69365]: DEBUG nova.scheduler.client.report [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.447536] env[69365]: DEBUG nova.compute.manager [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1062.521070] env[69365]: DEBUG oslo_concurrency.lockutils [None req-322b1889-84ad-4ac7-be58-6680a51c9ed0 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "4fbe7273-3bca-4188-b5b1-edd291df9fed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.616s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.623524] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b0b1a753-8d15-499d-9ee2-0e0ec1406948 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "acf4ce22-50bf-4f3b-a707-5503d3e3aff0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.623863] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b0b1a753-8d15-499d-9ee2-0e0ec1406948 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "acf4ce22-50bf-4f3b-a707-5503d3e3aff0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.644131] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1d96105f-3ad1-44ec-8908-6e950aba63be tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.646520] env[69365]: DEBUG nova.network.neutron [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.691237] env[69365]: DEBUG nova.compute.manager [None req-50526c2d-1aa9-4071-b892-81c36788a71f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.691541] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-50526c2d-1aa9-4071-b892-81c36788a71f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.693093] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0ebaaf-8e5d-4034-ba20-9afe18dca63c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.705574] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-50526c2d-1aa9-4071-b892-81c36788a71f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.705897] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8980636-eede-4f1f-b741-55f8dba5520f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.713410] env[69365]: DEBUG oslo_vmware.api [None req-50526c2d-1aa9-4071-b892-81c36788a71f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 1062.713410] env[69365]: value = "task-3469491" [ 1062.713410] env[69365]: _type = "Task" [ 1062.713410] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.722570] env[69365]: DEBUG oslo_vmware.api [None req-50526c2d-1aa9-4071-b892-81c36788a71f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.806550] env[69365]: DEBUG nova.network.neutron [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Updating instance_info_cache with network_info: [{"id": "83e6f551-5a35-4b1d-b825-0c07c8d18877", "address": "fa:16:3e:25:b3:f0", "network": {"id": "0a070169-0690-453d-b7d9-d59c0d25b157", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1450700306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2cf307cf4e4974b5e0a86d35a92e32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83e6f551-5a", "ovs_interfaceid": "83e6f551-5a35-4b1d-b825-0c07c8d18877", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.874810] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf6e42b9-6967-4135-9350-038b0b29edcd tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.941842] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.485s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.942517] env[69365]: DEBUG nova.compute.manager [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.945750] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.956s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.947976] env[69365]: INFO nova.compute.claims [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.967289] env[69365]: DEBUG oslo_concurrency.lockutils [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.127978] env[69365]: INFO nova.compute.manager [None req-b0b1a753-8d15-499d-9ee2-0e0ec1406948 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Detaching volume e8a57815-b285-486f-9731-a09d403cbf27 [ 1063.166109] env[69365]: INFO nova.virt.block_device [None req-b0b1a753-8d15-499d-9ee2-0e0ec1406948 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Attempting to driver detach volume e8a57815-b285-486f-9731-a09d403cbf27 from mountpoint /dev/sdb [ 1063.166406] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0b1a753-8d15-499d-9ee2-0e0ec1406948 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Volume detach. Driver type: vmdk {{(pid=69365) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1063.166598] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0b1a753-8d15-499d-9ee2-0e0ec1406948 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693347', 'volume_id': 'e8a57815-b285-486f-9731-a09d403cbf27', 'name': 'volume-e8a57815-b285-486f-9731-a09d403cbf27', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'acf4ce22-50bf-4f3b-a707-5503d3e3aff0', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8a57815-b285-486f-9731-a09d403cbf27', 'serial': 'e8a57815-b285-486f-9731-a09d403cbf27'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1063.167566] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2ade21-a3f3-42f1-863d-5f3ae91656cf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.193084] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac2e550-53fc-4bcf-a761-d39b77635c19 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.201072] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757c0047-adf8-44d3-b138-7e096fa0b6df {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.226486] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eadcdaf-66a3-449c-a7d9-c0d9badceded {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.234433] env[69365]: DEBUG oslo_vmware.api [None req-50526c2d-1aa9-4071-b892-81c36788a71f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469491, 'name': PowerOffVM_Task, 'duration_secs': 0.199709} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.245012] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-50526c2d-1aa9-4071-b892-81c36788a71f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.245231] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-50526c2d-1aa9-4071-b892-81c36788a71f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.245565] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0b1a753-8d15-499d-9ee2-0e0ec1406948 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] The volume has not been displaced from its original location: [datastore2] volume-e8a57815-b285-486f-9731-a09d403cbf27/volume-e8a57815-b285-486f-9731-a09d403cbf27.vmdk. No consolidation needed. {{(pid=69365) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1063.250976] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0b1a753-8d15-499d-9ee2-0e0ec1406948 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1063.251322] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3eb018aa-d72d-4a01-b3f5-bf0e7edb7e92 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.253073] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4eb7bc50-c76e-4342-8aa8-20eba5ca39cd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.273257] env[69365]: DEBUG oslo_vmware.api [None req-b0b1a753-8d15-499d-9ee2-0e0ec1406948 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 1063.273257] env[69365]: value = "task-3469493" [ 1063.273257] env[69365]: _type = "Task" [ 1063.273257] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.282482] env[69365]: DEBUG oslo_vmware.api [None req-b0b1a753-8d15-499d-9ee2-0e0ec1406948 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469493, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.309482] env[69365]: DEBUG oslo_concurrency.lockutils [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Releasing lock "refresh_cache-d5060397-0866-4489-be62-3b76d23362a8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.309689] env[69365]: DEBUG nova.compute.manager [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Instance network_info: |[{"id": "83e6f551-5a35-4b1d-b825-0c07c8d18877", "address": "fa:16:3e:25:b3:f0", "network": {"id": "0a070169-0690-453d-b7d9-d59c0d25b157", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1450700306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2cf307cf4e4974b5e0a86d35a92e32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83e6f551-5a", "ovs_interfaceid": "83e6f551-5a35-4b1d-b825-0c07c8d18877", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.310249] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:b3:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83e6f551-5a35-4b1d-b825-0c07c8d18877', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.319770] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.320211] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5060397-0866-4489-be62-3b76d23362a8] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.320874] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8846318a-1433-4ce6-8ba6-fa2c2368de2f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.339203] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-50526c2d-1aa9-4071-b892-81c36788a71f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.339806] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-50526c2d-1aa9-4071-b892-81c36788a71f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.339806] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-50526c2d-1aa9-4071-b892-81c36788a71f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Deleting the datastore file [datastore1] 06b36c20-2357-437b-8f3d-af4dd83036b6 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.340972] env[69365]: DEBUG nova.compute.manager [req-a8edd5a1-9d6a-480a-a088-ede7f8b010fb req-581e9ce9-abad-460d-9a44-79815334778f service nova] [instance: d5060397-0866-4489-be62-3b76d23362a8] Received event network-vif-plugged-83e6f551-5a35-4b1d-b825-0c07c8d18877 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.341113] env[69365]: DEBUG oslo_concurrency.lockutils [req-a8edd5a1-9d6a-480a-a088-ede7f8b010fb req-581e9ce9-abad-460d-9a44-79815334778f service nova] Acquiring lock "d5060397-0866-4489-be62-3b76d23362a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.341316] env[69365]: DEBUG oslo_concurrency.lockutils [req-a8edd5a1-9d6a-480a-a088-ede7f8b010fb req-581e9ce9-abad-460d-9a44-79815334778f service nova] Lock "d5060397-0866-4489-be62-3b76d23362a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.341506] env[69365]: DEBUG oslo_concurrency.lockutils [req-a8edd5a1-9d6a-480a-a088-ede7f8b010fb req-581e9ce9-abad-460d-9a44-79815334778f service nova] Lock "d5060397-0866-4489-be62-3b76d23362a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.341668] env[69365]: DEBUG nova.compute.manager [req-a8edd5a1-9d6a-480a-a088-ede7f8b010fb req-581e9ce9-abad-460d-9a44-79815334778f service nova] [instance: d5060397-0866-4489-be62-3b76d23362a8] No waiting events found dispatching network-vif-plugged-83e6f551-5a35-4b1d-b825-0c07c8d18877 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1063.341826] env[69365]: WARNING nova.compute.manager [req-a8edd5a1-9d6a-480a-a088-ede7f8b010fb req-581e9ce9-abad-460d-9a44-79815334778f service nova] [instance: d5060397-0866-4489-be62-3b76d23362a8] Received unexpected event network-vif-plugged-83e6f551-5a35-4b1d-b825-0c07c8d18877 for instance with vm_state building and task_state spawning. [ 1063.342021] env[69365]: DEBUG nova.compute.manager [req-a8edd5a1-9d6a-480a-a088-ede7f8b010fb req-581e9ce9-abad-460d-9a44-79815334778f service nova] [instance: d5060397-0866-4489-be62-3b76d23362a8] Received event network-changed-83e6f551-5a35-4b1d-b825-0c07c8d18877 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.342155] env[69365]: DEBUG nova.compute.manager [req-a8edd5a1-9d6a-480a-a088-ede7f8b010fb req-581e9ce9-abad-460d-9a44-79815334778f service nova] [instance: d5060397-0866-4489-be62-3b76d23362a8] Refreshing instance network info cache due to event network-changed-83e6f551-5a35-4b1d-b825-0c07c8d18877. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.342337] env[69365]: DEBUG oslo_concurrency.lockutils [req-a8edd5a1-9d6a-480a-a088-ede7f8b010fb req-581e9ce9-abad-460d-9a44-79815334778f service nova] Acquiring lock "refresh_cache-d5060397-0866-4489-be62-3b76d23362a8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.342483] env[69365]: DEBUG oslo_concurrency.lockutils [req-a8edd5a1-9d6a-480a-a088-ede7f8b010fb req-581e9ce9-abad-460d-9a44-79815334778f service nova] Acquired lock "refresh_cache-d5060397-0866-4489-be62-3b76d23362a8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.342642] env[69365]: DEBUG nova.network.neutron [req-a8edd5a1-9d6a-480a-a088-ede7f8b010fb req-581e9ce9-abad-460d-9a44-79815334778f service nova] [instance: d5060397-0866-4489-be62-3b76d23362a8] Refreshing network info cache for port 83e6f551-5a35-4b1d-b825-0c07c8d18877 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.344303] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a61716c-29be-4666-9a20-878ecf3e68f0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.348525] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.348525] env[69365]: value = "task-3469494" [ 1063.348525] env[69365]: _type = "Task" [ 1063.348525] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.356620] env[69365]: DEBUG oslo_vmware.api [None req-50526c2d-1aa9-4071-b892-81c36788a71f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 1063.356620] env[69365]: value = "task-3469495" [ 1063.356620] env[69365]: _type = "Task" [ 1063.356620] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.365767] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469494, 'name': CreateVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.371372] env[69365]: DEBUG oslo_vmware.api [None req-50526c2d-1aa9-4071-b892-81c36788a71f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469495, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.454108] env[69365]: DEBUG nova.compute.utils [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.458018] env[69365]: DEBUG nova.compute.manager [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1063.458371] env[69365]: DEBUG nova.network.neutron [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1063.530741] env[69365]: DEBUG nova.policy [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4e8eab242c649ddbbed4342e2ff5c8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1390634bc5d43d2bd1beb23d5cd5375', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.577704] env[69365]: DEBUG nova.compute.manager [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Stashing vm_state: active {{(pid=69365) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1063.786404] env[69365]: DEBUG oslo_vmware.api [None req-b0b1a753-8d15-499d-9ee2-0e0ec1406948 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469493, 'name': ReconfigVM_Task, 'duration_secs': 0.299094} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.786769] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0b1a753-8d15-499d-9ee2-0e0ec1406948 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1063.792584] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f804841-ae3a-4b1f-acb8-a2dfed0b0d26 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.810102] env[69365]: DEBUG oslo_vmware.api [None req-b0b1a753-8d15-499d-9ee2-0e0ec1406948 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 1063.810102] env[69365]: value = "task-3469496" [ 1063.810102] env[69365]: _type = "Task" [ 1063.810102] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.822790] env[69365]: DEBUG oslo_vmware.api [None req-b0b1a753-8d15-499d-9ee2-0e0ec1406948 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469496, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.865838] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469494, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.875776] env[69365]: DEBUG oslo_vmware.api [None req-50526c2d-1aa9-4071-b892-81c36788a71f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469495, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143463} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.876129] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-50526c2d-1aa9-4071-b892-81c36788a71f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.876326] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-50526c2d-1aa9-4071-b892-81c36788a71f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.876507] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-50526c2d-1aa9-4071-b892-81c36788a71f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.876683] env[69365]: INFO nova.compute.manager [None req-50526c2d-1aa9-4071-b892-81c36788a71f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1063.876957] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50526c2d-1aa9-4071-b892-81c36788a71f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.877138] env[69365]: DEBUG nova.compute.manager [-] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.877235] env[69365]: DEBUG nova.network.neutron [-] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.911223] env[69365]: DEBUG nova.network.neutron [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Successfully created port: f799a7e7-fc27-4152-9233-739516fe2607 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.962686] env[69365]: DEBUG nova.compute.manager [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1064.100041] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.321870] env[69365]: DEBUG oslo_vmware.api [None req-b0b1a753-8d15-499d-9ee2-0e0ec1406948 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469496, 'name': ReconfigVM_Task, 'duration_secs': 0.1584} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.328764] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0b1a753-8d15-499d-9ee2-0e0ec1406948 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693347', 'volume_id': 'e8a57815-b285-486f-9731-a09d403cbf27', 'name': 'volume-e8a57815-b285-486f-9731-a09d403cbf27', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'acf4ce22-50bf-4f3b-a707-5503d3e3aff0', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8a57815-b285-486f-9731-a09d403cbf27', 'serial': 'e8a57815-b285-486f-9731-a09d403cbf27'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1064.369039] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469494, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.385493] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51728343-51d6-4a9d-9965-b362b6b55769 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.393443] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2dfc2e2-efcd-4b1c-846a-a12ac515a234 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.425705] env[69365]: DEBUG nova.network.neutron [req-a8edd5a1-9d6a-480a-a088-ede7f8b010fb req-581e9ce9-abad-460d-9a44-79815334778f service nova] [instance: d5060397-0866-4489-be62-3b76d23362a8] Updated VIF entry in instance network info cache for port 83e6f551-5a35-4b1d-b825-0c07c8d18877. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.426111] env[69365]: DEBUG nova.network.neutron [req-a8edd5a1-9d6a-480a-a088-ede7f8b010fb req-581e9ce9-abad-460d-9a44-79815334778f service nova] [instance: d5060397-0866-4489-be62-3b76d23362a8] Updating instance_info_cache with network_info: [{"id": "83e6f551-5a35-4b1d-b825-0c07c8d18877", "address": "fa:16:3e:25:b3:f0", "network": {"id": "0a070169-0690-453d-b7d9-d59c0d25b157", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1450700306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2cf307cf4e4974b5e0a86d35a92e32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83e6f551-5a", "ovs_interfaceid": "83e6f551-5a35-4b1d-b825-0c07c8d18877", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.428056] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738a23e5-7dbf-4013-b41e-7b8bc278bd06 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.436370] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b5a1f3-14ed-49e7-97c5-f914a45d99b0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.451060] env[69365]: DEBUG nova.compute.provider_tree [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1064.830573] env[69365]: DEBUG nova.network.neutron [-] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.868017] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469494, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.899381] env[69365]: DEBUG nova.objects.instance [None req-b0b1a753-8d15-499d-9ee2-0e0ec1406948 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lazy-loading 'flavor' on Instance uuid acf4ce22-50bf-4f3b-a707-5503d3e3aff0 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.931875] env[69365]: DEBUG oslo_concurrency.lockutils [req-a8edd5a1-9d6a-480a-a088-ede7f8b010fb req-581e9ce9-abad-460d-9a44-79815334778f service nova] Releasing lock "refresh_cache-d5060397-0866-4489-be62-3b76d23362a8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.954071] env[69365]: DEBUG nova.scheduler.client.report [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.977192] env[69365]: DEBUG nova.compute.manager [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1065.045138] env[69365]: DEBUG nova.virt.hardware [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1065.045421] env[69365]: DEBUG nova.virt.hardware [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1065.045579] env[69365]: DEBUG nova.virt.hardware [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1065.045759] env[69365]: DEBUG nova.virt.hardware [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1065.045935] env[69365]: DEBUG nova.virt.hardware [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1065.046086] env[69365]: DEBUG nova.virt.hardware [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1065.046298] env[69365]: DEBUG nova.virt.hardware [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1065.046459] env[69365]: DEBUG nova.virt.hardware [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1065.046625] env[69365]: DEBUG nova.virt.hardware [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1065.046788] env[69365]: DEBUG nova.virt.hardware [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1065.047010] env[69365]: DEBUG nova.virt.hardware [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1065.048285] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394b7cb8-f8f3-4fb7-aea3-e6a2eef9ef47 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.058474] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbafad0-70a2-484c-84a2-f4f363469a9b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.333022] env[69365]: INFO nova.compute.manager [-] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Took 1.46 seconds to deallocate network for instance. [ 1065.355516] env[69365]: DEBUG nova.compute.manager [req-5a065cc2-88bc-4768-8391-31fb17fabcca req-0dcb162c-a700-4d66-95f1-bc9212c46017 service nova] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Received event network-vif-deleted-0e1bcb17-397d-4b1b-b758-3dc1cf6c86be {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.367730] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469494, 'name': CreateVM_Task, 'duration_secs': 1.767747} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.368530] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5060397-0866-4489-be62-3b76d23362a8] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.369283] env[69365]: DEBUG oslo_concurrency.lockutils [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.369642] env[69365]: DEBUG oslo_concurrency.lockutils [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.369751] env[69365]: DEBUG oslo_concurrency.lockutils [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.370318] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-528c121f-c6e4-42b8-af3b-0c5262ceb32d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.376566] env[69365]: DEBUG oslo_vmware.api [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1065.376566] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]521a2ff0-6d35-d1e5-f06e-741bbb5c2fb2" [ 1065.376566] env[69365]: _type = "Task" [ 1065.376566] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.385870] env[69365]: DEBUG oslo_vmware.api [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521a2ff0-6d35-d1e5-f06e-741bbb5c2fb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.458853] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.459681] env[69365]: DEBUG nova.compute.manager [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1065.462409] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.416s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.534427] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquiring lock "0d028ec7-840a-4095-9a67-641ef8358807" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.534427] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "0d028ec7-840a-4095-9a67-641ef8358807" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.534427] env[69365]: INFO nova.compute.manager [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Shelving [ 1065.607262] env[69365]: DEBUG nova.network.neutron [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Successfully updated port: f799a7e7-fc27-4152-9233-739516fe2607 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1065.839771] env[69365]: DEBUG oslo_concurrency.lockutils [None req-50526c2d-1aa9-4071-b892-81c36788a71f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.888085] env[69365]: DEBUG oslo_vmware.api [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521a2ff0-6d35-d1e5-f06e-741bbb5c2fb2, 'name': SearchDatastore_Task, 'duration_secs': 0.015611} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.888459] env[69365]: DEBUG oslo_concurrency.lockutils [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.888716] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.888982] env[69365]: DEBUG oslo_concurrency.lockutils [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.889149] env[69365]: DEBUG oslo_concurrency.lockutils [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.889346] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.889666] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-548ff010-abd3-4060-927d-8052d299dea5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.900799] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.900998] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.901847] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a6a93aa-0967-4daa-9702-b7d136217ba1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.907611] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b0b1a753-8d15-499d-9ee2-0e0ec1406948 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "acf4ce22-50bf-4f3b-a707-5503d3e3aff0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.284s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.909733] env[69365]: DEBUG oslo_vmware.api [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1065.909733] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a863eb-0f8b-7ec6-642d-fd20a61acf7e" [ 1065.909733] env[69365]: _type = "Task" [ 1065.909733] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.919081] env[69365]: DEBUG oslo_vmware.api [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a863eb-0f8b-7ec6-642d-fd20a61acf7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.966755] env[69365]: DEBUG nova.compute.utils [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.978832] env[69365]: DEBUG nova.compute.manager [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.981517] env[69365]: DEBUG nova.compute.manager [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.981681] env[69365]: DEBUG nova.network.neutron [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1066.032267] env[69365]: DEBUG nova.policy [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d2a17bb61f74781889c37e7241ccdb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1458781f20f49c39b5ccccbb9bf0c47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.110145] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "refresh_cache-bf5de304-45c8-4772-a217-0d67a3f25b50" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.110377] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquired lock "refresh_cache-bf5de304-45c8-4772-a217-0d67a3f25b50" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.110529] env[69365]: DEBUG nova.network.neutron [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.359679] env[69365]: DEBUG nova.network.neutron [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Successfully created port: 54af5c81-d29d-476b-99f6-c1502d28c86b {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.428029] env[69365]: DEBUG oslo_vmware.api [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a863eb-0f8b-7ec6-642d-fd20a61acf7e, 'name': SearchDatastore_Task, 'duration_secs': 0.014269} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.431290] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e7ca1c1-d8b2-4632-ae94-e49fc1165540 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.436201] env[69365]: DEBUG oslo_vmware.api [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1066.436201] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a99f59-413c-23ef-e563-9f4157ff2780" [ 1066.436201] env[69365]: _type = "Task" [ 1066.436201] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.445798] env[69365]: DEBUG oslo_vmware.api [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a99f59-413c-23ef-e563-9f4157ff2780, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.492364] env[69365]: INFO nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Updating resource usage from migration 5ffdb57f-8626-441e-8a13-7b612ff7a371 [ 1066.527083] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance dbc6c632-cd7b-4f57-855a-acd12826d021 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1066.527439] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 54494c65-4118-4c3d-8af2-cd772b783e1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1066.527609] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance d3d58b6e-04b7-4a8d-88c3-149d58607224 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1066.527740] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance d43167ba-4f47-4d69-b26f-39250744f875 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1066.528363] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance acf4ce22-50bf-4f3b-a707-5503d3e3aff0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1066.528363] env[69365]: WARNING nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1066.528363] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1066.528363] env[69365]: WARNING nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 06b36c20-2357-437b-8f3d-af4dd83036b6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1066.528597] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 99bb8d37-053d-43dc-a30b-1d898521e0a9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1066.528597] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1066.528685] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 0d028ec7-840a-4095-9a67-641ef8358807 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1066.528842] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance f7bd87f3-f267-4695-b01a-1bc7cbb03b7f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1066.528943] env[69365]: WARNING nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1066.529252] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 1e23bcff-1976-4065-be4d-2eb09fbd7a74 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1066.529252] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance f818b903-afbf-41aa-b43b-a1c2e6e9bfc2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1066.529425] env[69365]: WARNING nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 63351e35-ea73-440d-8642-3793c3806125 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1066.529658] env[69365]: WARNING nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance d2abb86f-64d3-4501-9c98-0fb0c732554f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1066.529792] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 8ecdd96a-299c-4ba8-9d74-fec433e01840 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1066.529792] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance d5060397-0866-4489-be62-3b76d23362a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1066.530286] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance bf5de304-45c8-4772-a217-0d67a3f25b50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1066.530286] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 31ff0b14-dc60-4a4f-95f4-c0d823364979 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1066.542460] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1066.542785] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a68c3011-51ce-4bbb-88c4-79f2551c7a4e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.554520] env[69365]: DEBUG oslo_vmware.api [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1066.554520] env[69365]: value = "task-3469497" [ 1066.554520] env[69365]: _type = "Task" [ 1066.554520] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.572559] env[69365]: DEBUG oslo_vmware.api [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.659287] env[69365]: DEBUG nova.network.neutron [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1066.851175] env[69365]: DEBUG nova.network.neutron [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Updating instance_info_cache with network_info: [{"id": "f799a7e7-fc27-4152-9233-739516fe2607", "address": "fa:16:3e:cc:58:c0", "network": {"id": "c91e48bf-447c-4d3b-9b39-4682e675c3bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-440598981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1390634bc5d43d2bd1beb23d5cd5375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf799a7e7-fc", "ovs_interfaceid": "f799a7e7-fc27-4152-9233-739516fe2607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.947234] env[69365]: DEBUG oslo_vmware.api [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a99f59-413c-23ef-e563-9f4157ff2780, 'name': SearchDatastore_Task, 'duration_secs': 0.012325} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.947502] env[69365]: DEBUG oslo_concurrency.lockutils [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.947759] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] d5060397-0866-4489-be62-3b76d23362a8/d5060397-0866-4489-be62-3b76d23362a8.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.948069] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1af79cad-dd7c-4ca1-98ad-b26537296c4d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.954752] env[69365]: DEBUG oslo_vmware.api [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1066.954752] env[69365]: value = "task-3469498" [ 1066.954752] env[69365]: _type = "Task" [ 1066.954752] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.962723] env[69365]: DEBUG oslo_vmware.api [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.995956] env[69365]: DEBUG nova.compute.manager [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.025359] env[69365]: DEBUG nova.virt.hardware [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.025359] env[69365]: DEBUG nova.virt.hardware [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.025620] env[69365]: DEBUG nova.virt.hardware [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.025922] env[69365]: DEBUG nova.virt.hardware [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.026302] env[69365]: DEBUG nova.virt.hardware [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.026466] env[69365]: DEBUG nova.virt.hardware [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.026745] env[69365]: DEBUG nova.virt.hardware [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.027021] env[69365]: DEBUG nova.virt.hardware [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.027320] env[69365]: DEBUG nova.virt.hardware [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.027606] env[69365]: DEBUG nova.virt.hardware [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.027914] env[69365]: DEBUG nova.virt.hardware [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.029609] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b9c654-8c6b-4a79-b248-32ec4e80dc23 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.034318] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 90d1181b-120c-45c1-b18c-d56790f1a7ca has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1067.041979] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4110f1c9-c5bb-4b33-8054-df4f7784a302 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.065475] env[69365]: DEBUG oslo_vmware.api [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469497, 'name': PowerOffVM_Task, 'duration_secs': 0.228368} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.065683] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.066740] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6d664c-b8a7-490f-ad78-2a9d92710fc7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.086045] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d5d5098-ddb0-43cf-a0b4-08bec3b54920 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.144853] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2ba2404d-71f6-406c-ba45-b2683f78c487 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "acf4ce22-50bf-4f3b-a707-5503d3e3aff0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.145528] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2ba2404d-71f6-406c-ba45-b2683f78c487 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "acf4ce22-50bf-4f3b-a707-5503d3e3aff0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.145753] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2ba2404d-71f6-406c-ba45-b2683f78c487 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "acf4ce22-50bf-4f3b-a707-5503d3e3aff0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.145944] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2ba2404d-71f6-406c-ba45-b2683f78c487 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "acf4ce22-50bf-4f3b-a707-5503d3e3aff0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.146130] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2ba2404d-71f6-406c-ba45-b2683f78c487 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "acf4ce22-50bf-4f3b-a707-5503d3e3aff0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.148258] env[69365]: INFO nova.compute.manager [None req-2ba2404d-71f6-406c-ba45-b2683f78c487 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Terminating instance [ 1067.353713] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Releasing lock "refresh_cache-bf5de304-45c8-4772-a217-0d67a3f25b50" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.354116] env[69365]: DEBUG nova.compute.manager [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Instance network_info: |[{"id": "f799a7e7-fc27-4152-9233-739516fe2607", "address": "fa:16:3e:cc:58:c0", "network": {"id": "c91e48bf-447c-4d3b-9b39-4682e675c3bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-440598981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1390634bc5d43d2bd1beb23d5cd5375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf799a7e7-fc", "ovs_interfaceid": "f799a7e7-fc27-4152-9233-739516fe2607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.354592] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:58:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f799a7e7-fc27-4152-9233-739516fe2607', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.362990] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.363402] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.363605] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a4bb772-78ad-4c00-a43f-9a9eb8a6d70c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.385403] env[69365]: DEBUG nova.compute.manager [req-593e2a5c-4aa3-4cc2-bb52-3581214cdbdf req-8f0eb318-3c23-4756-aa26-9bbcbdf4548b service nova] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Received event network-vif-plugged-f799a7e7-fc27-4152-9233-739516fe2607 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.385403] env[69365]: DEBUG oslo_concurrency.lockutils [req-593e2a5c-4aa3-4cc2-bb52-3581214cdbdf req-8f0eb318-3c23-4756-aa26-9bbcbdf4548b service nova] Acquiring lock "bf5de304-45c8-4772-a217-0d67a3f25b50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.385403] env[69365]: DEBUG oslo_concurrency.lockutils [req-593e2a5c-4aa3-4cc2-bb52-3581214cdbdf req-8f0eb318-3c23-4756-aa26-9bbcbdf4548b service nova] Lock "bf5de304-45c8-4772-a217-0d67a3f25b50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.385403] env[69365]: DEBUG oslo_concurrency.lockutils [req-593e2a5c-4aa3-4cc2-bb52-3581214cdbdf req-8f0eb318-3c23-4756-aa26-9bbcbdf4548b service nova] Lock "bf5de304-45c8-4772-a217-0d67a3f25b50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.385403] env[69365]: DEBUG nova.compute.manager [req-593e2a5c-4aa3-4cc2-bb52-3581214cdbdf req-8f0eb318-3c23-4756-aa26-9bbcbdf4548b service nova] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] No waiting events found dispatching network-vif-plugged-f799a7e7-fc27-4152-9233-739516fe2607 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.385601] env[69365]: WARNING nova.compute.manager [req-593e2a5c-4aa3-4cc2-bb52-3581214cdbdf req-8f0eb318-3c23-4756-aa26-9bbcbdf4548b service nova] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Received unexpected event network-vif-plugged-f799a7e7-fc27-4152-9233-739516fe2607 for instance with vm_state building and task_state spawning. [ 1067.385601] env[69365]: DEBUG nova.compute.manager [req-593e2a5c-4aa3-4cc2-bb52-3581214cdbdf req-8f0eb318-3c23-4756-aa26-9bbcbdf4548b service nova] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Received event network-changed-f799a7e7-fc27-4152-9233-739516fe2607 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.385820] env[69365]: DEBUG nova.compute.manager [req-593e2a5c-4aa3-4cc2-bb52-3581214cdbdf req-8f0eb318-3c23-4756-aa26-9bbcbdf4548b service nova] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Refreshing instance network info cache due to event network-changed-f799a7e7-fc27-4152-9233-739516fe2607. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.385990] env[69365]: DEBUG oslo_concurrency.lockutils [req-593e2a5c-4aa3-4cc2-bb52-3581214cdbdf req-8f0eb318-3c23-4756-aa26-9bbcbdf4548b service nova] Acquiring lock "refresh_cache-bf5de304-45c8-4772-a217-0d67a3f25b50" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.386174] env[69365]: DEBUG oslo_concurrency.lockutils [req-593e2a5c-4aa3-4cc2-bb52-3581214cdbdf req-8f0eb318-3c23-4756-aa26-9bbcbdf4548b service nova] Acquired lock "refresh_cache-bf5de304-45c8-4772-a217-0d67a3f25b50" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.386361] env[69365]: DEBUG nova.network.neutron [req-593e2a5c-4aa3-4cc2-bb52-3581214cdbdf req-8f0eb318-3c23-4756-aa26-9bbcbdf4548b service nova] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Refreshing network info cache for port f799a7e7-fc27-4152-9233-739516fe2607 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.390151] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.390151] env[69365]: value = "task-3469499" [ 1067.390151] env[69365]: _type = "Task" [ 1067.390151] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.402608] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469499, 'name': CreateVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.466411] env[69365]: DEBUG oslo_vmware.api [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469498, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.538478] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 275f0fca-701a-4063-9ed1-4ce7860fea6e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1067.538706] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Migration 5ffdb57f-8626-441e-8a13-7b612ff7a371 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1067.538865] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 4fbe7273-3bca-4188-b5b1-edd291df9fed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1067.539227] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1067.539430] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=200GB used_disk=17GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1067.597790] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1067.598266] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-17afd9c6-9c0c-4f5d-b7db-4c78988d88cb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.608519] env[69365]: DEBUG oslo_vmware.api [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1067.608519] env[69365]: value = "task-3469500" [ 1067.608519] env[69365]: _type = "Task" [ 1067.608519] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.622650] env[69365]: DEBUG oslo_vmware.api [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469500, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.652328] env[69365]: DEBUG nova.compute.manager [None req-2ba2404d-71f6-406c-ba45-b2683f78c487 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1067.652446] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba2404d-71f6-406c-ba45-b2683f78c487 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.653517] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e4564c-6196-42ae-957a-bec7606d5d1f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.669415] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba2404d-71f6-406c-ba45-b2683f78c487 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.669781] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44fa6aa6-d565-4a0f-9f74-d349b24af4f2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.681921] env[69365]: DEBUG oslo_vmware.api [None req-2ba2404d-71f6-406c-ba45-b2683f78c487 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 1067.681921] env[69365]: value = "task-3469501" [ 1067.681921] env[69365]: _type = "Task" [ 1067.681921] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.693576] env[69365]: DEBUG oslo_vmware.api [None req-2ba2404d-71f6-406c-ba45-b2683f78c487 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.832928] env[69365]: DEBUG oslo_vmware.rw_handles [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ae1998-7748-8347-8fca-75fe8a1e823e/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1067.834202] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc7e8ce-ac7f-4fbd-b71c-cf94acd8034b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.844137] env[69365]: DEBUG oslo_vmware.rw_handles [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ae1998-7748-8347-8fca-75fe8a1e823e/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1067.844369] env[69365]: ERROR oslo_vmware.rw_handles [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ae1998-7748-8347-8fca-75fe8a1e823e/disk-0.vmdk due to incomplete transfer. [ 1067.844690] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-17a09453-9453-42bf-8d11-657a27c5f35e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.852901] env[69365]: DEBUG oslo_vmware.rw_handles [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ae1998-7748-8347-8fca-75fe8a1e823e/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1067.853123] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Uploaded image a278376f-61b1-46de-9370-9875a7cdfe88 to the Glance image server {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1067.855758] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1067.856120] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2c379bc7-5572-4f4f-bb9f-b4b137826160 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.865734] env[69365]: DEBUG oslo_vmware.api [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the task: (returnval){ [ 1067.865734] env[69365]: value = "task-3469502" [ 1067.865734] env[69365]: _type = "Task" [ 1067.865734] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.881404] env[69365]: DEBUG oslo_vmware.api [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469502, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.905937] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469499, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.957356] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67681e75-c5b0-4cce-85f6-3feff4c84611 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.970849] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae40f63-a4d9-43cd-b3ed-e9e52dedff27 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.974689] env[69365]: DEBUG oslo_vmware.api [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469498, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.757341} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.974856] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] d5060397-0866-4489-be62-3b76d23362a8/d5060397-0866-4489-be62-3b76d23362a8.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.974997] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.976642] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-109b8a6c-e38d-454b-84a8-2927fb9769ff {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.016320] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b843a86e-e0c4-4b7e-aad4-113cbc0186d7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.019153] env[69365]: DEBUG oslo_vmware.api [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1068.019153] env[69365]: value = "task-3469503" [ 1068.019153] env[69365]: _type = "Task" [ 1068.019153] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.026224] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a845fcbb-f0d8-4a6c-8a45-98fca2037449 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.033351] env[69365]: DEBUG oslo_vmware.api [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469503, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.044201] env[69365]: DEBUG nova.compute.provider_tree [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.122465] env[69365]: DEBUG oslo_vmware.api [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469500, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.197845] env[69365]: DEBUG oslo_vmware.api [None req-2ba2404d-71f6-406c-ba45-b2683f78c487 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469501, 'name': PowerOffVM_Task, 'duration_secs': 0.299701} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.198192] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ba2404d-71f6-406c-ba45-b2683f78c487 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1068.198370] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba2404d-71f6-406c-ba45-b2683f78c487 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1068.198819] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98f2b624-fbba-4071-9a00-3ed7a43f1399 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.234410] env[69365]: DEBUG nova.network.neutron [req-593e2a5c-4aa3-4cc2-bb52-3581214cdbdf req-8f0eb318-3c23-4756-aa26-9bbcbdf4548b service nova] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Updated VIF entry in instance network info cache for port f799a7e7-fc27-4152-9233-739516fe2607. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.235168] env[69365]: DEBUG nova.network.neutron [req-593e2a5c-4aa3-4cc2-bb52-3581214cdbdf req-8f0eb318-3c23-4756-aa26-9bbcbdf4548b service nova] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Updating instance_info_cache with network_info: [{"id": "f799a7e7-fc27-4152-9233-739516fe2607", "address": "fa:16:3e:cc:58:c0", "network": {"id": "c91e48bf-447c-4d3b-9b39-4682e675c3bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-440598981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1390634bc5d43d2bd1beb23d5cd5375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf799a7e7-fc", "ovs_interfaceid": "f799a7e7-fc27-4152-9233-739516fe2607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.244119] env[69365]: DEBUG nova.network.neutron [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Successfully updated port: 54af5c81-d29d-476b-99f6-c1502d28c86b {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.313199] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba2404d-71f6-406c-ba45-b2683f78c487 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1068.313452] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba2404d-71f6-406c-ba45-b2683f78c487 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1068.313638] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba2404d-71f6-406c-ba45-b2683f78c487 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Deleting the datastore file [datastore1] acf4ce22-50bf-4f3b-a707-5503d3e3aff0 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1068.313899] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96d72c35-a340-4fad-8126-ee6a07e3cc58 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.321423] env[69365]: DEBUG oslo_vmware.api [None req-2ba2404d-71f6-406c-ba45-b2683f78c487 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 1068.321423] env[69365]: value = "task-3469505" [ 1068.321423] env[69365]: _type = "Task" [ 1068.321423] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.330091] env[69365]: DEBUG oslo_vmware.api [None req-2ba2404d-71f6-406c-ba45-b2683f78c487 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.376139] env[69365]: DEBUG oslo_vmware.api [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469502, 'name': Destroy_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.406329] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469499, 'name': CreateVM_Task, 'duration_secs': 0.652702} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.406532] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.407320] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.407501] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.407900] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.408339] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8f772e9-e1df-4579-b8d0-e2b5a22bb203 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.414102] env[69365]: DEBUG oslo_vmware.api [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1068.414102] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e62b77-7e9c-e7c6-8275-3562b856aa79" [ 1068.414102] env[69365]: _type = "Task" [ 1068.414102] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.422474] env[69365]: DEBUG oslo_vmware.api [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e62b77-7e9c-e7c6-8275-3562b856aa79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.529852] env[69365]: DEBUG oslo_vmware.api [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071591} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.530208] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.531039] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760d12ec-11b1-4472-994f-3130cd7d575c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.553252] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] d5060397-0866-4489-be62-3b76d23362a8/d5060397-0866-4489-be62-3b76d23362a8.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.554212] env[69365]: DEBUG nova.scheduler.client.report [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.557443] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b061935b-f4d9-4374-a37b-339fd69f99c7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.579298] env[69365]: DEBUG oslo_vmware.api [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1068.579298] env[69365]: value = "task-3469506" [ 1068.579298] env[69365]: _type = "Task" [ 1068.579298] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.590469] env[69365]: DEBUG oslo_vmware.api [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469506, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.622323] env[69365]: DEBUG oslo_vmware.api [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469500, 'name': CreateSnapshot_Task, 'duration_secs': 0.540655} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.622635] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1068.623403] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e55fd1-fa37-476c-963c-ac4fcb8eebd6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.737343] env[69365]: DEBUG oslo_concurrency.lockutils [req-593e2a5c-4aa3-4cc2-bb52-3581214cdbdf req-8f0eb318-3c23-4756-aa26-9bbcbdf4548b service nova] Releasing lock "refresh_cache-bf5de304-45c8-4772-a217-0d67a3f25b50" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.746274] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "refresh_cache-31ff0b14-dc60-4a4f-95f4-c0d823364979" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.746442] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquired lock "refresh_cache-31ff0b14-dc60-4a4f-95f4-c0d823364979" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.746601] env[69365]: DEBUG nova.network.neutron [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1068.833073] env[69365]: DEBUG oslo_vmware.api [None req-2ba2404d-71f6-406c-ba45-b2683f78c487 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172135} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.833245] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ba2404d-71f6-406c-ba45-b2683f78c487 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.833381] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba2404d-71f6-406c-ba45-b2683f78c487 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.833563] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2ba2404d-71f6-406c-ba45-b2683f78c487 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.833737] env[69365]: INFO nova.compute.manager [None req-2ba2404d-71f6-406c-ba45-b2683f78c487 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1068.833983] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ba2404d-71f6-406c-ba45-b2683f78c487 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1068.834198] env[69365]: DEBUG nova.compute.manager [-] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1068.834405] env[69365]: DEBUG nova.network.neutron [-] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1068.878952] env[69365]: DEBUG oslo_vmware.api [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469502, 'name': Destroy_Task, 'duration_secs': 0.893731} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.879058] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Destroyed the VM [ 1068.879316] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1068.879591] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b7935c68-5307-486b-8e3b-04ec8f381d73 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.886230] env[69365]: DEBUG oslo_vmware.api [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the task: (returnval){ [ 1068.886230] env[69365]: value = "task-3469507" [ 1068.886230] env[69365]: _type = "Task" [ 1068.886230] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.895463] env[69365]: DEBUG oslo_vmware.api [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469507, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.924552] env[69365]: DEBUG oslo_vmware.api [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e62b77-7e9c-e7c6-8275-3562b856aa79, 'name': SearchDatastore_Task, 'duration_secs': 0.010583} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.924626] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.924829] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.925085] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.925236] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.925416] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.925677] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0b12242-482a-42a6-b637-839d2b9e1f7d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.935022] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.935111] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.935839] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15b49b8b-b86a-4eac-ab69-d9be4a92f4e6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.942232] env[69365]: DEBUG oslo_vmware.api [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1068.942232] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5263a56a-8240-7280-add1-96e1cd94a410" [ 1068.942232] env[69365]: _type = "Task" [ 1068.942232] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.949984] env[69365]: DEBUG oslo_vmware.api [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5263a56a-8240-7280-add1-96e1cd94a410, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.073257] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69365) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1069.073479] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.611s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.073799] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c2e6ed81-6eb0-4303-941d-996022a02e5f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.311s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.074015] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c2e6ed81-6eb0-4303-941d-996022a02e5f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.076312] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e11781bf-7f0a-4a0d-a088-4560020397c9 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.392s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.076506] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e11781bf-7f0a-4a0d-a088-4560020397c9 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.078566] env[69365]: DEBUG oslo_concurrency.lockutils [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.377s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.080467] env[69365]: INFO nova.compute.claims [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.093968] env[69365]: DEBUG oslo_vmware.api [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469506, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.109022] env[69365]: INFO nova.scheduler.client.report [None req-e11781bf-7f0a-4a0d-a088-4560020397c9 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Deleted allocations for instance 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f [ 1069.109022] env[69365]: INFO nova.scheduler.client.report [None req-c2e6ed81-6eb0-4303-941d-996022a02e5f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Deleted allocations for instance 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3 [ 1069.143230] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1069.143230] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bd4369f1-3123-4e17-9ca3-1d9bc897c20b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.155136] env[69365]: DEBUG oslo_vmware.api [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1069.155136] env[69365]: value = "task-3469508" [ 1069.155136] env[69365]: _type = "Task" [ 1069.155136] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.165788] env[69365]: DEBUG oslo_vmware.api [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469508, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.283880] env[69365]: DEBUG nova.network.neutron [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.399999] env[69365]: DEBUG oslo_vmware.api [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469507, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.459782] env[69365]: DEBUG oslo_vmware.api [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5263a56a-8240-7280-add1-96e1cd94a410, 'name': SearchDatastore_Task, 'duration_secs': 0.011884} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.461316] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-551311a1-e759-4492-84c1-8fdb12e87220 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.467703] env[69365]: DEBUG oslo_vmware.api [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1069.467703] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52592985-d7c7-10f6-4e7f-f5e1c1e4af48" [ 1069.467703] env[69365]: _type = "Task" [ 1069.467703] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.478472] env[69365]: DEBUG oslo_vmware.api [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52592985-d7c7-10f6-4e7f-f5e1c1e4af48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.558174] env[69365]: DEBUG nova.compute.manager [req-3f5eccba-8c10-421e-aa9d-bc35ce59b70e req-b5a545c2-4850-45f5-b1f5-3944658737a7 service nova] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Received event network-vif-plugged-54af5c81-d29d-476b-99f6-c1502d28c86b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.558511] env[69365]: DEBUG oslo_concurrency.lockutils [req-3f5eccba-8c10-421e-aa9d-bc35ce59b70e req-b5a545c2-4850-45f5-b1f5-3944658737a7 service nova] Acquiring lock "31ff0b14-dc60-4a4f-95f4-c0d823364979-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.558702] env[69365]: DEBUG oslo_concurrency.lockutils [req-3f5eccba-8c10-421e-aa9d-bc35ce59b70e req-b5a545c2-4850-45f5-b1f5-3944658737a7 service nova] Lock "31ff0b14-dc60-4a4f-95f4-c0d823364979-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.558884] env[69365]: DEBUG oslo_concurrency.lockutils [req-3f5eccba-8c10-421e-aa9d-bc35ce59b70e req-b5a545c2-4850-45f5-b1f5-3944658737a7 service nova] Lock "31ff0b14-dc60-4a4f-95f4-c0d823364979-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.559779] env[69365]: DEBUG nova.compute.manager [req-3f5eccba-8c10-421e-aa9d-bc35ce59b70e req-b5a545c2-4850-45f5-b1f5-3944658737a7 service nova] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] No waiting events found dispatching network-vif-plugged-54af5c81-d29d-476b-99f6-c1502d28c86b {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1069.559779] env[69365]: WARNING nova.compute.manager [req-3f5eccba-8c10-421e-aa9d-bc35ce59b70e req-b5a545c2-4850-45f5-b1f5-3944658737a7 service nova] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Received unexpected event network-vif-plugged-54af5c81-d29d-476b-99f6-c1502d28c86b for instance with vm_state building and task_state spawning. [ 1069.559881] env[69365]: DEBUG nova.compute.manager [req-3f5eccba-8c10-421e-aa9d-bc35ce59b70e req-b5a545c2-4850-45f5-b1f5-3944658737a7 service nova] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Received event network-changed-54af5c81-d29d-476b-99f6-c1502d28c86b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1069.560085] env[69365]: DEBUG nova.compute.manager [req-3f5eccba-8c10-421e-aa9d-bc35ce59b70e req-b5a545c2-4850-45f5-b1f5-3944658737a7 service nova] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Refreshing instance network info cache due to event network-changed-54af5c81-d29d-476b-99f6-c1502d28c86b. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1069.560358] env[69365]: DEBUG oslo_concurrency.lockutils [req-3f5eccba-8c10-421e-aa9d-bc35ce59b70e req-b5a545c2-4850-45f5-b1f5-3944658737a7 service nova] Acquiring lock "refresh_cache-31ff0b14-dc60-4a4f-95f4-c0d823364979" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.600502] env[69365]: DEBUG oslo_vmware.api [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469506, 'name': ReconfigVM_Task, 'duration_secs': 0.731463} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.602665] env[69365]: DEBUG nova.network.neutron [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Updating instance_info_cache with network_info: [{"id": "54af5c81-d29d-476b-99f6-c1502d28c86b", "address": "fa:16:3e:78:69:7a", "network": {"id": "c9047d9e-af08-44d6-a8c8-674c7f3eb4d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78225543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1458781f20f49c39b5ccccbb9bf0c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54af5c81-d2", "ovs_interfaceid": "54af5c81-d29d-476b-99f6-c1502d28c86b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.604019] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Reconfigured VM instance instance-00000058 to attach disk [datastore2] d5060397-0866-4489-be62-3b76d23362a8/d5060397-0866-4489-be62-3b76d23362a8.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.610346] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-046cbce1-c1c9-4741-9b44-5088ed82004f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.615452] env[69365]: DEBUG oslo_vmware.api [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1069.615452] env[69365]: value = "task-3469509" [ 1069.615452] env[69365]: _type = "Task" [ 1069.615452] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.630017] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e11781bf-7f0a-4a0d-a088-4560020397c9 tempest-ServerRescueTestJSON-24232825 tempest-ServerRescueTestJSON-24232825-project-member] Lock "0bfb9f18-9fbd-4d39-a78f-7e19f20b230f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.401s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.630017] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c2e6ed81-6eb0-4303-941d-996022a02e5f tempest-ImagesTestJSON-1108879237 tempest-ImagesTestJSON-1108879237-project-member] Lock "907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.654s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.636304] env[69365]: DEBUG oslo_vmware.api [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469509, 'name': Rename_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.667900] env[69365]: DEBUG oslo_vmware.api [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469508, 'name': CloneVM_Task} progress is 93%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.895912] env[69365]: DEBUG oslo_vmware.api [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469507, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.954457] env[69365]: DEBUG nova.network.neutron [-] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.982345] env[69365]: DEBUG oslo_vmware.api [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52592985-d7c7-10f6-4e7f-f5e1c1e4af48, 'name': SearchDatastore_Task, 'duration_secs': 0.02077} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.983162] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.983162] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] bf5de304-45c8-4772-a217-0d67a3f25b50/bf5de304-45c8-4772-a217-0d67a3f25b50.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.983162] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1afb9d4b-c962-4f51-9b4f-4e0f7da0e683 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.990188] env[69365]: DEBUG oslo_vmware.api [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1069.990188] env[69365]: value = "task-3469510" [ 1069.990188] env[69365]: _type = "Task" [ 1069.990188] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.000498] env[69365]: DEBUG oslo_vmware.api [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.107414] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Releasing lock "refresh_cache-31ff0b14-dc60-4a4f-95f4-c0d823364979" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.108162] env[69365]: DEBUG nova.compute.manager [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Instance network_info: |[{"id": "54af5c81-d29d-476b-99f6-c1502d28c86b", "address": "fa:16:3e:78:69:7a", "network": {"id": "c9047d9e-af08-44d6-a8c8-674c7f3eb4d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78225543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1458781f20f49c39b5ccccbb9bf0c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54af5c81-d2", "ovs_interfaceid": "54af5c81-d29d-476b-99f6-c1502d28c86b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1070.108162] env[69365]: DEBUG oslo_concurrency.lockutils [req-3f5eccba-8c10-421e-aa9d-bc35ce59b70e req-b5a545c2-4850-45f5-b1f5-3944658737a7 service nova] Acquired lock "refresh_cache-31ff0b14-dc60-4a4f-95f4-c0d823364979" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.108162] env[69365]: DEBUG nova.network.neutron [req-3f5eccba-8c10-421e-aa9d-bc35ce59b70e req-b5a545c2-4850-45f5-b1f5-3944658737a7 service nova] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Refreshing network info cache for port 54af5c81-d29d-476b-99f6-c1502d28c86b {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.109425] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:69:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54af5c81-d29d-476b-99f6-c1502d28c86b', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.119475] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Creating folder: Project (d1458781f20f49c39b5ccccbb9bf0c47). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1070.123078] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-167ea600-d011-4902-803b-d36451f03382 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.138927] env[69365]: DEBUG oslo_vmware.api [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469509, 'name': Rename_Task, 'duration_secs': 0.222844} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.139544] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.140661] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81ba4df9-112a-4384-8548-bd9c8252a7ed {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.142331] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Created folder: Project (d1458781f20f49c39b5ccccbb9bf0c47) in parent group-v693134. [ 1070.142515] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Creating folder: Instances. Parent ref: group-v693385. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1070.142749] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fac01b13-26c2-4f87-bab8-df1894d9fb49 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.149180] env[69365]: DEBUG oslo_vmware.api [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1070.149180] env[69365]: value = "task-3469512" [ 1070.149180] env[69365]: _type = "Task" [ 1070.149180] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.157358] env[69365]: DEBUG oslo_vmware.api [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.161815] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Created folder: Instances in parent group-v693385. [ 1070.162089] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.165567] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.167285] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62697bd8-d2f6-4d5f-b9ce-d8e8acae32e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.190944] env[69365]: DEBUG oslo_vmware.api [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469508, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.204381] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.204381] env[69365]: value = "task-3469514" [ 1070.204381] env[69365]: _type = "Task" [ 1070.204381] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.208368] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469514, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.403482] env[69365]: DEBUG oslo_vmware.api [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469507, 'name': RemoveSnapshot_Task, 'duration_secs': 1.251681} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.403820] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1070.404038] env[69365]: INFO nova.compute.manager [None req-a9de72b3-cdee-4972-8674-0b72af9981e8 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Took 17.00 seconds to snapshot the instance on the hypervisor. [ 1070.456353] env[69365]: INFO nova.compute.manager [-] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Took 1.62 seconds to deallocate network for instance. [ 1070.518252] env[69365]: DEBUG oslo_vmware.api [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469510, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.601230] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9468d9f9-11c9-41cc-90d9-01169d454e90 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.608962] env[69365]: DEBUG nova.network.neutron [req-3f5eccba-8c10-421e-aa9d-bc35ce59b70e req-b5a545c2-4850-45f5-b1f5-3944658737a7 service nova] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Updated VIF entry in instance network info cache for port 54af5c81-d29d-476b-99f6-c1502d28c86b. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1070.609372] env[69365]: DEBUG nova.network.neutron [req-3f5eccba-8c10-421e-aa9d-bc35ce59b70e req-b5a545c2-4850-45f5-b1f5-3944658737a7 service nova] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Updating instance_info_cache with network_info: [{"id": "54af5c81-d29d-476b-99f6-c1502d28c86b", "address": "fa:16:3e:78:69:7a", "network": {"id": "c9047d9e-af08-44d6-a8c8-674c7f3eb4d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78225543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1458781f20f49c39b5ccccbb9bf0c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54af5c81-d2", "ovs_interfaceid": "54af5c81-d29d-476b-99f6-c1502d28c86b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.614062] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295ecc73-0dcd-49a6-b82f-29555947984d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.650118] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d066452e-704b-43d8-8f22-27c9f90dcec4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.666271] env[69365]: DEBUG oslo_vmware.api [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469512, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.667899] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d211d19-8168-4356-aab2-57a1b008ee24 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.675459] env[69365]: DEBUG oslo_vmware.api [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469508, 'name': CloneVM_Task} progress is 95%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.685542] env[69365]: DEBUG nova.compute.provider_tree [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.710243] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469514, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.964322] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2ba2404d-71f6-406c-ba45-b2683f78c487 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.008668] env[69365]: DEBUG oslo_vmware.api [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469510, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62072} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.008954] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] bf5de304-45c8-4772-a217-0d67a3f25b50/bf5de304-45c8-4772-a217-0d67a3f25b50.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1071.009535] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1071.009846] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b462089c-2046-45c4-b132-85e4a538fd4a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.018881] env[69365]: DEBUG oslo_vmware.api [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1071.018881] env[69365]: value = "task-3469515" [ 1071.018881] env[69365]: _type = "Task" [ 1071.018881] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.028477] env[69365]: DEBUG oslo_vmware.api [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.114686] env[69365]: DEBUG oslo_concurrency.lockutils [req-3f5eccba-8c10-421e-aa9d-bc35ce59b70e req-b5a545c2-4850-45f5-b1f5-3944658737a7 service nova] Releasing lock "refresh_cache-31ff0b14-dc60-4a4f-95f4-c0d823364979" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.178618] env[69365]: DEBUG oslo_vmware.api [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469508, 'name': CloneVM_Task, 'duration_secs': 1.8018} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.179122] env[69365]: DEBUG oslo_vmware.api [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469512, 'name': PowerOnVM_Task, 'duration_secs': 0.954724} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.183019] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Created linked-clone VM from snapshot [ 1071.183019] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.183019] env[69365]: INFO nova.compute.manager [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Took 10.70 seconds to spawn the instance on the hypervisor. [ 1071.183019] env[69365]: DEBUG nova.compute.manager [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1071.183019] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e87da93-6c63-47b5-ab4c-ac947a75d38b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.184786] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac1a809-48cc-456d-bc6c-a90bef28a268 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.188754] env[69365]: DEBUG nova.scheduler.client.report [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1071.202835] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Uploading image fbbcfbac-40a2-42c2-a916-cdb6b5007e0e {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1071.228107] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469514, 'name': CreateVM_Task, 'duration_secs': 0.56431} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.228261] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.229224] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.229224] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.229503] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.230020] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38448ef1-051a-4378-891c-7335aca4a0be {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.238692] env[69365]: DEBUG oslo_vmware.api [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1071.238692] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d6d410-b3cd-dfeb-cb1c-595bb0998aac" [ 1071.238692] env[69365]: _type = "Task" [ 1071.238692] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.250865] env[69365]: DEBUG oslo_vmware.rw_handles [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1071.250865] env[69365]: value = "vm-693384" [ 1071.250865] env[69365]: _type = "VirtualMachine" [ 1071.250865] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1071.252991] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-95870774-2b91-495d-81a4-9b5eac53f0b2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.259647] env[69365]: DEBUG oslo_vmware.api [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d6d410-b3cd-dfeb-cb1c-595bb0998aac, 'name': SearchDatastore_Task, 'duration_secs': 0.019541} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.261259] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.261741] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.261960] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.262194] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.262397] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.262821] env[69365]: DEBUG oslo_vmware.rw_handles [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lease: (returnval){ [ 1071.262821] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5240da02-8048-d33a-7fed-230e94de7b56" [ 1071.262821] env[69365]: _type = "HttpNfcLease" [ 1071.262821] env[69365]: } obtained for exporting VM: (result){ [ 1071.262821] env[69365]: value = "vm-693384" [ 1071.262821] env[69365]: _type = "VirtualMachine" [ 1071.262821] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1071.263083] env[69365]: DEBUG oslo_vmware.api [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the lease: (returnval){ [ 1071.263083] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5240da02-8048-d33a-7fed-230e94de7b56" [ 1071.263083] env[69365]: _type = "HttpNfcLease" [ 1071.263083] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1071.263387] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09a7bd1d-6d35-400b-8360-284b6ccca650 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.274550] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1071.274550] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5240da02-8048-d33a-7fed-230e94de7b56" [ 1071.274550] env[69365]: _type = "HttpNfcLease" [ 1071.274550] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1071.274833] env[69365]: DEBUG oslo_vmware.rw_handles [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1071.274833] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5240da02-8048-d33a-7fed-230e94de7b56" [ 1071.274833] env[69365]: _type = "HttpNfcLease" [ 1071.274833] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1071.275587] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb4f681-0171-4a44-8e9c-d62112effd39 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.279441] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.279618] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.280633] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c22c332-1871-46d0-8046-b80444b62cdb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.286205] env[69365]: DEBUG oslo_vmware.rw_handles [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52628a60-4495-625d-83ff-74b4ea168a16/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1071.286383] env[69365]: DEBUG oslo_vmware.rw_handles [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52628a60-4495-625d-83ff-74b4ea168a16/disk-0.vmdk for reading. {{(pid=69365) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1071.346906] env[69365]: DEBUG oslo_vmware.api [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1071.346906] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52375834-c516-959f-59eb-d07eeafd674a" [ 1071.346906] env[69365]: _type = "Task" [ 1071.346906] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.356858] env[69365]: DEBUG oslo_vmware.api [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52375834-c516-959f-59eb-d07eeafd674a, 'name': SearchDatastore_Task, 'duration_secs': 0.009208} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.357669] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f7d9629-bb3c-47ae-90bc-499784f3b222 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.363393] env[69365]: DEBUG oslo_vmware.api [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1071.363393] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5215d11a-cf5f-10e2-0df4-14feea9d3aba" [ 1071.363393] env[69365]: _type = "Task" [ 1071.363393] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.371211] env[69365]: DEBUG oslo_vmware.api [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5215d11a-cf5f-10e2-0df4-14feea9d3aba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.380286] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-81ce4447-e832-4139-a8b1-c73c5c3270ba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.529654] env[69365]: DEBUG oslo_vmware.api [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071883} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.531586] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.532486] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04189f1e-deaf-46bf-8691-8ccba2684063 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.561406] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] bf5de304-45c8-4772-a217-0d67a3f25b50/bf5de304-45c8-4772-a217-0d67a3f25b50.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.562286] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d415a39-30bf-40a3-ac5c-91806e0a9279 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.584627] env[69365]: DEBUG oslo_vmware.api [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1071.584627] env[69365]: value = "task-3469517" [ 1071.584627] env[69365]: _type = "Task" [ 1071.584627] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.595612] env[69365]: DEBUG oslo_vmware.api [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469517, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.681313] env[69365]: DEBUG nova.compute.manager [req-73962108-ed66-4ae7-8b23-acef318c4bb0 req-e7c0fe4e-e8c7-4fe5-808f-fd7f4c282f65 service nova] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Received event network-vif-deleted-9de7a27d-dd08-462a-9b74-c09e62e15a26 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.697751] env[69365]: DEBUG oslo_concurrency.lockutils [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.618s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.698399] env[69365]: DEBUG nova.compute.manager [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1071.703951] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1d96105f-3ad1-44ec-8908-6e950aba63be tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.062s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.706511] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1d96105f-3ad1-44ec-8908-6e950aba63be tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.708824] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf6e42b9-6967-4135-9350-038b0b29edcd tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.834s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.708948] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf6e42b9-6967-4135-9350-038b0b29edcd tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.710817] env[69365]: DEBUG oslo_concurrency.lockutils [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.744s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.712342] env[69365]: INFO nova.compute.claims [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.728486] env[69365]: INFO nova.compute.manager [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Took 27.06 seconds to build instance. [ 1071.753233] env[69365]: INFO nova.scheduler.client.report [None req-cf6e42b9-6967-4135-9350-038b0b29edcd tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Deleted allocations for instance d2abb86f-64d3-4501-9c98-0fb0c732554f [ 1071.761499] env[69365]: INFO nova.scheduler.client.report [None req-1d96105f-3ad1-44ec-8908-6e950aba63be tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Deleted allocations for instance 63351e35-ea73-440d-8642-3793c3806125 [ 1071.874910] env[69365]: DEBUG oslo_vmware.api [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5215d11a-cf5f-10e2-0df4-14feea9d3aba, 'name': SearchDatastore_Task, 'duration_secs': 0.010411} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.875658] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.876080] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 31ff0b14-dc60-4a4f-95f4-c0d823364979/31ff0b14-dc60-4a4f-95f4-c0d823364979.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.876607] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f6615ff-125b-4ec3-adc9-36c1fb0a2956 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.885579] env[69365]: DEBUG oslo_vmware.api [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1071.885579] env[69365]: value = "task-3469518" [ 1071.885579] env[69365]: _type = "Task" [ 1071.885579] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.893902] env[69365]: DEBUG oslo_vmware.api [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.096129] env[69365]: DEBUG oslo_vmware.api [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469517, 'name': ReconfigVM_Task, 'duration_secs': 0.469089} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.096310] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Reconfigured VM instance instance-00000059 to attach disk [datastore2] bf5de304-45c8-4772-a217-0d67a3f25b50/bf5de304-45c8-4772-a217-0d67a3f25b50.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.097116] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d4266769-a9de-43c0-ad1c-ea3d4ddfb114 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.103332] env[69365]: DEBUG oslo_vmware.api [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1072.103332] env[69365]: value = "task-3469519" [ 1072.103332] env[69365]: _type = "Task" [ 1072.103332] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.112530] env[69365]: DEBUG oslo_vmware.api [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469519, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.206323] env[69365]: DEBUG nova.compute.utils [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1072.208362] env[69365]: DEBUG nova.compute.manager [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1072.208610] env[69365]: DEBUG nova.network.neutron [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1072.234878] env[69365]: DEBUG oslo_concurrency.lockutils [None req-baba9e3c-17c2-4dff-84ef-9bba6a271bd0 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "d5060397-0866-4489-be62-3b76d23362a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.572s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.250045] env[69365]: DEBUG nova.policy [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '989286115fd54296a58e5bd5e45ada03', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'edae16417b054e35ab2125b40f96e381', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.266119] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf6e42b9-6967-4135-9350-038b0b29edcd tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "d2abb86f-64d3-4501-9c98-0fb0c732554f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.874s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.269988] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1d96105f-3ad1-44ec-8908-6e950aba63be tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "63351e35-ea73-440d-8642-3793c3806125" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.047s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.401125] env[69365]: DEBUG oslo_vmware.api [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469518, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.416969] env[69365]: DEBUG nova.compute.manager [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.417821] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55bd94dc-5178-41a8-b3f6-7201c336bedc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.432314] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d39f7a58-384a-4871-8d7a-26f957b1a5f6 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "interface-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.432646] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d39f7a58-384a-4871-8d7a-26f957b1a5f6 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "interface-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.433382] env[69365]: DEBUG nova.objects.instance [None req-d39f7a58-384a-4871-8d7a-26f957b1a5f6 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lazy-loading 'flavor' on Instance uuid f7bd87f3-f267-4695-b01a-1bc7cbb03b7f {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.611309] env[69365]: DEBUG nova.network.neutron [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Successfully created port: 6bb6a72d-3dd3-448e-8b23-f02dad9cea5e {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1072.621138] env[69365]: DEBUG oslo_vmware.api [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469519, 'name': Rename_Task, 'duration_secs': 0.185072} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.621733] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.622103] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de8f945e-7589-4c4e-9959-64bad4868c67 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.628981] env[69365]: DEBUG oslo_vmware.api [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1072.628981] env[69365]: value = "task-3469520" [ 1072.628981] env[69365]: _type = "Task" [ 1072.628981] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.639805] env[69365]: DEBUG oslo_vmware.api [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.711714] env[69365]: DEBUG nova.compute.manager [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1072.790771] env[69365]: DEBUG nova.compute.manager [None req-f39a49c4-7c14-49ed-bfdb-7d00248dca34 tempest-ServerDiagnosticsV248Test-1977091184 tempest-ServerDiagnosticsV248Test-1977091184-project-admin] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.791970] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a9ef4a-94bb-474d-9728-2f95992f4ec4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.803136] env[69365]: INFO nova.compute.manager [None req-f39a49c4-7c14-49ed-bfdb-7d00248dca34 tempest-ServerDiagnosticsV248Test-1977091184 tempest-ServerDiagnosticsV248Test-1977091184-project-admin] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Retrieving diagnostics [ 1072.804153] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25020148-3b78-4fcf-97ef-77dae3f86b94 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.897547] env[69365]: DEBUG oslo_vmware.api [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713409} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.901104] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 31ff0b14-dc60-4a4f-95f4-c0d823364979/31ff0b14-dc60-4a4f-95f4-c0d823364979.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.901104] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.904262] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-03a5174d-6ab1-4af6-bcfa-90a55fd9930d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.911018] env[69365]: DEBUG oslo_vmware.api [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1072.911018] env[69365]: value = "task-3469521" [ 1072.911018] env[69365]: _type = "Task" [ 1072.911018] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.920552] env[69365]: DEBUG oslo_vmware.api [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.933368] env[69365]: INFO nova.compute.manager [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] instance snapshotting [ 1072.937113] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce54ce2-d279-49cd-a2a9-159e1e747403 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.941740] env[69365]: DEBUG nova.objects.instance [None req-d39f7a58-384a-4871-8d7a-26f957b1a5f6 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lazy-loading 'pci_requests' on Instance uuid f7bd87f3-f267-4695-b01a-1bc7cbb03b7f {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.969614] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cccb021-baf2-47be-8380-2cd933381443 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.126228] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af04a891-0000-4223-b5cf-d0002f743a96 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.135840] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feabf102-5fc8-426b-af36-0b3b3c183a9f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.142378] env[69365]: DEBUG oslo_vmware.api [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469520, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.171039] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095d0fe1-8ba3-4103-8bc2-07c045b09e57 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.179511] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45d6fe2-267d-4be8-9140-fde6c2bd2e8a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.193236] env[69365]: DEBUG nova.compute.provider_tree [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.421441] env[69365]: DEBUG oslo_vmware.api [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.218979} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.421859] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.422803] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc8d389-e811-45f7-b746-76314ee0111a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.445535] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 31ff0b14-dc60-4a4f-95f4-c0d823364979/31ff0b14-dc60-4a4f-95f4-c0d823364979.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.445951] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b740e73-eb15-407e-92ce-b31531b0076a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.461985] env[69365]: DEBUG nova.objects.base [None req-d39f7a58-384a-4871-8d7a-26f957b1a5f6 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1073.462345] env[69365]: DEBUG nova.network.neutron [None req-d39f7a58-384a-4871-8d7a-26f957b1a5f6 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1073.470069] env[69365]: DEBUG oslo_vmware.api [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1073.470069] env[69365]: value = "task-3469522" [ 1073.470069] env[69365]: _type = "Task" [ 1073.470069] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.479038] env[69365]: DEBUG oslo_vmware.api [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469522, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.482208] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1073.482513] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-46466b48-bd7d-4b1c-af53-a56763f829c5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.490049] env[69365]: DEBUG oslo_vmware.api [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the task: (returnval){ [ 1073.490049] env[69365]: value = "task-3469523" [ 1073.490049] env[69365]: _type = "Task" [ 1073.490049] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.498821] env[69365]: DEBUG oslo_vmware.api [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469523, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.545520] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d39f7a58-384a-4871-8d7a-26f957b1a5f6 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "interface-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.113s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.639524] env[69365]: DEBUG oslo_vmware.api [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469520, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.696761] env[69365]: DEBUG nova.scheduler.client.report [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.720922] env[69365]: DEBUG nova.compute.manager [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1073.749517] env[69365]: DEBUG nova.virt.hardware [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.749938] env[69365]: DEBUG nova.virt.hardware [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.750178] env[69365]: DEBUG nova.virt.hardware [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.750382] env[69365]: DEBUG nova.virt.hardware [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.750601] env[69365]: DEBUG nova.virt.hardware [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.750798] env[69365]: DEBUG nova.virt.hardware [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.751136] env[69365]: DEBUG nova.virt.hardware [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.751309] env[69365]: DEBUG nova.virt.hardware [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.751478] env[69365]: DEBUG nova.virt.hardware [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.751669] env[69365]: DEBUG nova.virt.hardware [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.751846] env[69365]: DEBUG nova.virt.hardware [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.753159] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b82f84-fd6c-45b6-a608-faf08a02200a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.760979] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93093096-3ead-41f3-96c7-002303196cdc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.980846] env[69365]: DEBUG oslo_vmware.api [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469522, 'name': ReconfigVM_Task, 'duration_secs': 0.311975} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.981142] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 31ff0b14-dc60-4a4f-95f4-c0d823364979/31ff0b14-dc60-4a4f-95f4-c0d823364979.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.981789] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cb543e9-ff78-4e50-80a5-e76ccf9bc90a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.988652] env[69365]: DEBUG oslo_vmware.api [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1073.988652] env[69365]: value = "task-3469524" [ 1073.988652] env[69365]: _type = "Task" [ 1073.988652] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.000165] env[69365]: DEBUG oslo_vmware.api [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469524, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.004301] env[69365]: DEBUG oslo_vmware.api [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469523, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.140072] env[69365]: DEBUG nova.network.neutron [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Successfully updated port: 6bb6a72d-3dd3-448e-8b23-f02dad9cea5e {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1074.146746] env[69365]: DEBUG oslo_vmware.api [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469520, 'name': PowerOnVM_Task, 'duration_secs': 1.103008} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.147357] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1074.147658] env[69365]: INFO nova.compute.manager [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1074.148456] env[69365]: DEBUG nova.compute.manager [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1074.148840] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e81b25-938d-49b6-87c5-caa950c5edc4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.202042] env[69365]: DEBUG oslo_concurrency.lockutils [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.202567] env[69365]: DEBUG nova.compute.manager [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.205029] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.105s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.503427] env[69365]: DEBUG oslo_vmware.api [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469524, 'name': Rename_Task, 'duration_secs': 0.139103} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.507303] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.507738] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Acquiring lock "8ecdd96a-299c-4ba8-9d74-fec433e01840" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.508060] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Lock "8ecdd96a-299c-4ba8-9d74-fec433e01840" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.508327] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Acquiring lock "8ecdd96a-299c-4ba8-9d74-fec433e01840-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.508524] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Lock "8ecdd96a-299c-4ba8-9d74-fec433e01840-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.508697] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Lock "8ecdd96a-299c-4ba8-9d74-fec433e01840-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.510283] env[69365]: DEBUG oslo_vmware.api [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469523, 'name': CreateSnapshot_Task, 'duration_secs': 0.634262} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.510750] env[69365]: INFO nova.compute.manager [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Terminating instance [ 1074.512085] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70d7c550-af9f-4bb8-be7b-b42bbd3bb93a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.513771] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1074.515539] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331f02cd-f3cb-4e77-9d5a-9cce9989f2f4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.529092] env[69365]: DEBUG oslo_vmware.api [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1074.529092] env[69365]: value = "task-3469525" [ 1074.529092] env[69365]: _type = "Task" [ 1074.529092] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.538120] env[69365]: DEBUG oslo_vmware.api [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.648260] env[69365]: DEBUG oslo_concurrency.lockutils [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Acquiring lock "refresh_cache-90d1181b-120c-45c1-b18c-d56790f1a7ca" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.648616] env[69365]: DEBUG oslo_concurrency.lockutils [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Acquired lock "refresh_cache-90d1181b-120c-45c1-b18c-d56790f1a7ca" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.648616] env[69365]: DEBUG nova.network.neutron [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1074.671839] env[69365]: INFO nova.compute.manager [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Took 26.15 seconds to build instance. [ 1074.709327] env[69365]: DEBUG nova.compute.utils [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.713411] env[69365]: INFO nova.compute.claims [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.717422] env[69365]: DEBUG nova.compute.manager [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.717572] env[69365]: DEBUG nova.network.neutron [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.727312] env[69365]: DEBUG nova.compute.manager [req-b3e947c9-cac4-40c0-a814-86988ff2c34e req-1dd29e11-38ff-4c25-be16-96357891cce1 service nova] [instance: d5060397-0866-4489-be62-3b76d23362a8] Received event network-changed-83e6f551-5a35-4b1d-b825-0c07c8d18877 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.727547] env[69365]: DEBUG nova.compute.manager [req-b3e947c9-cac4-40c0-a814-86988ff2c34e req-1dd29e11-38ff-4c25-be16-96357891cce1 service nova] [instance: d5060397-0866-4489-be62-3b76d23362a8] Refreshing instance network info cache due to event network-changed-83e6f551-5a35-4b1d-b825-0c07c8d18877. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.727727] env[69365]: DEBUG oslo_concurrency.lockutils [req-b3e947c9-cac4-40c0-a814-86988ff2c34e req-1dd29e11-38ff-4c25-be16-96357891cce1 service nova] Acquiring lock "refresh_cache-d5060397-0866-4489-be62-3b76d23362a8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.727980] env[69365]: DEBUG oslo_concurrency.lockutils [req-b3e947c9-cac4-40c0-a814-86988ff2c34e req-1dd29e11-38ff-4c25-be16-96357891cce1 service nova] Acquired lock "refresh_cache-d5060397-0866-4489-be62-3b76d23362a8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.728063] env[69365]: DEBUG nova.network.neutron [req-b3e947c9-cac4-40c0-a814-86988ff2c34e req-1dd29e11-38ff-4c25-be16-96357891cce1 service nova] [instance: d5060397-0866-4489-be62-3b76d23362a8] Refreshing network info cache for port 83e6f551-5a35-4b1d-b825-0c07c8d18877 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.759862] env[69365]: DEBUG nova.policy [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68e5ed55d2d345ffa679159b23e643c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '893992857bc349fe9f2bab5a50fbbf3a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.960706] env[69365]: DEBUG nova.compute.manager [req-aac44b5e-314f-4571-ab6b-8c7c8a13bb6c req-3a612628-f0aa-430b-9793-a8765c1844a3 service nova] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Received event network-vif-plugged-6bb6a72d-3dd3-448e-8b23-f02dad9cea5e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.961066] env[69365]: DEBUG oslo_concurrency.lockutils [req-aac44b5e-314f-4571-ab6b-8c7c8a13bb6c req-3a612628-f0aa-430b-9793-a8765c1844a3 service nova] Acquiring lock "90d1181b-120c-45c1-b18c-d56790f1a7ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.961420] env[69365]: DEBUG oslo_concurrency.lockutils [req-aac44b5e-314f-4571-ab6b-8c7c8a13bb6c req-3a612628-f0aa-430b-9793-a8765c1844a3 service nova] Lock "90d1181b-120c-45c1-b18c-d56790f1a7ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.961797] env[69365]: DEBUG oslo_concurrency.lockutils [req-aac44b5e-314f-4571-ab6b-8c7c8a13bb6c req-3a612628-f0aa-430b-9793-a8765c1844a3 service nova] Lock "90d1181b-120c-45c1-b18c-d56790f1a7ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.962048] env[69365]: DEBUG nova.compute.manager [req-aac44b5e-314f-4571-ab6b-8c7c8a13bb6c req-3a612628-f0aa-430b-9793-a8765c1844a3 service nova] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] No waiting events found dispatching network-vif-plugged-6bb6a72d-3dd3-448e-8b23-f02dad9cea5e {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1074.962235] env[69365]: WARNING nova.compute.manager [req-aac44b5e-314f-4571-ab6b-8c7c8a13bb6c req-3a612628-f0aa-430b-9793-a8765c1844a3 service nova] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Received unexpected event network-vif-plugged-6bb6a72d-3dd3-448e-8b23-f02dad9cea5e for instance with vm_state building and task_state spawning. [ 1075.020128] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Acquiring lock "refresh_cache-8ecdd96a-299c-4ba8-9d74-fec433e01840" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.020372] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Acquired lock "refresh_cache-8ecdd96a-299c-4ba8-9d74-fec433e01840" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.020564] env[69365]: DEBUG nova.network.neutron [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.038907] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1075.040014] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-77edd61a-36f2-45fd-8f1d-e56881f1eac8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.053514] env[69365]: DEBUG oslo_vmware.api [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469525, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.055767] env[69365]: DEBUG oslo_vmware.api [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the task: (returnval){ [ 1075.055767] env[69365]: value = "task-3469526" [ 1075.055767] env[69365]: _type = "Task" [ 1075.055767] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.064903] env[69365]: DEBUG oslo_vmware.api [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469526, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.076052] env[69365]: DEBUG nova.network.neutron [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Successfully created port: 793cd9d5-886f-4128-a82d-c7c5b6cbce6a {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.139380] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquiring lock "cbcf96bc-9309-40d8-a26b-9d3d54d343c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.139670] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "cbcf96bc-9309-40d8-a26b-9d3d54d343c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.176301] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3abcb4be-be2d-4ffc-a483-fd823fd7d4dd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "bf5de304-45c8-4772-a217-0d67a3f25b50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.664s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.180978] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquiring lock "e43043de-85a7-4156-b409-45f08369126c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.181271] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "e43043de-85a7-4156-b409-45f08369126c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.189919] env[69365]: DEBUG nova.network.neutron [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1075.218636] env[69365]: DEBUG nova.compute.manager [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.229034] env[69365]: INFO nova.compute.resource_tracker [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Updating resource usage from migration 5ffdb57f-8626-441e-8a13-7b612ff7a371 [ 1075.554480] env[69365]: DEBUG oslo_vmware.api [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469525, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.556600] env[69365]: DEBUG nova.network.neutron [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1075.576244] env[69365]: DEBUG oslo_vmware.api [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469526, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.583666] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451395ef-fe14-45d3-904a-701db2b9d1be {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.591281] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c88533-4f16-4e5c-b537-75f7f7c1947f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.626572] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4b7926-598a-4ee5-915a-67d5b59392a4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.636669] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a86efa-cd34-4eae-8fb7-0d4b19f082fb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.639499] env[69365]: DEBUG nova.network.neutron [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.650479] env[69365]: DEBUG nova.compute.manager [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1075.654147] env[69365]: DEBUG nova.compute.provider_tree [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.688033] env[69365]: DEBUG nova.compute.manager [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1075.836429] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "interface-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.836782] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "interface-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.837276] env[69365]: DEBUG nova.objects.instance [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lazy-loading 'flavor' on Instance uuid f7bd87f3-f267-4695-b01a-1bc7cbb03b7f {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.890279] env[69365]: DEBUG nova.network.neutron [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Updating instance_info_cache with network_info: [{"id": "6bb6a72d-3dd3-448e-8b23-f02dad9cea5e", "address": "fa:16:3e:4a:c7:30", "network": {"id": "2d36c13e-8441-4ed4-869b-3ce7da859c73", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1582090752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edae16417b054e35ab2125b40f96e381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bb6a72d-3d", "ovs_interfaceid": "6bb6a72d-3dd3-448e-8b23-f02dad9cea5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.051341] env[69365]: DEBUG oslo_vmware.api [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469525, 'name': PowerOnVM_Task, 'duration_secs': 1.404957} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.051670] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1076.051913] env[69365]: INFO nova.compute.manager [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Took 9.06 seconds to spawn the instance on the hypervisor. [ 1076.052148] env[69365]: DEBUG nova.compute.manager [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1076.053550] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e1c362-cffc-405a-a6f0-e620014a26e7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.075541] env[69365]: DEBUG oslo_vmware.api [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469526, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.126422] env[69365]: DEBUG nova.network.neutron [req-b3e947c9-cac4-40c0-a814-86988ff2c34e req-1dd29e11-38ff-4c25-be16-96357891cce1 service nova] [instance: d5060397-0866-4489-be62-3b76d23362a8] Updated VIF entry in instance network info cache for port 83e6f551-5a35-4b1d-b825-0c07c8d18877. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.126835] env[69365]: DEBUG nova.network.neutron [req-b3e947c9-cac4-40c0-a814-86988ff2c34e req-1dd29e11-38ff-4c25-be16-96357891cce1 service nova] [instance: d5060397-0866-4489-be62-3b76d23362a8] Updating instance_info_cache with network_info: [{"id": "83e6f551-5a35-4b1d-b825-0c07c8d18877", "address": "fa:16:3e:25:b3:f0", "network": {"id": "0a070169-0690-453d-b7d9-d59c0d25b157", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1450700306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2cf307cf4e4974b5e0a86d35a92e32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83e6f551-5a", "ovs_interfaceid": "83e6f551-5a35-4b1d-b825-0c07c8d18877", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.142670] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Releasing lock "refresh_cache-8ecdd96a-299c-4ba8-9d74-fec433e01840" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.143107] env[69365]: DEBUG nova.compute.manager [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.143304] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.145259] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33382100-30fa-4d1d-97da-0be40a189ee7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.150076] env[69365]: DEBUG nova.objects.instance [None req-ec4b6866-2a1d-4ab2-9b75-7dcc54ca4e34 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Lazy-loading 'flavor' on Instance uuid 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.157084] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.157377] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f633a959-f230-4c0f-a87e-44937b52669c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.161586] env[69365]: DEBUG nova.scheduler.client.report [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.176972] env[69365]: DEBUG oslo_vmware.api [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Waiting for the task: (returnval){ [ 1076.176972] env[69365]: value = "task-3469527" [ 1076.176972] env[69365]: _type = "Task" [ 1076.176972] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.191987] env[69365]: DEBUG oslo_vmware.api [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Task: {'id': task-3469527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.195077] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.207564] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.238435] env[69365]: DEBUG nova.compute.manager [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.272049] env[69365]: DEBUG nova.virt.hardware [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.272358] env[69365]: DEBUG nova.virt.hardware [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.272539] env[69365]: DEBUG nova.virt.hardware [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.272808] env[69365]: DEBUG nova.virt.hardware [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.272964] env[69365]: DEBUG nova.virt.hardware [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.273153] env[69365]: DEBUG nova.virt.hardware [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.273411] env[69365]: DEBUG nova.virt.hardware [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.273610] env[69365]: DEBUG nova.virt.hardware [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.273814] env[69365]: DEBUG nova.virt.hardware [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.273996] env[69365]: DEBUG nova.virt.hardware [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.274242] env[69365]: DEBUG nova.virt.hardware [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.275263] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9402290-665d-46bb-80b9-5652f346d4a3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.284418] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54e4bed-69a9-490d-bd0a-55d18cb75366 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.394090] env[69365]: DEBUG oslo_concurrency.lockutils [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Releasing lock "refresh_cache-90d1181b-120c-45c1-b18c-d56790f1a7ca" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.394489] env[69365]: DEBUG nova.compute.manager [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Instance network_info: |[{"id": "6bb6a72d-3dd3-448e-8b23-f02dad9cea5e", "address": "fa:16:3e:4a:c7:30", "network": {"id": "2d36c13e-8441-4ed4-869b-3ce7da859c73", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1582090752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edae16417b054e35ab2125b40f96e381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bb6a72d-3d", "ovs_interfaceid": "6bb6a72d-3dd3-448e-8b23-f02dad9cea5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1076.395197] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:c7:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bb6a72d-3dd3-448e-8b23-f02dad9cea5e', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.414564] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.415033] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.415403] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdc9e32a-36f6-492a-830d-abe70891481f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.452213] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.452213] env[69365]: value = "task-3469528" [ 1076.452213] env[69365]: _type = "Task" [ 1076.452213] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.461107] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469528, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.506252] env[69365]: DEBUG nova.objects.instance [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lazy-loading 'pci_requests' on Instance uuid f7bd87f3-f267-4695-b01a-1bc7cbb03b7f {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.575166] env[69365]: DEBUG oslo_vmware.api [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469526, 'name': CloneVM_Task} progress is 95%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.577973] env[69365]: INFO nova.compute.manager [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Took 24.63 seconds to build instance. [ 1076.630114] env[69365]: DEBUG oslo_concurrency.lockutils [req-b3e947c9-cac4-40c0-a814-86988ff2c34e req-1dd29e11-38ff-4c25-be16-96357891cce1 service nova] Releasing lock "refresh_cache-d5060397-0866-4489-be62-3b76d23362a8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.654986] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ec4b6866-2a1d-4ab2-9b75-7dcc54ca4e34 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Acquiring lock "refresh_cache-04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.655352] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ec4b6866-2a1d-4ab2-9b75-7dcc54ca4e34 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Acquired lock "refresh_cache-04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.670626] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.465s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.670864] env[69365]: INFO nova.compute.manager [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Migrating [ 1076.693680] env[69365]: DEBUG oslo_concurrency.lockutils [None req-50526c2d-1aa9-4071-b892-81c36788a71f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.854s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.694097] env[69365]: DEBUG oslo_concurrency.lockutils [None req-50526c2d-1aa9-4071-b892-81c36788a71f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.697951] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2ba2404d-71f6-406c-ba45-b2683f78c487 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.734s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.698269] env[69365]: DEBUG nova.objects.instance [None req-2ba2404d-71f6-406c-ba45-b2683f78c487 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lazy-loading 'resources' on Instance uuid acf4ce22-50bf-4f3b-a707-5503d3e3aff0 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.729257] env[69365]: DEBUG oslo_vmware.api [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Task: {'id': task-3469527, 'name': PowerOffVM_Task, 'duration_secs': 0.203503} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.729517] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.729679] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.729947] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-572fb30e-60a7-4770-9170-849efc9af9ca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.734645] env[69365]: INFO nova.scheduler.client.report [None req-50526c2d-1aa9-4071-b892-81c36788a71f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Deleted allocations for instance 06b36c20-2357-437b-8f3d-af4dd83036b6 [ 1076.757739] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.758350] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.758552] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Deleting the datastore file [datastore1] 8ecdd96a-299c-4ba8-9d74-fec433e01840 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.758953] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a12cd1b-4a55-48d5-a395-e17a3c99708a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.768882] env[69365]: DEBUG oslo_vmware.api [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Waiting for the task: (returnval){ [ 1076.768882] env[69365]: value = "task-3469530" [ 1076.768882] env[69365]: _type = "Task" [ 1076.768882] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.778705] env[69365]: DEBUG oslo_vmware.api [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Task: {'id': task-3469530, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.821397] env[69365]: DEBUG nova.network.neutron [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Successfully updated port: 793cd9d5-886f-4128-a82d-c7c5b6cbce6a {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.963439] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469528, 'name': CreateVM_Task, 'duration_secs': 0.411167} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.963439] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.963439] env[69365]: DEBUG oslo_concurrency.lockutils [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.963439] env[69365]: DEBUG oslo_concurrency.lockutils [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.963595] env[69365]: DEBUG oslo_concurrency.lockutils [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.963818] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01978185-8c84-4393-93f8-d42be7886d22 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.969615] env[69365]: DEBUG oslo_vmware.api [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Waiting for the task: (returnval){ [ 1076.969615] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e7fd2f-3c2c-9746-961d-7bef2fa15610" [ 1076.969615] env[69365]: _type = "Task" [ 1076.969615] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.980532] env[69365]: DEBUG oslo_vmware.api [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e7fd2f-3c2c-9746-961d-7bef2fa15610, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.010302] env[69365]: DEBUG nova.objects.base [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1077.011180] env[69365]: DEBUG nova.network.neutron [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.020742] env[69365]: DEBUG nova.compute.manager [req-41e0bcf5-56b2-4f87-8c34-ae6cf09bf205 req-0841e97b-f079-4b26-bb85-12e41ef760c9 service nova] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Received event network-changed-f799a7e7-fc27-4152-9233-739516fe2607 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.020742] env[69365]: DEBUG nova.compute.manager [req-41e0bcf5-56b2-4f87-8c34-ae6cf09bf205 req-0841e97b-f079-4b26-bb85-12e41ef760c9 service nova] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Refreshing instance network info cache due to event network-changed-f799a7e7-fc27-4152-9233-739516fe2607. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1077.020742] env[69365]: DEBUG oslo_concurrency.lockutils [req-41e0bcf5-56b2-4f87-8c34-ae6cf09bf205 req-0841e97b-f079-4b26-bb85-12e41ef760c9 service nova] Acquiring lock "refresh_cache-bf5de304-45c8-4772-a217-0d67a3f25b50" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.021181] env[69365]: DEBUG oslo_concurrency.lockutils [req-41e0bcf5-56b2-4f87-8c34-ae6cf09bf205 req-0841e97b-f079-4b26-bb85-12e41ef760c9 service nova] Acquired lock "refresh_cache-bf5de304-45c8-4772-a217-0d67a3f25b50" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.021181] env[69365]: DEBUG nova.network.neutron [req-41e0bcf5-56b2-4f87-8c34-ae6cf09bf205 req-0841e97b-f079-4b26-bb85-12e41ef760c9 service nova] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Refreshing network info cache for port f799a7e7-fc27-4152-9233-739516fe2607 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.071267] env[69365]: DEBUG oslo_vmware.api [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469526, 'name': CloneVM_Task, 'duration_secs': 1.766228} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.073993] env[69365]: DEBUG nova.policy [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbb4767d9ed241f98fce2fc0718f575d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8dabc7faee7488e8a7ae3aa8722232e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.075612] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Created linked-clone VM from snapshot [ 1077.076560] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b06474-ea66-4cee-94e3-05ebbb7dd996 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.079771] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ce1c1542-0651-4a16-b166-00a0321310f1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "31ff0b14-dc60-4a4f-95f4-c0d823364979" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.155s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.086180] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Uploading image 2bbbc0bd-17ee-4de8-b27f-e528f3886131 {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1077.122694] env[69365]: DEBUG oslo_vmware.rw_handles [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1077.122694] env[69365]: value = "vm-693389" [ 1077.122694] env[69365]: _type = "VirtualMachine" [ 1077.122694] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1077.123026] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-be7c07b4-391d-4dca-94d0-7d737c2f3008 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.130766] env[69365]: DEBUG oslo_vmware.rw_handles [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Lease: (returnval){ [ 1077.130766] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52411d55-8af4-d94e-fcd5-1fcc52dab794" [ 1077.130766] env[69365]: _type = "HttpNfcLease" [ 1077.130766] env[69365]: } obtained for exporting VM: (result){ [ 1077.130766] env[69365]: value = "vm-693389" [ 1077.130766] env[69365]: _type = "VirtualMachine" [ 1077.130766] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1077.131265] env[69365]: DEBUG oslo_vmware.api [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the lease: (returnval){ [ 1077.131265] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52411d55-8af4-d94e-fcd5-1fcc52dab794" [ 1077.131265] env[69365]: _type = "HttpNfcLease" [ 1077.131265] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1077.137538] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1077.137538] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52411d55-8af4-d94e-fcd5-1fcc52dab794" [ 1077.137538] env[69365]: _type = "HttpNfcLease" [ 1077.137538] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1077.215835] env[69365]: DEBUG nova.network.neutron [None req-ec4b6866-2a1d-4ab2-9b75-7dcc54ca4e34 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.217540] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "refresh_cache-4fbe7273-3bca-4188-b5b1-edd291df9fed" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.217640] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquired lock "refresh_cache-4fbe7273-3bca-4188-b5b1-edd291df9fed" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.217851] env[69365]: DEBUG nova.network.neutron [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.242445] env[69365]: DEBUG oslo_concurrency.lockutils [None req-50526c2d-1aa9-4071-b892-81c36788a71f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "06b36c20-2357-437b-8f3d-af4dd83036b6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.058s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.280390] env[69365]: DEBUG oslo_vmware.api [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Task: {'id': task-3469530, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174374} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.283305] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.283506] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.283685] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.283858] env[69365]: INFO nova.compute.manager [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1077.284126] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.285045] env[69365]: DEBUG nova.compute.manager [-] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.285155] env[69365]: DEBUG nova.network.neutron [-] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.310326] env[69365]: DEBUG nova.network.neutron [-] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.324596] env[69365]: DEBUG oslo_concurrency.lockutils [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Acquiring lock "refresh_cache-275f0fca-701a-4063-9ed1-4ce7860fea6e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.324596] env[69365]: DEBUG oslo_concurrency.lockutils [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Acquired lock "refresh_cache-275f0fca-701a-4063-9ed1-4ce7860fea6e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.324918] env[69365]: DEBUG nova.network.neutron [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.352445] env[69365]: DEBUG nova.compute.manager [req-eb91e4b5-5e6f-4277-9063-acfe8a926bb7 req-cbeeef7d-c00e-40e8-b156-c58d2213fb5e service nova] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Received event network-changed-6bb6a72d-3dd3-448e-8b23-f02dad9cea5e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.352621] env[69365]: DEBUG nova.compute.manager [req-eb91e4b5-5e6f-4277-9063-acfe8a926bb7 req-cbeeef7d-c00e-40e8-b156-c58d2213fb5e service nova] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Refreshing instance network info cache due to event network-changed-6bb6a72d-3dd3-448e-8b23-f02dad9cea5e. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1077.352831] env[69365]: DEBUG oslo_concurrency.lockutils [req-eb91e4b5-5e6f-4277-9063-acfe8a926bb7 req-cbeeef7d-c00e-40e8-b156-c58d2213fb5e service nova] Acquiring lock "refresh_cache-90d1181b-120c-45c1-b18c-d56790f1a7ca" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.354085] env[69365]: DEBUG oslo_concurrency.lockutils [req-eb91e4b5-5e6f-4277-9063-acfe8a926bb7 req-cbeeef7d-c00e-40e8-b156-c58d2213fb5e service nova] Acquired lock "refresh_cache-90d1181b-120c-45c1-b18c-d56790f1a7ca" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.354085] env[69365]: DEBUG nova.network.neutron [req-eb91e4b5-5e6f-4277-9063-acfe8a926bb7 req-cbeeef7d-c00e-40e8-b156-c58d2213fb5e service nova] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Refreshing network info cache for port 6bb6a72d-3dd3-448e-8b23-f02dad9cea5e {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.388095] env[69365]: DEBUG nova.network.neutron [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Successfully created port: baaacc07-1ac8-465c-b6c0-1d01174943c4 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.482556] env[69365]: DEBUG oslo_vmware.api [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e7fd2f-3c2c-9746-961d-7bef2fa15610, 'name': SearchDatastore_Task, 'duration_secs': 0.016314} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.482859] env[69365]: DEBUG oslo_concurrency.lockutils [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.483149] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.483409] env[69365]: DEBUG oslo_concurrency.lockutils [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.483502] env[69365]: DEBUG oslo_concurrency.lockutils [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.483886] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.486590] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bdda2cb4-dec5-4779-87dd-7cb3a1a5928a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.496469] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.496655] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.497560] env[69365]: DEBUG oslo_concurrency.lockutils [None req-67a7bfc2-d99d-4b8f-bf67-97d5bc6e45ec tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquiring lock "efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.497874] env[69365]: DEBUG oslo_concurrency.lockutils [None req-67a7bfc2-d99d-4b8f-bf67-97d5bc6e45ec tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.499151] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fbd357d-36f3-459f-9ac4-a96d1e1c39bf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.509856] env[69365]: DEBUG oslo_vmware.api [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Waiting for the task: (returnval){ [ 1077.509856] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]528443aa-b0d6-c87f-429f-3fcdb0b52daa" [ 1077.509856] env[69365]: _type = "Task" [ 1077.509856] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.518441] env[69365]: DEBUG oslo_vmware.api [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]528443aa-b0d6-c87f-429f-3fcdb0b52daa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.579087] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97735a48-f7c7-4d85-8653-6e714a82a5c4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.587442] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a911a2-4311-42d5-bbd9-1a8bb6f5e42a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.625133] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9117d209-5bcf-4015-b889-12ff8f1da928 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.637504] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa4e391-1a81-49c4-b4c0-740d11ae729a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.652589] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1077.652589] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52411d55-8af4-d94e-fcd5-1fcc52dab794" [ 1077.652589] env[69365]: _type = "HttpNfcLease" [ 1077.652589] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1077.653117] env[69365]: DEBUG nova.compute.provider_tree [None req-2ba2404d-71f6-406c-ba45-b2683f78c487 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.654547] env[69365]: DEBUG oslo_vmware.rw_handles [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1077.654547] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52411d55-8af4-d94e-fcd5-1fcc52dab794" [ 1077.654547] env[69365]: _type = "HttpNfcLease" [ 1077.654547] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1077.657757] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31f7cba-5f08-4fe6-8e0e-f3868b286e9e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.666132] env[69365]: DEBUG oslo_vmware.rw_handles [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5220d921-0914-5828-01f5-770045ee3321/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1077.666132] env[69365]: DEBUG oslo_vmware.rw_handles [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5220d921-0914-5828-01f5-770045ee3321/disk-0.vmdk for reading. {{(pid=69365) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1077.771699] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f93f1424-fd75-4b40-b060-7cdb9b7d70c2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.813228] env[69365]: DEBUG nova.network.neutron [-] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.945394] env[69365]: DEBUG nova.network.neutron [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.003187] env[69365]: INFO nova.compute.manager [None req-67a7bfc2-d99d-4b8f-bf67-97d5bc6e45ec tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Detaching volume e8110dd1-da92-4dfc-8ab9-a2b7ee284a2b [ 1078.024485] env[69365]: DEBUG oslo_vmware.api [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]528443aa-b0d6-c87f-429f-3fcdb0b52daa, 'name': SearchDatastore_Task, 'duration_secs': 0.014776} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.025355] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5836e027-f986-405f-ab84-a5a35ccbc509 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.032980] env[69365]: DEBUG oslo_vmware.api [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Waiting for the task: (returnval){ [ 1078.032980] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]523fa348-872d-0ed2-b4c0-e19ab52b70de" [ 1078.032980] env[69365]: _type = "Task" [ 1078.032980] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.041388] env[69365]: DEBUG oslo_vmware.api [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523fa348-872d-0ed2-b4c0-e19ab52b70de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.060282] env[69365]: INFO nova.virt.block_device [None req-67a7bfc2-d99d-4b8f-bf67-97d5bc6e45ec tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Attempting to driver detach volume e8110dd1-da92-4dfc-8ab9-a2b7ee284a2b from mountpoint /dev/sdb [ 1078.060526] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-67a7bfc2-d99d-4b8f-bf67-97d5bc6e45ec tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Volume detach. Driver type: vmdk {{(pid=69365) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1078.060727] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-67a7bfc2-d99d-4b8f-bf67-97d5bc6e45ec tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693356', 'volume_id': 'e8110dd1-da92-4dfc-8ab9-a2b7ee284a2b', 'name': 'volume-e8110dd1-da92-4dfc-8ab9-a2b7ee284a2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8110dd1-da92-4dfc-8ab9-a2b7ee284a2b', 'serial': 'e8110dd1-da92-4dfc-8ab9-a2b7ee284a2b'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1078.061867] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9e61a3-e98e-4dc5-8435-6f90b231f434 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.065146] env[69365]: DEBUG nova.network.neutron [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Updating instance_info_cache with network_info: [{"id": "4fd30f55-b31b-413c-986f-ae97468dfd86", "address": "fa:16:3e:9e:9f:a6", "network": {"id": "07ac35b7-5e02-4e42-9be3-f1b0032ca382", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2090389770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ecde38286934540b1d17f878d3cbde8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fd30f55-b3", "ovs_interfaceid": "4fd30f55-b31b-413c-986f-ae97468dfd86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.089519] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f117cb7-8f79-48ca-b93d-287809073f48 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.100110] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2abce7-f61d-41c7-a819-536d12e3bbe6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.128271] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe32e80c-5634-4a86-93c1-7774e8d6fffc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.133415] env[69365]: DEBUG nova.network.neutron [req-eb91e4b5-5e6f-4277-9063-acfe8a926bb7 req-cbeeef7d-c00e-40e8-b156-c58d2213fb5e service nova] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Updated VIF entry in instance network info cache for port 6bb6a72d-3dd3-448e-8b23-f02dad9cea5e. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.133756] env[69365]: DEBUG nova.network.neutron [req-eb91e4b5-5e6f-4277-9063-acfe8a926bb7 req-cbeeef7d-c00e-40e8-b156-c58d2213fb5e service nova] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Updating instance_info_cache with network_info: [{"id": "6bb6a72d-3dd3-448e-8b23-f02dad9cea5e", "address": "fa:16:3e:4a:c7:30", "network": {"id": "2d36c13e-8441-4ed4-869b-3ce7da859c73", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1582090752-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edae16417b054e35ab2125b40f96e381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "022c7dd5-6c13-49c7-84f4-8b6c1fda4fb7", "external-id": "nsx-vlan-transportzone-694", "segmentation_id": 694, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bb6a72d-3d", "ovs_interfaceid": "6bb6a72d-3dd3-448e-8b23-f02dad9cea5e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.147408] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-67a7bfc2-d99d-4b8f-bf67-97d5bc6e45ec tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] The volume has not been displaced from its original location: [datastore1] volume-e8110dd1-da92-4dfc-8ab9-a2b7ee284a2b/volume-e8110dd1-da92-4dfc-8ab9-a2b7ee284a2b.vmdk. No consolidation needed. {{(pid=69365) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1078.153111] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-67a7bfc2-d99d-4b8f-bf67-97d5bc6e45ec tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1078.153972] env[69365]: DEBUG oslo_concurrency.lockutils [req-eb91e4b5-5e6f-4277-9063-acfe8a926bb7 req-cbeeef7d-c00e-40e8-b156-c58d2213fb5e service nova] Releasing lock "refresh_cache-90d1181b-120c-45c1-b18c-d56790f1a7ca" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.154225] env[69365]: DEBUG nova.compute.manager [req-eb91e4b5-5e6f-4277-9063-acfe8a926bb7 req-cbeeef7d-c00e-40e8-b156-c58d2213fb5e service nova] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Received event network-vif-plugged-793cd9d5-886f-4128-a82d-c7c5b6cbce6a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.154415] env[69365]: DEBUG oslo_concurrency.lockutils [req-eb91e4b5-5e6f-4277-9063-acfe8a926bb7 req-cbeeef7d-c00e-40e8-b156-c58d2213fb5e service nova] Acquiring lock "275f0fca-701a-4063-9ed1-4ce7860fea6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.154646] env[69365]: DEBUG oslo_concurrency.lockutils [req-eb91e4b5-5e6f-4277-9063-acfe8a926bb7 req-cbeeef7d-c00e-40e8-b156-c58d2213fb5e service nova] Lock "275f0fca-701a-4063-9ed1-4ce7860fea6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.154808] env[69365]: DEBUG oslo_concurrency.lockutils [req-eb91e4b5-5e6f-4277-9063-acfe8a926bb7 req-cbeeef7d-c00e-40e8-b156-c58d2213fb5e service nova] Lock "275f0fca-701a-4063-9ed1-4ce7860fea6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.154972] env[69365]: DEBUG nova.compute.manager [req-eb91e4b5-5e6f-4277-9063-acfe8a926bb7 req-cbeeef7d-c00e-40e8-b156-c58d2213fb5e service nova] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] No waiting events found dispatching network-vif-plugged-793cd9d5-886f-4128-a82d-c7c5b6cbce6a {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1078.155226] env[69365]: WARNING nova.compute.manager [req-eb91e4b5-5e6f-4277-9063-acfe8a926bb7 req-cbeeef7d-c00e-40e8-b156-c58d2213fb5e service nova] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Received unexpected event network-vif-plugged-793cd9d5-886f-4128-a82d-c7c5b6cbce6a for instance with vm_state building and task_state spawning. [ 1078.155337] env[69365]: DEBUG nova.compute.manager [req-eb91e4b5-5e6f-4277-9063-acfe8a926bb7 req-cbeeef7d-c00e-40e8-b156-c58d2213fb5e service nova] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Received event network-changed-793cd9d5-886f-4128-a82d-c7c5b6cbce6a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.155493] env[69365]: DEBUG nova.compute.manager [req-eb91e4b5-5e6f-4277-9063-acfe8a926bb7 req-cbeeef7d-c00e-40e8-b156-c58d2213fb5e service nova] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Refreshing instance network info cache due to event network-changed-793cd9d5-886f-4128-a82d-c7c5b6cbce6a. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.155662] env[69365]: DEBUG oslo_concurrency.lockutils [req-eb91e4b5-5e6f-4277-9063-acfe8a926bb7 req-cbeeef7d-c00e-40e8-b156-c58d2213fb5e service nova] Acquiring lock "refresh_cache-275f0fca-701a-4063-9ed1-4ce7860fea6e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.156186] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4ea3bf6-1e38-4ec2-a6a7-24deaf6592bc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.169849] env[69365]: DEBUG nova.scheduler.client.report [None req-2ba2404d-71f6-406c-ba45-b2683f78c487 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.182304] env[69365]: DEBUG oslo_vmware.api [None req-67a7bfc2-d99d-4b8f-bf67-97d5bc6e45ec tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 1078.182304] env[69365]: value = "task-3469532" [ 1078.182304] env[69365]: _type = "Task" [ 1078.182304] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.193423] env[69365]: DEBUG oslo_vmware.api [None req-67a7bfc2-d99d-4b8f-bf67-97d5bc6e45ec tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469532, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.316225] env[69365]: INFO nova.compute.manager [-] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Took 1.03 seconds to deallocate network for instance. [ 1078.370076] env[69365]: DEBUG nova.network.neutron [req-41e0bcf5-56b2-4f87-8c34-ae6cf09bf205 req-0841e97b-f079-4b26-bb85-12e41ef760c9 service nova] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Updated VIF entry in instance network info cache for port f799a7e7-fc27-4152-9233-739516fe2607. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.370567] env[69365]: DEBUG nova.network.neutron [req-41e0bcf5-56b2-4f87-8c34-ae6cf09bf205 req-0841e97b-f079-4b26-bb85-12e41ef760c9 service nova] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Updating instance_info_cache with network_info: [{"id": "f799a7e7-fc27-4152-9233-739516fe2607", "address": "fa:16:3e:cc:58:c0", "network": {"id": "c91e48bf-447c-4d3b-9b39-4682e675c3bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-440598981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1390634bc5d43d2bd1beb23d5cd5375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf799a7e7-fc", "ovs_interfaceid": "f799a7e7-fc27-4152-9233-739516fe2607", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.547697] env[69365]: DEBUG oslo_vmware.api [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523fa348-872d-0ed2-b4c0-e19ab52b70de, 'name': SearchDatastore_Task, 'duration_secs': 0.014827} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.548024] env[69365]: DEBUG oslo_concurrency.lockutils [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.548314] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 90d1181b-120c-45c1-b18c-d56790f1a7ca/90d1181b-120c-45c1-b18c-d56790f1a7ca.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1078.548610] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93e6640a-1b8a-44bd-aae4-4662332d80e3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.555775] env[69365]: DEBUG oslo_vmware.api [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Waiting for the task: (returnval){ [ 1078.555775] env[69365]: value = "task-3469533" [ 1078.555775] env[69365]: _type = "Task" [ 1078.555775] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.564414] env[69365]: DEBUG oslo_vmware.api [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469533, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.568148] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Releasing lock "refresh_cache-4fbe7273-3bca-4188-b5b1-edd291df9fed" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.674716] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2ba2404d-71f6-406c-ba45-b2683f78c487 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.678205] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.483s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.679898] env[69365]: INFO nova.compute.claims [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1078.692634] env[69365]: DEBUG oslo_vmware.api [None req-67a7bfc2-d99d-4b8f-bf67-97d5bc6e45ec tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469532, 'name': ReconfigVM_Task, 'duration_secs': 0.335911} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.693303] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-67a7bfc2-d99d-4b8f-bf67-97d5bc6e45ec tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1078.698619] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecf09c8a-fc87-42ea-af9e-37d4de3fd614 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.717383] env[69365]: INFO nova.scheduler.client.report [None req-2ba2404d-71f6-406c-ba45-b2683f78c487 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Deleted allocations for instance acf4ce22-50bf-4f3b-a707-5503d3e3aff0 [ 1078.718994] env[69365]: DEBUG oslo_vmware.api [None req-67a7bfc2-d99d-4b8f-bf67-97d5bc6e45ec tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 1078.718994] env[69365]: value = "task-3469534" [ 1078.718994] env[69365]: _type = "Task" [ 1078.718994] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.731505] env[69365]: DEBUG oslo_vmware.api [None req-67a7bfc2-d99d-4b8f-bf67-97d5bc6e45ec tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.785153] env[69365]: DEBUG nova.network.neutron [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Updating instance_info_cache with network_info: [{"id": "793cd9d5-886f-4128-a82d-c7c5b6cbce6a", "address": "fa:16:3e:e3:e4:62", "network": {"id": "330bfb23-60d2-41ef-b6fd-c4b9d2ea64ff", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1201635401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893992857bc349fe9f2bab5a50fbbf3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap793cd9d5-88", "ovs_interfaceid": "793cd9d5-886f-4128-a82d-c7c5b6cbce6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.824200] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.875323] env[69365]: DEBUG nova.network.neutron [None req-ec4b6866-2a1d-4ab2-9b75-7dcc54ca4e34 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Updating instance_info_cache with network_info: [{"id": "d11ced64-d501-4729-8060-f95b71050ea8", "address": "fa:16:3e:3f:60:a2", "network": {"id": "3c337008-e8ff-486c-a264-4e35618f1d59", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-60058078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb190954160445348b78d12bc3414e98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd11ced64-d5", "ovs_interfaceid": "d11ced64-d501-4729-8060-f95b71050ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.876538] env[69365]: DEBUG oslo_concurrency.lockutils [req-41e0bcf5-56b2-4f87-8c34-ae6cf09bf205 req-0841e97b-f079-4b26-bb85-12e41ef760c9 service nova] Releasing lock "refresh_cache-bf5de304-45c8-4772-a217-0d67a3f25b50" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.081163] env[69365]: DEBUG oslo_vmware.api [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469533, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.231683] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2ba2404d-71f6-406c-ba45-b2683f78c487 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "acf4ce22-50bf-4f3b-a707-5503d3e3aff0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.086s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.241486] env[69365]: DEBUG oslo_vmware.api [None req-67a7bfc2-d99d-4b8f-bf67-97d5bc6e45ec tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469534, 'name': ReconfigVM_Task, 'duration_secs': 0.175885} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.241486] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-67a7bfc2-d99d-4b8f-bf67-97d5bc6e45ec tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693356', 'volume_id': 'e8110dd1-da92-4dfc-8ab9-a2b7ee284a2b', 'name': 'volume-e8110dd1-da92-4dfc-8ab9-a2b7ee284a2b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7', 'attached_at': '', 'detached_at': '', 'volume_id': 'e8110dd1-da92-4dfc-8ab9-a2b7ee284a2b', 'serial': 'e8110dd1-da92-4dfc-8ab9-a2b7ee284a2b'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1079.288025] env[69365]: DEBUG oslo_concurrency.lockutils [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Releasing lock "refresh_cache-275f0fca-701a-4063-9ed1-4ce7860fea6e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.288375] env[69365]: DEBUG nova.compute.manager [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Instance network_info: |[{"id": "793cd9d5-886f-4128-a82d-c7c5b6cbce6a", "address": "fa:16:3e:e3:e4:62", "network": {"id": "330bfb23-60d2-41ef-b6fd-c4b9d2ea64ff", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1201635401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893992857bc349fe9f2bab5a50fbbf3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap793cd9d5-88", "ovs_interfaceid": "793cd9d5-886f-4128-a82d-c7c5b6cbce6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1079.288666] env[69365]: DEBUG oslo_concurrency.lockutils [req-eb91e4b5-5e6f-4277-9063-acfe8a926bb7 req-cbeeef7d-c00e-40e8-b156-c58d2213fb5e service nova] Acquired lock "refresh_cache-275f0fca-701a-4063-9ed1-4ce7860fea6e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.288898] env[69365]: DEBUG nova.network.neutron [req-eb91e4b5-5e6f-4277-9063-acfe8a926bb7 req-cbeeef7d-c00e-40e8-b156-c58d2213fb5e service nova] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Refreshing network info cache for port 793cd9d5-886f-4128-a82d-c7c5b6cbce6a {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.292378] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:e4:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '793cd9d5-886f-4128-a82d-c7c5b6cbce6a', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.298359] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Creating folder: Project (893992857bc349fe9f2bab5a50fbbf3a). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1079.299248] env[69365]: DEBUG nova.network.neutron [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Successfully updated port: baaacc07-1ac8-465c-b6c0-1d01174943c4 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.305020] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0643c1f7-a93f-4e18-b59c-35c169dc84bc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.316344] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Created folder: Project (893992857bc349fe9f2bab5a50fbbf3a) in parent group-v693134. [ 1079.316573] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Creating folder: Instances. Parent ref: group-v693391. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1079.316818] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-169947f6-00d4-422f-b019-a51b78cf253d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.326592] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Created folder: Instances in parent group-v693391. [ 1079.326840] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.327095] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.327322] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efc69439-2cbf-400e-9e5c-07112308350d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.348956] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.348956] env[69365]: value = "task-3469537" [ 1079.348956] env[69365]: _type = "Task" [ 1079.348956] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.357275] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469537, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.379866] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ec4b6866-2a1d-4ab2-9b75-7dcc54ca4e34 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Releasing lock "refresh_cache-04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.384461] env[69365]: DEBUG nova.compute.manager [None req-ec4b6866-2a1d-4ab2-9b75-7dcc54ca4e34 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Inject network info {{(pid=69365) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1079.384751] env[69365]: DEBUG nova.compute.manager [None req-ec4b6866-2a1d-4ab2-9b75-7dcc54ca4e34 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] network_info to inject: |[{"id": "d11ced64-d501-4729-8060-f95b71050ea8", "address": "fa:16:3e:3f:60:a2", "network": {"id": "3c337008-e8ff-486c-a264-4e35618f1d59", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-60058078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb190954160445348b78d12bc3414e98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd11ced64-d5", "ovs_interfaceid": "d11ced64-d501-4729-8060-f95b71050ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1079.391330] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4b6866-2a1d-4ab2-9b75-7dcc54ca4e34 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Reconfiguring VM instance to set the machine id {{(pid=69365) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1079.391713] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a85aece-99c5-41c4-bbad-a1ea41498320 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.408819] env[69365]: DEBUG oslo_vmware.api [None req-ec4b6866-2a1d-4ab2-9b75-7dcc54ca4e34 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Waiting for the task: (returnval){ [ 1079.408819] env[69365]: value = "task-3469538" [ 1079.408819] env[69365]: _type = "Task" [ 1079.408819] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.419541] env[69365]: DEBUG oslo_vmware.api [None req-ec4b6866-2a1d-4ab2-9b75-7dcc54ca4e34 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Task: {'id': task-3469538, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.541083] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "3a4defd7-f393-4d57-9dba-7f7af55c64c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.541728] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "3a4defd7-f393-4d57-9dba-7f7af55c64c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.569202] env[69365]: DEBUG oslo_vmware.api [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469533, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672695} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.569691] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 90d1181b-120c-45c1-b18c-d56790f1a7ca/90d1181b-120c-45c1-b18c-d56790f1a7ca.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1079.569972] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1079.570431] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3642e7f0-df13-455b-af37-a523296d1f30 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.579055] env[69365]: DEBUG oslo_vmware.api [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Waiting for the task: (returnval){ [ 1079.579055] env[69365]: value = "task-3469539" [ 1079.579055] env[69365]: _type = "Task" [ 1079.579055] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.591902] env[69365]: DEBUG oslo_vmware.api [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469539, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.799894] env[69365]: DEBUG nova.objects.instance [None req-67a7bfc2-d99d-4b8f-bf67-97d5bc6e45ec tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lazy-loading 'flavor' on Instance uuid efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.807150] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "refresh_cache-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.807489] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquired lock "refresh_cache-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.807814] env[69365]: DEBUG nova.network.neutron [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.861679] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469537, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.922172] env[69365]: DEBUG oslo_vmware.api [None req-ec4b6866-2a1d-4ab2-9b75-7dcc54ca4e34 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Task: {'id': task-3469538, 'name': ReconfigVM_Task, 'duration_secs': 0.206756} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.922476] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4b6866-2a1d-4ab2-9b75-7dcc54ca4e34 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Reconfigured VM instance to set the machine id {{(pid=69365) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1080.002765] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9b41fb3-cea7-4989-b653-be0b44e41ab9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.011462] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4785ba18-0e69-473a-98e4-c99b9cf8c151 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.046957] env[69365]: DEBUG nova.compute.manager [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1080.050887] env[69365]: DEBUG nova.network.neutron [req-eb91e4b5-5e6f-4277-9063-acfe8a926bb7 req-cbeeef7d-c00e-40e8-b156-c58d2213fb5e service nova] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Updated VIF entry in instance network info cache for port 793cd9d5-886f-4128-a82d-c7c5b6cbce6a. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.051257] env[69365]: DEBUG nova.network.neutron [req-eb91e4b5-5e6f-4277-9063-acfe8a926bb7 req-cbeeef7d-c00e-40e8-b156-c58d2213fb5e service nova] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Updating instance_info_cache with network_info: [{"id": "793cd9d5-886f-4128-a82d-c7c5b6cbce6a", "address": "fa:16:3e:e3:e4:62", "network": {"id": "330bfb23-60d2-41ef-b6fd-c4b9d2ea64ff", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1201635401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893992857bc349fe9f2bab5a50fbbf3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap793cd9d5-88", "ovs_interfaceid": "793cd9d5-886f-4128-a82d-c7c5b6cbce6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.052958] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1b3034-9b46-4bf1-81a2-3fa87b990c58 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.061762] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a3ec4a-de4e-400a-b76e-bfcda80cebc4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.077241] env[69365]: DEBUG nova.compute.provider_tree [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.086928] env[69365]: DEBUG oslo_vmware.api [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469539, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.438519} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.087744] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.090689] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f5da4c-68a0-4627-9bce-6384ea6604fb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.094229] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a076696-c324-4ae6-94e6-811b797ea60e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.119065] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 90d1181b-120c-45c1-b18c-d56790f1a7ca/90d1181b-120c-45c1-b18c-d56790f1a7ca.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.132564] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20f07495-c03b-47d7-af9b-fa57251e07b1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.147527] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Updating instance '4fbe7273-3bca-4188-b5b1-edd291df9fed' progress to 0 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1080.160028] env[69365]: DEBUG oslo_vmware.api [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Waiting for the task: (returnval){ [ 1080.160028] env[69365]: value = "task-3469540" [ 1080.160028] env[69365]: _type = "Task" [ 1080.160028] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.168321] env[69365]: DEBUG oslo_vmware.api [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.343690] env[69365]: WARNING nova.network.neutron [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] 336ff4a0-9252-4ee9-aac2-6f78f722089f already exists in list: networks containing: ['336ff4a0-9252-4ee9-aac2-6f78f722089f']. ignoring it [ 1080.359528] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469537, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.559819] env[69365]: DEBUG oslo_concurrency.lockutils [req-eb91e4b5-5e6f-4277-9063-acfe8a926bb7 req-cbeeef7d-c00e-40e8-b156-c58d2213fb5e service nova] Releasing lock "refresh_cache-275f0fca-701a-4063-9ed1-4ce7860fea6e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.573913] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.580088] env[69365]: DEBUG nova.scheduler.client.report [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.645320] env[69365]: DEBUG nova.network.neutron [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Updating instance_info_cache with network_info: [{"id": "53ffde16-6c2a-4994-847c-107100da0e13", "address": "fa:16:3e:e0:96:16", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ffde16-6c", "ovs_interfaceid": "53ffde16-6c2a-4994-847c-107100da0e13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "baaacc07-1ac8-465c-b6c0-1d01174943c4", "address": "fa:16:3e:40:f5:c5", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaaacc07-1a", "ovs_interfaceid": "baaacc07-1ac8-465c-b6c0-1d01174943c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.656060] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.656454] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11eddac2-b564-4e6b-9f11-a1f5379ea61b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.669339] env[69365]: DEBUG oslo_vmware.api [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469540, 'name': ReconfigVM_Task, 'duration_secs': 0.497607} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.670655] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 90d1181b-120c-45c1-b18c-d56790f1a7ca/90d1181b-120c-45c1-b18c-d56790f1a7ca.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.671372] env[69365]: DEBUG oslo_vmware.api [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 1080.671372] env[69365]: value = "task-3469541" [ 1080.671372] env[69365]: _type = "Task" [ 1080.671372] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.671610] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-023fbf47-4e6c-43e2-a7ed-74e83100dfc6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.683357] env[69365]: DEBUG oslo_vmware.api [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.684985] env[69365]: DEBUG oslo_vmware.api [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Waiting for the task: (returnval){ [ 1080.684985] env[69365]: value = "task-3469542" [ 1080.684985] env[69365]: _type = "Task" [ 1080.684985] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.693776] env[69365]: DEBUG oslo_vmware.api [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469542, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.814329] env[69365]: DEBUG oslo_concurrency.lockutils [None req-67a7bfc2-d99d-4b8f-bf67-97d5bc6e45ec tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.316s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.856239] env[69365]: DEBUG oslo_vmware.rw_handles [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52628a60-4495-625d-83ff-74b4ea168a16/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1080.857185] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e9931b-1dae-4a33-b837-d34ab299eef4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.865941] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469537, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.868218] env[69365]: DEBUG oslo_vmware.rw_handles [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52628a60-4495-625d-83ff-74b4ea168a16/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1080.868413] env[69365]: ERROR oslo_vmware.rw_handles [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52628a60-4495-625d-83ff-74b4ea168a16/disk-0.vmdk due to incomplete transfer. [ 1080.868659] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-440d09c4-2301-4185-ae52-4ee1e5fbd6e9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.876479] env[69365]: DEBUG oslo_vmware.rw_handles [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52628a60-4495-625d-83ff-74b4ea168a16/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1080.876691] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Uploaded image fbbcfbac-40a2-42c2-a916-cdb6b5007e0e to the Glance image server {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1080.879276] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1080.879576] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0c1fd731-846f-4e2a-8f1b-d9aeb593cef7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.886321] env[69365]: DEBUG oslo_vmware.api [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1080.886321] env[69365]: value = "task-3469543" [ 1080.886321] env[69365]: _type = "Task" [ 1080.886321] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.897869] env[69365]: DEBUG oslo_vmware.api [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469543, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.012545] env[69365]: DEBUG nova.compute.manager [req-3a8fc4e4-0286-4bd4-b22c-309398f07b20 req-ec27fed6-34a0-4ce1-9c39-2ab547b3e185 service nova] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Received event network-changed-d11ced64-d501-4729-8060-f95b71050ea8 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.012738] env[69365]: DEBUG nova.compute.manager [req-3a8fc4e4-0286-4bd4-b22c-309398f07b20 req-ec27fed6-34a0-4ce1-9c39-2ab547b3e185 service nova] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Refreshing instance network info cache due to event network-changed-d11ced64-d501-4729-8060-f95b71050ea8. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.012979] env[69365]: DEBUG oslo_concurrency.lockutils [req-3a8fc4e4-0286-4bd4-b22c-309398f07b20 req-ec27fed6-34a0-4ce1-9c39-2ab547b3e185 service nova] Acquiring lock "refresh_cache-04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.013154] env[69365]: DEBUG oslo_concurrency.lockutils [req-3a8fc4e4-0286-4bd4-b22c-309398f07b20 req-ec27fed6-34a0-4ce1-9c39-2ab547b3e185 service nova] Acquired lock "refresh_cache-04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.013331] env[69365]: DEBUG nova.network.neutron [req-3a8fc4e4-0286-4bd4-b22c-309398f07b20 req-ec27fed6-34a0-4ce1-9c39-2ab547b3e185 service nova] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Refreshing network info cache for port d11ced64-d501-4729-8060-f95b71050ea8 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.085761] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.086702] env[69365]: DEBUG nova.compute.manager [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1081.089552] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.882s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.094028] env[69365]: INFO nova.compute.claims [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1081.148436] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Releasing lock "refresh_cache-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.149274] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.149530] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquired lock "f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.150438] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a01997-5f52-4037-a16b-90529fe594ec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.158445] env[69365]: DEBUG nova.compute.manager [req-79248033-cee6-4de8-8e86-2d5aad83f923 req-f276ccf4-fb8a-4580-b31b-570865254d9d service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Received event network-vif-plugged-baaacc07-1ac8-465c-b6c0-1d01174943c4 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.158907] env[69365]: DEBUG oslo_concurrency.lockutils [req-79248033-cee6-4de8-8e86-2d5aad83f923 req-f276ccf4-fb8a-4580-b31b-570865254d9d service nova] Acquiring lock "f7bd87f3-f267-4695-b01a-1bc7cbb03b7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.158907] env[69365]: DEBUG oslo_concurrency.lockutils [req-79248033-cee6-4de8-8e86-2d5aad83f923 req-f276ccf4-fb8a-4580-b31b-570865254d9d service nova] Lock "f7bd87f3-f267-4695-b01a-1bc7cbb03b7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.159197] env[69365]: DEBUG oslo_concurrency.lockutils [req-79248033-cee6-4de8-8e86-2d5aad83f923 req-f276ccf4-fb8a-4580-b31b-570865254d9d service nova] Lock "f7bd87f3-f267-4695-b01a-1bc7cbb03b7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.159430] env[69365]: DEBUG nova.compute.manager [req-79248033-cee6-4de8-8e86-2d5aad83f923 req-f276ccf4-fb8a-4580-b31b-570865254d9d service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] No waiting events found dispatching network-vif-plugged-baaacc07-1ac8-465c-b6c0-1d01174943c4 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1081.159641] env[69365]: WARNING nova.compute.manager [req-79248033-cee6-4de8-8e86-2d5aad83f923 req-f276ccf4-fb8a-4580-b31b-570865254d9d service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Received unexpected event network-vif-plugged-baaacc07-1ac8-465c-b6c0-1d01174943c4 for instance with vm_state active and task_state None. [ 1081.159875] env[69365]: DEBUG nova.compute.manager [req-79248033-cee6-4de8-8e86-2d5aad83f923 req-f276ccf4-fb8a-4580-b31b-570865254d9d service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Received event network-changed-baaacc07-1ac8-465c-b6c0-1d01174943c4 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.160107] env[69365]: DEBUG nova.compute.manager [req-79248033-cee6-4de8-8e86-2d5aad83f923 req-f276ccf4-fb8a-4580-b31b-570865254d9d service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Refreshing instance network info cache due to event network-changed-baaacc07-1ac8-465c-b6c0-1d01174943c4. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.160343] env[69365]: DEBUG oslo_concurrency.lockutils [req-79248033-cee6-4de8-8e86-2d5aad83f923 req-f276ccf4-fb8a-4580-b31b-570865254d9d service nova] Acquiring lock "refresh_cache-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.160539] env[69365]: DEBUG oslo_concurrency.lockutils [req-79248033-cee6-4de8-8e86-2d5aad83f923 req-f276ccf4-fb8a-4580-b31b-570865254d9d service nova] Acquired lock "refresh_cache-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.160734] env[69365]: DEBUG nova.network.neutron [req-79248033-cee6-4de8-8e86-2d5aad83f923 req-f276ccf4-fb8a-4580-b31b-570865254d9d service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Refreshing network info cache for port baaacc07-1ac8-465c-b6c0-1d01174943c4 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.177152] env[69365]: DEBUG nova.virt.hardware [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.177441] env[69365]: DEBUG nova.virt.hardware [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.177600] env[69365]: DEBUG nova.virt.hardware [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.177859] env[69365]: DEBUG nova.virt.hardware [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.178101] env[69365]: DEBUG nova.virt.hardware [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.178295] env[69365]: DEBUG nova.virt.hardware [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.178785] env[69365]: DEBUG nova.virt.hardware [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.178785] env[69365]: DEBUG nova.virt.hardware [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.178871] env[69365]: DEBUG nova.virt.hardware [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.179091] env[69365]: DEBUG nova.virt.hardware [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.179309] env[69365]: DEBUG nova.virt.hardware [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.186717] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Reconfiguring VM to attach interface {{(pid=69365) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1081.193635] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85bf0c12-d2c0-44d5-a9ec-0593cc029839 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.216210] env[69365]: DEBUG oslo_vmware.api [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469541, 'name': PowerOffVM_Task, 'duration_secs': 0.265973} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.220427] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.220697] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Updating instance '4fbe7273-3bca-4188-b5b1-edd291df9fed' progress to 17 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1081.224296] env[69365]: DEBUG oslo_vmware.api [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1081.224296] env[69365]: value = "task-3469544" [ 1081.224296] env[69365]: _type = "Task" [ 1081.224296] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.224902] env[69365]: DEBUG oslo_vmware.api [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469542, 'name': Rename_Task, 'duration_secs': 0.257966} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.225716] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.229028] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ac52a36-eab2-46dd-a978-6afe9e441544 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.237112] env[69365]: DEBUG oslo_vmware.api [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469544, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.238528] env[69365]: DEBUG oslo_vmware.api [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Waiting for the task: (returnval){ [ 1081.238528] env[69365]: value = "task-3469545" [ 1081.238528] env[69365]: _type = "Task" [ 1081.238528] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.248302] env[69365]: DEBUG oslo_vmware.api [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469545, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.367874] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469537, 'name': CreateVM_Task, 'duration_secs': 1.658044} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.368668] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.369571] env[69365]: DEBUG oslo_concurrency.lockutils [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.369816] env[69365]: DEBUG oslo_concurrency.lockutils [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.370232] env[69365]: DEBUG oslo_concurrency.lockutils [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.370825] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c3ca904-f9cd-47cc-aa3e-48d5164cf321 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.375823] env[69365]: DEBUG oslo_vmware.api [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Waiting for the task: (returnval){ [ 1081.375823] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a03698-849a-73fd-c5d4-8273443c57cf" [ 1081.375823] env[69365]: _type = "Task" [ 1081.375823] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.385508] env[69365]: DEBUG oslo_vmware.api [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a03698-849a-73fd-c5d4-8273443c57cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.399919] env[69365]: DEBUG oslo_vmware.api [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469543, 'name': Destroy_Task, 'duration_secs': 0.414498} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.400214] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Destroyed the VM [ 1081.400448] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1081.400698] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5ee7817b-bbee-4871-9ec9-c6417ecb5da7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.407968] env[69365]: DEBUG oslo_vmware.api [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1081.407968] env[69365]: value = "task-3469546" [ 1081.407968] env[69365]: _type = "Task" [ 1081.407968] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.416564] env[69365]: DEBUG oslo_vmware.api [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469546, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.465622] env[69365]: DEBUG nova.network.neutron [req-79248033-cee6-4de8-8e86-2d5aad83f923 req-f276ccf4-fb8a-4580-b31b-570865254d9d service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Updated VIF entry in instance network info cache for port baaacc07-1ac8-465c-b6c0-1d01174943c4. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.466252] env[69365]: DEBUG nova.network.neutron [req-79248033-cee6-4de8-8e86-2d5aad83f923 req-f276ccf4-fb8a-4580-b31b-570865254d9d service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Updating instance_info_cache with network_info: [{"id": "53ffde16-6c2a-4994-847c-107100da0e13", "address": "fa:16:3e:e0:96:16", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ffde16-6c", "ovs_interfaceid": "53ffde16-6c2a-4994-847c-107100da0e13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "baaacc07-1ac8-465c-b6c0-1d01174943c4", "address": "fa:16:3e:40:f5:c5", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaaacc07-1a", "ovs_interfaceid": "baaacc07-1ac8-465c-b6c0-1d01174943c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.599996] env[69365]: DEBUG nova.compute.utils [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1081.601641] env[69365]: DEBUG nova.compute.manager [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1081.601918] env[69365]: DEBUG nova.network.neutron [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1081.654732] env[69365]: DEBUG nova.policy [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a6fb8ad03b944f69697e85343e2a927', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8031ec30c732401dbc80af4bc3f2a6ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1081.729353] env[69365]: DEBUG nova.virt.hardware [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.729692] env[69365]: DEBUG nova.virt.hardware [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.729889] env[69365]: DEBUG nova.virt.hardware [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.730181] env[69365]: DEBUG nova.virt.hardware [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.730271] env[69365]: DEBUG nova.virt.hardware [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.730419] env[69365]: DEBUG nova.virt.hardware [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.730628] env[69365]: DEBUG nova.virt.hardware [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.730829] env[69365]: DEBUG nova.virt.hardware [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.731049] env[69365]: DEBUG nova.virt.hardware [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.731290] env[69365]: DEBUG nova.virt.hardware [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.731515] env[69365]: DEBUG nova.virt.hardware [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.737088] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d364882-f39c-4af5-a86b-7b6b97a1e3fb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.761490] env[69365]: DEBUG oslo_vmware.api [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.766584] env[69365]: DEBUG oslo_vmware.api [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 1081.766584] env[69365]: value = "task-3469548" [ 1081.766584] env[69365]: _type = "Task" [ 1081.766584] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.766830] env[69365]: DEBUG oslo_vmware.api [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469545, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.776241] env[69365]: DEBUG oslo_vmware.api [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469548, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.822363] env[69365]: DEBUG nova.network.neutron [req-3a8fc4e4-0286-4bd4-b22c-309398f07b20 req-ec27fed6-34a0-4ce1-9c39-2ab547b3e185 service nova] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Updated VIF entry in instance network info cache for port d11ced64-d501-4729-8060-f95b71050ea8. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.823155] env[69365]: DEBUG nova.network.neutron [req-3a8fc4e4-0286-4bd4-b22c-309398f07b20 req-ec27fed6-34a0-4ce1-9c39-2ab547b3e185 service nova] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Updating instance_info_cache with network_info: [{"id": "d11ced64-d501-4729-8060-f95b71050ea8", "address": "fa:16:3e:3f:60:a2", "network": {"id": "3c337008-e8ff-486c-a264-4e35618f1d59", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-60058078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb190954160445348b78d12bc3414e98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd11ced64-d5", "ovs_interfaceid": "d11ced64-d501-4729-8060-f95b71050ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.862445] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c30ff3f7-27a7-48c4-81f7-d81c31372cba tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquiring lock "efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.862854] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c30ff3f7-27a7-48c4-81f7-d81c31372cba tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.863102] env[69365]: DEBUG nova.compute.manager [None req-c30ff3f7-27a7-48c4-81f7-d81c31372cba tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.864306] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa0c11f-6a81-4127-b529-4cc0de8ae922 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.872554] env[69365]: DEBUG nova.objects.instance [None req-7c0570c7-8e58-4439-a868-19b19f63209a tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Lazy-loading 'flavor' on Instance uuid 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.877902] env[69365]: DEBUG nova.compute.manager [None req-c30ff3f7-27a7-48c4-81f7-d81c31372cba tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69365) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1081.878220] env[69365]: DEBUG nova.objects.instance [None req-c30ff3f7-27a7-48c4-81f7-d81c31372cba tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lazy-loading 'flavor' on Instance uuid efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.893698] env[69365]: DEBUG oslo_vmware.api [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a03698-849a-73fd-c5d4-8273443c57cf, 'name': SearchDatastore_Task, 'duration_secs': 0.013149} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.894040] env[69365]: DEBUG oslo_concurrency.lockutils [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.894322] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.894542] env[69365]: DEBUG oslo_concurrency.lockutils [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.894713] env[69365]: DEBUG oslo_concurrency.lockutils [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.894916] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.895553] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1ee4290-3223-4904-a211-e27bb8db99b1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.914381] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.914683] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.916330] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1664b04-e442-4b70-b107-7e7071cde5e4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.923207] env[69365]: DEBUG oslo_vmware.api [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469546, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.927054] env[69365]: DEBUG oslo_vmware.api [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Waiting for the task: (returnval){ [ 1081.927054] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]521e3834-0384-ab57-a047-d07383a90245" [ 1081.927054] env[69365]: _type = "Task" [ 1081.927054] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.936974] env[69365]: DEBUG oslo_vmware.api [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521e3834-0384-ab57-a047-d07383a90245, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.969058] env[69365]: DEBUG oslo_concurrency.lockutils [req-79248033-cee6-4de8-8e86-2d5aad83f923 req-f276ccf4-fb8a-4580-b31b-570865254d9d service nova] Releasing lock "refresh_cache-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.106871] env[69365]: DEBUG nova.network.neutron [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Successfully created port: a18f492a-d638-4885-81ac-ed278ae57ca3 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1082.109715] env[69365]: DEBUG nova.compute.manager [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1082.246239] env[69365]: DEBUG oslo_vmware.api [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469544, 'name': ReconfigVM_Task, 'duration_secs': 0.755088} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.246949] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Releasing lock "f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.247190] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Reconfigured VM to attach interface {{(pid=69365) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1082.260619] env[69365]: DEBUG oslo_vmware.api [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469545, 'name': PowerOnVM_Task, 'duration_secs': 0.677993} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.260911] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.261118] env[69365]: INFO nova.compute.manager [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1082.261301] env[69365]: DEBUG nova.compute.manager [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.262090] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80619f29-c617-406f-88c7-508a88fa0858 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.280862] env[69365]: DEBUG oslo_vmware.api [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469548, 'name': ReconfigVM_Task, 'duration_secs': 0.185227} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.281267] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Updating instance '4fbe7273-3bca-4188-b5b1-edd291df9fed' progress to 33 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1082.326186] env[69365]: DEBUG oslo_concurrency.lockutils [req-3a8fc4e4-0286-4bd4-b22c-309398f07b20 req-ec27fed6-34a0-4ce1-9c39-2ab547b3e185 service nova] Releasing lock "refresh_cache-04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.390465] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c0570c7-8e58-4439-a868-19b19f63209a tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Acquiring lock "refresh_cache-04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.390465] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c0570c7-8e58-4439-a868-19b19f63209a tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Acquired lock "refresh_cache-04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.420504] env[69365]: DEBUG oslo_vmware.api [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469546, 'name': RemoveSnapshot_Task, 'duration_secs': 0.573834} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.420769] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1082.421750] env[69365]: DEBUG nova.compute.manager [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.421921] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9afe243-c0c1-4bae-b452-3c0be26addab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.444713] env[69365]: DEBUG oslo_vmware.api [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521e3834-0384-ab57-a047-d07383a90245, 'name': SearchDatastore_Task, 'duration_secs': 0.01818} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.445657] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f26d72d-bfab-4575-884b-90002a27dce2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.450824] env[69365]: DEBUG oslo_vmware.api [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Waiting for the task: (returnval){ [ 1082.450824] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b246a3-393e-a075-36bd-a47fd95c7056" [ 1082.450824] env[69365]: _type = "Task" [ 1082.450824] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.456501] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda14998-ff7d-4ebd-b832-06cf03be0495 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.465956] env[69365]: DEBUG oslo_vmware.api [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b246a3-393e-a075-36bd-a47fd95c7056, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.468780] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d304a76-e3bd-4df4-9542-428b00fe2cbb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.505095] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa80fad-8667-4f05-90d3-85bc38a54050 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.514070] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b767cf3b-09e5-4d65-a154-f8d446869866 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.531801] env[69365]: DEBUG nova.compute.provider_tree [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.753745] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4f20dee0-1513-4c20-ad04-7b2a93ad5287 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "interface-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.917s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.785649] env[69365]: INFO nova.compute.manager [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Took 24.11 seconds to build instance. [ 1082.788444] env[69365]: DEBUG nova.virt.hardware [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.788595] env[69365]: DEBUG nova.virt.hardware [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.788892] env[69365]: DEBUG nova.virt.hardware [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.789099] env[69365]: DEBUG nova.virt.hardware [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.789326] env[69365]: DEBUG nova.virt.hardware [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.789891] env[69365]: DEBUG nova.virt.hardware [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.789891] env[69365]: DEBUG nova.virt.hardware [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.789991] env[69365]: DEBUG nova.virt.hardware [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.790469] env[69365]: DEBUG nova.virt.hardware [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.790469] env[69365]: DEBUG nova.virt.hardware [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.790622] env[69365]: DEBUG nova.virt.hardware [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.797307] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Reconfiguring VM instance instance-00000056 to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1082.798670] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-366464cd-14f8-4406-9436-7eebc8d31ce8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.814717] env[69365]: DEBUG nova.network.neutron [None req-7c0570c7-8e58-4439-a868-19b19f63209a tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1082.818995] env[69365]: DEBUG oslo_vmware.api [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 1082.818995] env[69365]: value = "task-3469549" [ 1082.818995] env[69365]: _type = "Task" [ 1082.818995] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.830081] env[69365]: DEBUG oslo_vmware.api [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469549, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.893052] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30ff3f7-27a7-48c4-81f7-d81c31372cba tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.894243] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6dde0f3-4ce7-41d6-943a-862431b11c92 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.903494] env[69365]: DEBUG oslo_vmware.api [None req-c30ff3f7-27a7-48c4-81f7-d81c31372cba tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 1082.903494] env[69365]: value = "task-3469550" [ 1082.903494] env[69365]: _type = "Task" [ 1082.903494] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.912842] env[69365]: DEBUG oslo_vmware.api [None req-c30ff3f7-27a7-48c4-81f7-d81c31372cba tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.942679] env[69365]: INFO nova.compute.manager [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Shelve offloading [ 1082.962620] env[69365]: DEBUG oslo_vmware.api [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b246a3-393e-a075-36bd-a47fd95c7056, 'name': SearchDatastore_Task, 'duration_secs': 0.014179} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.963033] env[69365]: DEBUG oslo_concurrency.lockutils [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.963323] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 275f0fca-701a-4063-9ed1-4ce7860fea6e/275f0fca-701a-4063-9ed1-4ce7860fea6e.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1082.963862] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a2a875b-ddff-4141-9d79-35e61a191037 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.972198] env[69365]: DEBUG oslo_vmware.api [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Waiting for the task: (returnval){ [ 1082.972198] env[69365]: value = "task-3469551" [ 1082.972198] env[69365]: _type = "Task" [ 1082.972198] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.982096] env[69365]: DEBUG oslo_vmware.api [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': task-3469551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.036111] env[69365]: DEBUG nova.scheduler.client.report [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.044728] env[69365]: DEBUG nova.compute.manager [req-9a5f29c8-82b8-44bb-a5eb-c86704c263a5 req-75d1a8de-1651-4fbe-bc76-1e04527de601 service nova] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Received event network-changed-54af5c81-d29d-476b-99f6-c1502d28c86b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.044946] env[69365]: DEBUG nova.compute.manager [req-9a5f29c8-82b8-44bb-a5eb-c86704c263a5 req-75d1a8de-1651-4fbe-bc76-1e04527de601 service nova] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Refreshing instance network info cache due to event network-changed-54af5c81-d29d-476b-99f6-c1502d28c86b. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.045559] env[69365]: DEBUG oslo_concurrency.lockutils [req-9a5f29c8-82b8-44bb-a5eb-c86704c263a5 req-75d1a8de-1651-4fbe-bc76-1e04527de601 service nova] Acquiring lock "refresh_cache-31ff0b14-dc60-4a4f-95f4-c0d823364979" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.045559] env[69365]: DEBUG oslo_concurrency.lockutils [req-9a5f29c8-82b8-44bb-a5eb-c86704c263a5 req-75d1a8de-1651-4fbe-bc76-1e04527de601 service nova] Acquired lock "refresh_cache-31ff0b14-dc60-4a4f-95f4-c0d823364979" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.045660] env[69365]: DEBUG nova.network.neutron [req-9a5f29c8-82b8-44bb-a5eb-c86704c263a5 req-75d1a8de-1651-4fbe-bc76-1e04527de601 service nova] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Refreshing network info cache for port 54af5c81-d29d-476b-99f6-c1502d28c86b {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1083.121678] env[69365]: DEBUG nova.compute.manager [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1083.201558] env[69365]: DEBUG nova.virt.hardware [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1083.201818] env[69365]: DEBUG nova.virt.hardware [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1083.201979] env[69365]: DEBUG nova.virt.hardware [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1083.202178] env[69365]: DEBUG nova.virt.hardware [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1083.202330] env[69365]: DEBUG nova.virt.hardware [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1083.202548] env[69365]: DEBUG nova.virt.hardware [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1083.202781] env[69365]: DEBUG nova.virt.hardware [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1083.202952] env[69365]: DEBUG nova.virt.hardware [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1083.203149] env[69365]: DEBUG nova.virt.hardware [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1083.203313] env[69365]: DEBUG nova.virt.hardware [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1083.203516] env[69365]: DEBUG nova.virt.hardware [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1083.204421] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e59a324-969a-4d73-a1fc-45d3ee372464 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.213354] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66aacbf-b1f9-429d-9dfe-537b121e97ee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.267249] env[69365]: DEBUG nova.compute.manager [req-1297c43c-905d-4904-be6a-7456a4d5c050 req-6df0c675-9302-4762-b801-e9583ceb699a service nova] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Received event network-changed-d11ced64-d501-4729-8060-f95b71050ea8 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1083.267419] env[69365]: DEBUG nova.compute.manager [req-1297c43c-905d-4904-be6a-7456a4d5c050 req-6df0c675-9302-4762-b801-e9583ceb699a service nova] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Refreshing instance network info cache due to event network-changed-d11ced64-d501-4729-8060-f95b71050ea8. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1083.267608] env[69365]: DEBUG oslo_concurrency.lockutils [req-1297c43c-905d-4904-be6a-7456a4d5c050 req-6df0c675-9302-4762-b801-e9583ceb699a service nova] Acquiring lock "refresh_cache-04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.299129] env[69365]: DEBUG oslo_concurrency.lockutils [None req-59d796c1-110f-4483-81dd-fb03a7c76657 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Lock "90d1181b-120c-45c1-b18c-d56790f1a7ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.675s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.328462] env[69365]: DEBUG oslo_vmware.api [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469549, 'name': ReconfigVM_Task, 'duration_secs': 0.26277} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.328738] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Reconfigured VM instance instance-00000056 to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1083.329549] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563c072f-2405-48bb-b239-b9cb402618d8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.353246] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 4fbe7273-3bca-4188-b5b1-edd291df9fed/4fbe7273-3bca-4188-b5b1-edd291df9fed.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1083.356835] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-387eb548-6870-4790-af21-19d6da47580b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.379267] env[69365]: DEBUG oslo_vmware.api [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 1083.379267] env[69365]: value = "task-3469552" [ 1083.379267] env[69365]: _type = "Task" [ 1083.379267] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.390484] env[69365]: DEBUG oslo_vmware.api [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469552, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.415870] env[69365]: DEBUG oslo_vmware.api [None req-c30ff3f7-27a7-48c4-81f7-d81c31372cba tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469550, 'name': PowerOffVM_Task, 'duration_secs': 0.273718} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.415870] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30ff3f7-27a7-48c4-81f7-d81c31372cba tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1083.416158] env[69365]: DEBUG nova.compute.manager [None req-c30ff3f7-27a7-48c4-81f7-d81c31372cba tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.416957] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a21ea462-ead2-49ef-8a12-7b0a0780d66e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.448214] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1083.448560] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70f37353-9967-4589-b6eb-095070d7b234 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.457149] env[69365]: DEBUG oslo_vmware.api [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1083.457149] env[69365]: value = "task-3469553" [ 1083.457149] env[69365]: _type = "Task" [ 1083.457149] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.468955] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] VM already powered off {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1083.469110] env[69365]: DEBUG nova.compute.manager [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.469994] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58873ebf-fd02-492d-93fa-1066cc84b664 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.480886] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquiring lock "refresh_cache-0d028ec7-840a-4095-9a67-641ef8358807" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.481255] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquired lock "refresh_cache-0d028ec7-840a-4095-9a67-641ef8358807" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.481516] env[69365]: DEBUG nova.network.neutron [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.487466] env[69365]: DEBUG oslo_vmware.api [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': task-3469551, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.547062] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.548172] env[69365]: DEBUG nova.compute.manager [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1083.554654] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.732s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.554895] env[69365]: DEBUG nova.objects.instance [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Lazy-loading 'resources' on Instance uuid 8ecdd96a-299c-4ba8-9d74-fec433e01840 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.702069] env[69365]: DEBUG nova.network.neutron [None req-7c0570c7-8e58-4439-a868-19b19f63209a tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Updating instance_info_cache with network_info: [{"id": "d11ced64-d501-4729-8060-f95b71050ea8", "address": "fa:16:3e:3f:60:a2", "network": {"id": "3c337008-e8ff-486c-a264-4e35618f1d59", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-60058078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb190954160445348b78d12bc3414e98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd11ced64-d5", "ovs_interfaceid": "d11ced64-d501-4729-8060-f95b71050ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.893864] env[69365]: DEBUG oslo_vmware.api [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469552, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.932859] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c30ff3f7-27a7-48c4-81f7-d81c31372cba tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.986226] env[69365]: DEBUG oslo_vmware.api [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': task-3469551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693481} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.986226] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 275f0fca-701a-4063-9ed1-4ce7860fea6e/275f0fca-701a-4063-9ed1-4ce7860fea6e.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.986226] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.986226] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfb15586-754f-4214-89c2-e470631c02cc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.996290] env[69365]: DEBUG oslo_vmware.api [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Waiting for the task: (returnval){ [ 1083.996290] env[69365]: value = "task-3469554" [ 1083.996290] env[69365]: _type = "Task" [ 1083.996290] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.004450] env[69365]: DEBUG oslo_vmware.api [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': task-3469554, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.061508] env[69365]: DEBUG nova.compute.utils [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.066475] env[69365]: DEBUG nova.compute.manager [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1084.066794] env[69365]: DEBUG nova.network.neutron [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1084.139584] env[69365]: DEBUG nova.network.neutron [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Successfully updated port: a18f492a-d638-4885-81ac-ed278ae57ca3 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1084.169162] env[69365]: DEBUG nova.network.neutron [req-9a5f29c8-82b8-44bb-a5eb-c86704c263a5 req-75d1a8de-1651-4fbe-bc76-1e04527de601 service nova] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Updated VIF entry in instance network info cache for port 54af5c81-d29d-476b-99f6-c1502d28c86b. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1084.169567] env[69365]: DEBUG nova.network.neutron [req-9a5f29c8-82b8-44bb-a5eb-c86704c263a5 req-75d1a8de-1651-4fbe-bc76-1e04527de601 service nova] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Updating instance_info_cache with network_info: [{"id": "54af5c81-d29d-476b-99f6-c1502d28c86b", "address": "fa:16:3e:78:69:7a", "network": {"id": "c9047d9e-af08-44d6-a8c8-674c7f3eb4d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78225543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1458781f20f49c39b5ccccbb9bf0c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54af5c81-d2", "ovs_interfaceid": "54af5c81-d29d-476b-99f6-c1502d28c86b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.190300] env[69365]: DEBUG nova.policy [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a6fb8ad03b944f69697e85343e2a927', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8031ec30c732401dbc80af4bc3f2a6ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.203993] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c0570c7-8e58-4439-a868-19b19f63209a tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Releasing lock "refresh_cache-04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.204581] env[69365]: DEBUG nova.compute.manager [None req-7c0570c7-8e58-4439-a868-19b19f63209a tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Inject network info {{(pid=69365) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1084.204581] env[69365]: DEBUG nova.compute.manager [None req-7c0570c7-8e58-4439-a868-19b19f63209a tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] network_info to inject: |[{"id": "d11ced64-d501-4729-8060-f95b71050ea8", "address": "fa:16:3e:3f:60:a2", "network": {"id": "3c337008-e8ff-486c-a264-4e35618f1d59", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-60058078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb190954160445348b78d12bc3414e98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd11ced64-d5", "ovs_interfaceid": "d11ced64-d501-4729-8060-f95b71050ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1084.210425] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0570c7-8e58-4439-a868-19b19f63209a tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Reconfiguring VM instance to set the machine id {{(pid=69365) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1084.213108] env[69365]: DEBUG oslo_concurrency.lockutils [req-1297c43c-905d-4904-be6a-7456a4d5c050 req-6df0c675-9302-4762-b801-e9583ceb699a service nova] Acquired lock "refresh_cache-04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.213269] env[69365]: DEBUG nova.network.neutron [req-1297c43c-905d-4904-be6a-7456a4d5c050 req-6df0c675-9302-4762-b801-e9583ceb699a service nova] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Refreshing network info cache for port d11ced64-d501-4729-8060-f95b71050ea8 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.214479] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c7840c8-9604-4e5b-b8b2-ca34255f5fdc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.235181] env[69365]: DEBUG oslo_vmware.api [None req-7c0570c7-8e58-4439-a868-19b19f63209a tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Waiting for the task: (returnval){ [ 1084.235181] env[69365]: value = "task-3469555" [ 1084.235181] env[69365]: _type = "Task" [ 1084.235181] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.245462] env[69365]: DEBUG oslo_vmware.api [None req-7c0570c7-8e58-4439-a868-19b19f63209a tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Task: {'id': task-3469555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.291683] env[69365]: DEBUG nova.network.neutron [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Updating instance_info_cache with network_info: [{"id": "1938e39c-0709-4420-a5e2-70a0285228a6", "address": "fa:16:3e:2b:8e:8e", "network": {"id": "23049ed0-3359-47e0-b335-9e9129503532", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1473799310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc8feb91faa4c708b1e140bad9f8ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1938e39c-07", "ovs_interfaceid": "1938e39c-0709-4420-a5e2-70a0285228a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.393567] env[69365]: DEBUG oslo_vmware.api [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469552, 'name': ReconfigVM_Task, 'duration_secs': 0.515545} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.396433] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 4fbe7273-3bca-4188-b5b1-edd291df9fed/4fbe7273-3bca-4188-b5b1-edd291df9fed.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1084.396718] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Updating instance '4fbe7273-3bca-4188-b5b1-edd291df9fed' progress to 50 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1084.469615] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6994f2b-16a8-48c7-944b-8019eeecccd2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.478971] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67263ef7-fb99-47df-9eb6-cc896887cd79 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.524483] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c66630-9bc6-4af6-a384-d942327e8680 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.535022] env[69365]: DEBUG oslo_vmware.api [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': task-3469554, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07413} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.538188] env[69365]: DEBUG nova.network.neutron [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] Successfully created port: 536afcbe-2ecc-4ca1-82c3-2ea8f5db953e {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1084.540450] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.541986] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab85f5f1-5105-45cb-bb70-3e894801453c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.546337] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575179ad-6be2-45fa-b0da-d25d96651fc5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.563578] env[69365]: DEBUG nova.compute.provider_tree [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.575267] env[69365]: DEBUG nova.compute.manager [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1084.587570] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 275f0fca-701a-4063-9ed1-4ce7860fea6e/275f0fca-701a-4063-9ed1-4ce7860fea6e.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.588834] env[69365]: DEBUG nova.scheduler.client.report [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.592595] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4920455d-cada-43a6-b2b7-f875a0bf9b69 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.615953] env[69365]: DEBUG oslo_vmware.api [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Waiting for the task: (returnval){ [ 1084.615953] env[69365]: value = "task-3469556" [ 1084.615953] env[69365]: _type = "Task" [ 1084.615953] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.624817] env[69365]: DEBUG oslo_vmware.api [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': task-3469556, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.644941] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquiring lock "refresh_cache-cbcf96bc-9309-40d8-a26b-9d3d54d343c5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.645110] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquired lock "refresh_cache-cbcf96bc-9309-40d8-a26b-9d3d54d343c5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.645312] env[69365]: DEBUG nova.network.neutron [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.672498] env[69365]: DEBUG oslo_concurrency.lockutils [req-9a5f29c8-82b8-44bb-a5eb-c86704c263a5 req-75d1a8de-1651-4fbe-bc76-1e04527de601 service nova] Releasing lock "refresh_cache-31ff0b14-dc60-4a4f-95f4-c0d823364979" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.748370] env[69365]: DEBUG oslo_vmware.api [None req-7c0570c7-8e58-4439-a868-19b19f63209a tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Task: {'id': task-3469555, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.794355] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Releasing lock "refresh_cache-0d028ec7-840a-4095-9a67-641ef8358807" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.888724] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b1a7678-78f0-4078-9ed2-7d641541bfd6 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Acquiring lock "04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.888936] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b1a7678-78f0-4078-9ed2-7d641541bfd6 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Lock "04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.889198] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b1a7678-78f0-4078-9ed2-7d641541bfd6 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Acquiring lock "04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.889358] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b1a7678-78f0-4078-9ed2-7d641541bfd6 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Lock "04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.889522] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b1a7678-78f0-4078-9ed2-7d641541bfd6 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Lock "04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.894659] env[69365]: INFO nova.compute.manager [None req-6b1a7678-78f0-4078-9ed2-7d641541bfd6 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Terminating instance [ 1084.907588] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83133537-4ea5-4ea9-adfb-92adc92282bb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.935782] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c16d21-0396-4eb6-85f9-f1df2a7b6f09 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.954587] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Updating instance '4fbe7273-3bca-4188-b5b1-edd291df9fed' progress to 67 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1084.987042] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "interface-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f-a3fdecce-e214-4d19-b786-709ea7102e0b" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.987042] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "interface-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f-a3fdecce-e214-4d19-b786-709ea7102e0b" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.987042] env[69365]: DEBUG nova.objects.instance [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lazy-loading 'flavor' on Instance uuid f7bd87f3-f267-4695-b01a-1bc7cbb03b7f {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.029514] env[69365]: DEBUG nova.objects.instance [None req-ddbb53aa-9dab-49a1-b67f-17ad3abba05f tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lazy-loading 'flavor' on Instance uuid efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.098052] env[69365]: DEBUG nova.network.neutron [req-1297c43c-905d-4904-be6a-7456a4d5c050 req-6df0c675-9302-4762-b801-e9583ceb699a service nova] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Updated VIF entry in instance network info cache for port d11ced64-d501-4729-8060-f95b71050ea8. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1085.098597] env[69365]: DEBUG nova.network.neutron [req-1297c43c-905d-4904-be6a-7456a4d5c050 req-6df0c675-9302-4762-b801-e9583ceb699a service nova] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Updating instance_info_cache with network_info: [{"id": "d11ced64-d501-4729-8060-f95b71050ea8", "address": "fa:16:3e:3f:60:a2", "network": {"id": "3c337008-e8ff-486c-a264-4e35618f1d59", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-60058078-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb190954160445348b78d12bc3414e98", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd11ced64-d5", "ovs_interfaceid": "d11ced64-d501-4729-8060-f95b71050ea8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.112023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.556s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.113838] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.539s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.117040] env[69365]: INFO nova.compute.claims [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.132568] env[69365]: DEBUG oslo_vmware.api [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': task-3469556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.141389] env[69365]: INFO nova.scheduler.client.report [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Deleted allocations for instance 8ecdd96a-299c-4ba8-9d74-fec433e01840 [ 1085.182531] env[69365]: DEBUG nova.network.neutron [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1085.214237] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.215327] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57dd0f40-8bf2-430a-864d-81018a5f06da {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.223765] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.223997] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aaacacf0-9352-42fd-a21f-9acf35e88ec7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.250072] env[69365]: DEBUG oslo_vmware.api [None req-7c0570c7-8e58-4439-a868-19b19f63209a tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Task: {'id': task-3469555, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.362095] env[69365]: DEBUG nova.compute.manager [req-5eb3de7c-6f35-4a31-b2f2-22d16a537932 req-43741cfc-c93d-48ca-a5c3-cce00042fc55 service nova] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Received event network-vif-plugged-a18f492a-d638-4885-81ac-ed278ae57ca3 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.362095] env[69365]: DEBUG oslo_concurrency.lockutils [req-5eb3de7c-6f35-4a31-b2f2-22d16a537932 req-43741cfc-c93d-48ca-a5c3-cce00042fc55 service nova] Acquiring lock "cbcf96bc-9309-40d8-a26b-9d3d54d343c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.362095] env[69365]: DEBUG oslo_concurrency.lockutils [req-5eb3de7c-6f35-4a31-b2f2-22d16a537932 req-43741cfc-c93d-48ca-a5c3-cce00042fc55 service nova] Lock "cbcf96bc-9309-40d8-a26b-9d3d54d343c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.362095] env[69365]: DEBUG oslo_concurrency.lockutils [req-5eb3de7c-6f35-4a31-b2f2-22d16a537932 req-43741cfc-c93d-48ca-a5c3-cce00042fc55 service nova] Lock "cbcf96bc-9309-40d8-a26b-9d3d54d343c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.362095] env[69365]: DEBUG nova.compute.manager [req-5eb3de7c-6f35-4a31-b2f2-22d16a537932 req-43741cfc-c93d-48ca-a5c3-cce00042fc55 service nova] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] No waiting events found dispatching network-vif-plugged-a18f492a-d638-4885-81ac-ed278ae57ca3 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1085.362588] env[69365]: WARNING nova.compute.manager [req-5eb3de7c-6f35-4a31-b2f2-22d16a537932 req-43741cfc-c93d-48ca-a5c3-cce00042fc55 service nova] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Received unexpected event network-vif-plugged-a18f492a-d638-4885-81ac-ed278ae57ca3 for instance with vm_state building and task_state spawning. [ 1085.362588] env[69365]: DEBUG nova.compute.manager [req-5eb3de7c-6f35-4a31-b2f2-22d16a537932 req-43741cfc-c93d-48ca-a5c3-cce00042fc55 service nova] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Received event network-changed-a18f492a-d638-4885-81ac-ed278ae57ca3 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.362588] env[69365]: DEBUG nova.compute.manager [req-5eb3de7c-6f35-4a31-b2f2-22d16a537932 req-43741cfc-c93d-48ca-a5c3-cce00042fc55 service nova] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Refreshing instance network info cache due to event network-changed-a18f492a-d638-4885-81ac-ed278ae57ca3. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1085.362848] env[69365]: DEBUG oslo_concurrency.lockutils [req-5eb3de7c-6f35-4a31-b2f2-22d16a537932 req-43741cfc-c93d-48ca-a5c3-cce00042fc55 service nova] Acquiring lock "refresh_cache-cbcf96bc-9309-40d8-a26b-9d3d54d343c5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.372611] env[69365]: DEBUG nova.network.neutron [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Updating instance_info_cache with network_info: [{"id": "a18f492a-d638-4885-81ac-ed278ae57ca3", "address": "fa:16:3e:09:da:df", "network": {"id": "760b2476-c972-474a-96af-f7eef11d57d5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1630794146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8031ec30c732401dbc80af4bc3f2a6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa18f492a-d6", "ovs_interfaceid": "a18f492a-d638-4885-81ac-ed278ae57ca3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.401504] env[69365]: DEBUG nova.compute.manager [None req-6b1a7678-78f0-4078-9ed2-7d641541bfd6 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1085.401791] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1a7678-78f0-4078-9ed2-7d641541bfd6 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1085.402761] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5953d878-0f9d-40fc-8d4c-013bea4d5965 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.412497] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1a7678-78f0-4078-9ed2-7d641541bfd6 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1085.412730] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6966584d-8dac-4213-a6b1-1fec3533f3ad {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.419877] env[69365]: DEBUG oslo_vmware.api [None req-6b1a7678-78f0-4078-9ed2-7d641541bfd6 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Waiting for the task: (returnval){ [ 1085.419877] env[69365]: value = "task-3469558" [ 1085.419877] env[69365]: _type = "Task" [ 1085.419877] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.435973] env[69365]: DEBUG oslo_vmware.api [None req-6b1a7678-78f0-4078-9ed2-7d641541bfd6 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Task: {'id': task-3469558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.516946] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1085.517152] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1085.517338] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Deleting the datastore file [datastore1] 0d028ec7-840a-4095-9a67-641ef8358807 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1085.517613] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d92519e-4c3b-4c5d-9a7d-76bc989410c0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.525626] env[69365]: DEBUG nova.network.neutron [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Port 4fd30f55-b31b-413c-986f-ae97468dfd86 binding to destination host cpu-1 is already ACTIVE {{(pid=69365) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1085.527208] env[69365]: DEBUG oslo_vmware.api [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1085.527208] env[69365]: value = "task-3469559" [ 1085.527208] env[69365]: _type = "Task" [ 1085.527208] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.539969] env[69365]: DEBUG oslo_vmware.api [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.540477] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ddbb53aa-9dab-49a1-b67f-17ad3abba05f tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquiring lock "refresh_cache-efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.540655] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ddbb53aa-9dab-49a1-b67f-17ad3abba05f tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquired lock "refresh_cache-efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.540931] env[69365]: DEBUG nova.network.neutron [None req-ddbb53aa-9dab-49a1-b67f-17ad3abba05f tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1085.541021] env[69365]: DEBUG nova.objects.instance [None req-ddbb53aa-9dab-49a1-b67f-17ad3abba05f tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lazy-loading 'info_cache' on Instance uuid efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.601903] env[69365]: DEBUG nova.compute.manager [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1085.604711] env[69365]: DEBUG oslo_concurrency.lockutils [req-1297c43c-905d-4904-be6a-7456a4d5c050 req-6df0c675-9302-4762-b801-e9583ceb699a service nova] Releasing lock "refresh_cache-04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.606637] env[69365]: DEBUG nova.objects.instance [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lazy-loading 'pci_requests' on Instance uuid f7bd87f3-f267-4695-b01a-1bc7cbb03b7f {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.637870] env[69365]: DEBUG oslo_vmware.api [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': task-3469556, 'name': ReconfigVM_Task, 'duration_secs': 0.625216} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.640645] env[69365]: DEBUG nova.virt.hardware [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.641488] env[69365]: DEBUG nova.virt.hardware [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.641488] env[69365]: DEBUG nova.virt.hardware [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.641488] env[69365]: DEBUG nova.virt.hardware [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.641488] env[69365]: DEBUG nova.virt.hardware [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.641671] env[69365]: DEBUG nova.virt.hardware [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.641737] env[69365]: DEBUG nova.virt.hardware [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.641908] env[69365]: DEBUG nova.virt.hardware [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.642094] env[69365]: DEBUG nova.virt.hardware [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.642274] env[69365]: DEBUG nova.virt.hardware [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.642569] env[69365]: DEBUG nova.virt.hardware [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.642800] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 275f0fca-701a-4063-9ed1-4ce7860fea6e/275f0fca-701a-4063-9ed1-4ce7860fea6e.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.643999] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffcac82-a501-4435-92f8-89dec6b20474 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.647532] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a39ba06d-4195-4c0d-bb24-c880402eeb0b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.652495] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b0afeacb-b597-478b-9589-2f990804eaec tempest-ServerDiagnosticsV248Test-1795446556 tempest-ServerDiagnosticsV248Test-1795446556-project-member] Lock "8ecdd96a-299c-4ba8-9d74-fec433e01840" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.144s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.657817] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7d09bb-d716-477f-a222-16ccc3f59adb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.663558] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eaeb56a3-5107-4958-a308-128ef1e65d02 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "d43167ba-4f47-4d69-b26f-39250744f875" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.663795] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eaeb56a3-5107-4958-a308-128ef1e65d02 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "d43167ba-4f47-4d69-b26f-39250744f875" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.664028] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eaeb56a3-5107-4958-a308-128ef1e65d02 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "d43167ba-4f47-4d69-b26f-39250744f875-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.664229] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eaeb56a3-5107-4958-a308-128ef1e65d02 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "d43167ba-4f47-4d69-b26f-39250744f875-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.664396] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eaeb56a3-5107-4958-a308-128ef1e65d02 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "d43167ba-4f47-4d69-b26f-39250744f875-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.665994] env[69365]: DEBUG oslo_vmware.api [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Waiting for the task: (returnval){ [ 1085.665994] env[69365]: value = "task-3469560" [ 1085.665994] env[69365]: _type = "Task" [ 1085.665994] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.666444] env[69365]: INFO nova.compute.manager [None req-eaeb56a3-5107-4958-a308-128ef1e65d02 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Terminating instance [ 1085.689559] env[69365]: DEBUG oslo_vmware.api [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': task-3469560, 'name': Rename_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.750326] env[69365]: DEBUG oslo_vmware.api [None req-7c0570c7-8e58-4439-a868-19b19f63209a tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Task: {'id': task-3469555, 'name': ReconfigVM_Task, 'duration_secs': 1.170001} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.751012] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7c0570c7-8e58-4439-a868-19b19f63209a tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Reconfigured VM instance to set the machine id {{(pid=69365) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1085.875794] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Releasing lock "refresh_cache-cbcf96bc-9309-40d8-a26b-9d3d54d343c5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.876184] env[69365]: DEBUG nova.compute.manager [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Instance network_info: |[{"id": "a18f492a-d638-4885-81ac-ed278ae57ca3", "address": "fa:16:3e:09:da:df", "network": {"id": "760b2476-c972-474a-96af-f7eef11d57d5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1630794146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8031ec30c732401dbc80af4bc3f2a6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa18f492a-d6", "ovs_interfaceid": "a18f492a-d638-4885-81ac-ed278ae57ca3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1085.876516] env[69365]: DEBUG oslo_concurrency.lockutils [req-5eb3de7c-6f35-4a31-b2f2-22d16a537932 req-43741cfc-c93d-48ca-a5c3-cce00042fc55 service nova] Acquired lock "refresh_cache-cbcf96bc-9309-40d8-a26b-9d3d54d343c5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.876709] env[69365]: DEBUG nova.network.neutron [req-5eb3de7c-6f35-4a31-b2f2-22d16a537932 req-43741cfc-c93d-48ca-a5c3-cce00042fc55 service nova] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Refreshing network info cache for port a18f492a-d638-4885-81ac-ed278ae57ca3 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1085.878041] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:da:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a18f492a-d638-4885-81ac-ed278ae57ca3', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.886568] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.887802] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.888139] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1eb9553e-9972-4a8e-be8b-71216efd20c7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.911616] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.911616] env[69365]: value = "task-3469561" [ 1085.911616] env[69365]: _type = "Task" [ 1085.911616] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.921595] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469561, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.931320] env[69365]: DEBUG oslo_concurrency.lockutils [None req-673ad90e-f477-4f20-a961-38a669e4c177 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Acquiring lock "90d1181b-120c-45c1-b18c-d56790f1a7ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.931590] env[69365]: DEBUG oslo_concurrency.lockutils [None req-673ad90e-f477-4f20-a961-38a669e4c177 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Lock "90d1181b-120c-45c1-b18c-d56790f1a7ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.931798] env[69365]: DEBUG oslo_concurrency.lockutils [None req-673ad90e-f477-4f20-a961-38a669e4c177 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Acquiring lock "90d1181b-120c-45c1-b18c-d56790f1a7ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.932022] env[69365]: DEBUG oslo_concurrency.lockutils [None req-673ad90e-f477-4f20-a961-38a669e4c177 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Lock "90d1181b-120c-45c1-b18c-d56790f1a7ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.932198] env[69365]: DEBUG oslo_concurrency.lockutils [None req-673ad90e-f477-4f20-a961-38a669e4c177 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Lock "90d1181b-120c-45c1-b18c-d56790f1a7ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.933797] env[69365]: DEBUG oslo_vmware.api [None req-6b1a7678-78f0-4078-9ed2-7d641541bfd6 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Task: {'id': task-3469558, 'name': PowerOffVM_Task, 'duration_secs': 0.27538} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.934294] env[69365]: INFO nova.compute.manager [None req-673ad90e-f477-4f20-a961-38a669e4c177 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Terminating instance [ 1085.935644] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b1a7678-78f0-4078-9ed2-7d641541bfd6 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1085.935816] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1a7678-78f0-4078-9ed2-7d641541bfd6 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1085.937018] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88b97cc5-d4be-48fb-8c94-1ec141157e13 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.041356] env[69365]: DEBUG oslo_vmware.api [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206243} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.042594] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.042792] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.042984] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.045137] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1a7678-78f0-4078-9ed2-7d641541bfd6 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1086.045342] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1a7678-78f0-4078-9ed2-7d641541bfd6 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1086.045524] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b1a7678-78f0-4078-9ed2-7d641541bfd6 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Deleting the datastore file [datastore2] 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1086.047026] env[69365]: DEBUG nova.objects.base [None req-ddbb53aa-9dab-49a1-b67f-17ad3abba05f tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1086.048527] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a4010ec-6194-429d-ab9c-a1200502d428 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.055334] env[69365]: DEBUG oslo_vmware.api [None req-6b1a7678-78f0-4078-9ed2-7d641541bfd6 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Waiting for the task: (returnval){ [ 1086.055334] env[69365]: value = "task-3469563" [ 1086.055334] env[69365]: _type = "Task" [ 1086.055334] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.065505] env[69365]: DEBUG oslo_vmware.api [None req-6b1a7678-78f0-4078-9ed2-7d641541bfd6 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Task: {'id': task-3469563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.073837] env[69365]: INFO nova.scheduler.client.report [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Deleted allocations for instance 0d028ec7-840a-4095-9a67-641ef8358807 [ 1086.109270] env[69365]: DEBUG nova.objects.base [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1086.109549] env[69365]: DEBUG nova.network.neutron [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1086.153249] env[69365]: DEBUG nova.network.neutron [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] Successfully updated port: 536afcbe-2ecc-4ca1-82c3-2ea8f5db953e {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1086.172061] env[69365]: DEBUG nova.compute.manager [None req-eaeb56a3-5107-4958-a308-128ef1e65d02 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.172298] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-eaeb56a3-5107-4958-a308-128ef1e65d02 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.179308] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40951df5-a5b8-46ee-b177-386fea519ef2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.187991] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaeb56a3-5107-4958-a308-128ef1e65d02 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.194150] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-184b43de-8097-42d5-93ac-bca3b60eddf7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.196031] env[69365]: DEBUG oslo_vmware.api [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': task-3469560, 'name': Rename_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.199680] env[69365]: DEBUG nova.policy [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbb4767d9ed241f98fce2fc0718f575d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8dabc7faee7488e8a7ae3aa8722232e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1086.203347] env[69365]: DEBUG oslo_vmware.api [None req-eaeb56a3-5107-4958-a308-128ef1e65d02 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 1086.203347] env[69365]: value = "task-3469564" [ 1086.203347] env[69365]: _type = "Task" [ 1086.203347] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.213820] env[69365]: DEBUG oslo_vmware.api [None req-eaeb56a3-5107-4958-a308-128ef1e65d02 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.424852] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469561, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.440954] env[69365]: DEBUG nova.compute.manager [None req-673ad90e-f477-4f20-a961-38a669e4c177 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1086.441204] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-673ad90e-f477-4f20-a961-38a669e4c177 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.444960] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254d8dcb-7bd8-4bc6-ae5a-b9229a1f6d43 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.457100] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-673ad90e-f477-4f20-a961-38a669e4c177 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.457376] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe499c7f-679f-4005-8805-788a1d57736b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.465398] env[69365]: DEBUG oslo_vmware.api [None req-673ad90e-f477-4f20-a961-38a669e4c177 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Waiting for the task: (returnval){ [ 1086.465398] env[69365]: value = "task-3469565" [ 1086.465398] env[69365]: _type = "Task" [ 1086.465398] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.473682] env[69365]: DEBUG oslo_vmware.api [None req-673ad90e-f477-4f20-a961-38a669e4c177 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.475338] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d91cac-be25-4f1a-8ef9-0b5d2556df1f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.483156] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bcf52c-d17a-4a67-86bd-324c9ee1d249 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.515396] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ea029b-0090-47e8-b868-daa6ee84f5bf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.523659] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cbc912-5da4-420e-bad2-796f0c6c784b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.549234] env[69365]: DEBUG nova.compute.provider_tree [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.561306] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "4fbe7273-3bca-4188-b5b1-edd291df9fed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.561508] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "4fbe7273-3bca-4188-b5b1-edd291df9fed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1086.561679] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "4fbe7273-3bca-4188-b5b1-edd291df9fed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.563680] env[69365]: DEBUG nova.scheduler.client.report [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.577400] env[69365]: DEBUG oslo_vmware.api [None req-6b1a7678-78f0-4078-9ed2-7d641541bfd6 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Task: {'id': task-3469563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276444} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.578440] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.578737] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b1a7678-78f0-4078-9ed2-7d641541bfd6 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1086.578929] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1a7678-78f0-4078-9ed2-7d641541bfd6 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1086.579133] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b1a7678-78f0-4078-9ed2-7d641541bfd6 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1086.579307] env[69365]: INFO nova.compute.manager [None req-6b1a7678-78f0-4078-9ed2-7d641541bfd6 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1086.579547] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b1a7678-78f0-4078-9ed2-7d641541bfd6 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.579733] env[69365]: DEBUG nova.compute.manager [-] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1086.580028] env[69365]: DEBUG nova.network.neutron [-] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1086.656249] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquiring lock "refresh_cache-e43043de-85a7-4156-b409-45f08369126c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.656398] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquired lock "refresh_cache-e43043de-85a7-4156-b409-45f08369126c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.656558] env[69365]: DEBUG nova.network.neutron [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.684016] env[69365]: DEBUG oslo_vmware.api [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': task-3469560, 'name': Rename_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.714761] env[69365]: DEBUG oslo_vmware.api [None req-eaeb56a3-5107-4958-a308-128ef1e65d02 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.720388] env[69365]: DEBUG oslo_vmware.rw_handles [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5220d921-0914-5828-01f5-770045ee3321/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1086.721517] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7678f3a-a3e3-4b07-81df-0ede4a60ab46 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.727189] env[69365]: DEBUG oslo_vmware.rw_handles [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5220d921-0914-5828-01f5-770045ee3321/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1086.727356] env[69365]: ERROR oslo_vmware.rw_handles [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5220d921-0914-5828-01f5-770045ee3321/disk-0.vmdk due to incomplete transfer. [ 1086.727574] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4391a25a-5bcc-4e8e-8a2d-f2cee8c6c1de {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.734419] env[69365]: DEBUG oslo_vmware.rw_handles [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5220d921-0914-5828-01f5-770045ee3321/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1086.734617] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Uploaded image 2bbbc0bd-17ee-4de8-b27f-e528f3886131 to the Glance image server {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1086.736362] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1086.736909] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2879215c-1de2-4de7-8a47-ba3f741da44c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.743020] env[69365]: DEBUG oslo_vmware.api [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the task: (returnval){ [ 1086.743020] env[69365]: value = "task-3469566" [ 1086.743020] env[69365]: _type = "Task" [ 1086.743020] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.751622] env[69365]: DEBUG oslo_vmware.api [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469566, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.776207] env[69365]: DEBUG nova.network.neutron [req-5eb3de7c-6f35-4a31-b2f2-22d16a537932 req-43741cfc-c93d-48ca-a5c3-cce00042fc55 service nova] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Updated VIF entry in instance network info cache for port a18f492a-d638-4885-81ac-ed278ae57ca3. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1086.776567] env[69365]: DEBUG nova.network.neutron [req-5eb3de7c-6f35-4a31-b2f2-22d16a537932 req-43741cfc-c93d-48ca-a5c3-cce00042fc55 service nova] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Updating instance_info_cache with network_info: [{"id": "a18f492a-d638-4885-81ac-ed278ae57ca3", "address": "fa:16:3e:09:da:df", "network": {"id": "760b2476-c972-474a-96af-f7eef11d57d5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1630794146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8031ec30c732401dbc80af4bc3f2a6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa18f492a-d6", "ovs_interfaceid": "a18f492a-d638-4885-81ac-ed278ae57ca3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.927090] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469561, 'name': CreateVM_Task, 'duration_secs': 0.558796} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.927508] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1086.927972] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.928154] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.928472] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.928737] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9377583-2de1-43ae-bcb1-069962832636 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.934020] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1086.934020] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52c06ec8-4b2f-58fe-6a7f-27abf11252d7" [ 1086.934020] env[69365]: _type = "Task" [ 1086.934020] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.942660] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52c06ec8-4b2f-58fe-6a7f-27abf11252d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.975333] env[69365]: DEBUG oslo_vmware.api [None req-673ad90e-f477-4f20-a961-38a669e4c177 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469565, 'name': PowerOffVM_Task, 'duration_secs': 0.345415} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.975629] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-673ad90e-f477-4f20-a961-38a669e4c177 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.975759] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-673ad90e-f477-4f20-a961-38a669e4c177 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.976015] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3724279f-9d3a-47c6-b9a4-2485398e01ce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.029905] env[69365]: DEBUG nova.network.neutron [None req-ddbb53aa-9dab-49a1-b67f-17ad3abba05f tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Updating instance_info_cache with network_info: [{"id": "4bfa360a-80bf-4e5f-9e86-750dd15530e0", "address": "fa:16:3e:7b:51:27", "network": {"id": "a0f102e1-f5bc-498d-ac38-b7964e384bab", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1975286090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fdb002b6ced4c5f964bfb4a4eb16b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfa360a-80", "ovs_interfaceid": "4bfa360a-80bf-4e5f-9e86-750dd15530e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.035310] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-673ad90e-f477-4f20-a961-38a669e4c177 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.035588] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-673ad90e-f477-4f20-a961-38a669e4c177 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.035745] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-673ad90e-f477-4f20-a961-38a669e4c177 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Deleting the datastore file [datastore1] 90d1181b-120c-45c1-b18c-d56790f1a7ca {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.036020] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-205da2e4-6f2e-4d2a-8a1f-480d90230753 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.043757] env[69365]: DEBUG oslo_vmware.api [None req-673ad90e-f477-4f20-a961-38a669e4c177 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Waiting for the task: (returnval){ [ 1087.043757] env[69365]: value = "task-3469568" [ 1087.043757] env[69365]: _type = "Task" [ 1087.043757] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.053455] env[69365]: DEBUG oslo_vmware.api [None req-673ad90e-f477-4f20-a961-38a669e4c177 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469568, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.069250] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.956s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.070227] env[69365]: DEBUG nova.compute.manager [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1087.072783] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.494s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.073141] env[69365]: DEBUG nova.objects.instance [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lazy-loading 'resources' on Instance uuid 0d028ec7-840a-4095-9a67-641ef8358807 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.182488] env[69365]: DEBUG oslo_vmware.api [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': task-3469560, 'name': Rename_Task, 'duration_secs': 1.211626} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.182488] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1087.182934] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-42cefaad-d621-4a95-b0f4-cf629366ee2d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.191027] env[69365]: DEBUG oslo_vmware.api [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Waiting for the task: (returnval){ [ 1087.191027] env[69365]: value = "task-3469569" [ 1087.191027] env[69365]: _type = "Task" [ 1087.191027] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.198724] env[69365]: DEBUG oslo_vmware.api [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': task-3469569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.199399] env[69365]: DEBUG nova.network.neutron [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1087.214257] env[69365]: DEBUG oslo_vmware.api [None req-eaeb56a3-5107-4958-a308-128ef1e65d02 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469564, 'name': PowerOffVM_Task, 'duration_secs': 0.907009} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.214257] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaeb56a3-5107-4958-a308-128ef1e65d02 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.214257] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-eaeb56a3-5107-4958-a308-128ef1e65d02 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1087.214257] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd1405dc-8f8d-4b9b-b829-bf858035b468 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.252701] env[69365]: DEBUG oslo_vmware.api [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469566, 'name': Destroy_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.279750] env[69365]: DEBUG oslo_concurrency.lockutils [req-5eb3de7c-6f35-4a31-b2f2-22d16a537932 req-43741cfc-c93d-48ca-a5c3-cce00042fc55 service nova] Releasing lock "refresh_cache-cbcf96bc-9309-40d8-a26b-9d3d54d343c5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.293079] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-eaeb56a3-5107-4958-a308-128ef1e65d02 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.293264] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-eaeb56a3-5107-4958-a308-128ef1e65d02 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.293441] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaeb56a3-5107-4958-a308-128ef1e65d02 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Deleting the datastore file [datastore1] d43167ba-4f47-4d69-b26f-39250744f875 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.293738] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-262a08be-91b6-4786-9bea-e39b305c9441 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.303771] env[69365]: DEBUG oslo_vmware.api [None req-eaeb56a3-5107-4958-a308-128ef1e65d02 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 1087.303771] env[69365]: value = "task-3469571" [ 1087.303771] env[69365]: _type = "Task" [ 1087.303771] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.314149] env[69365]: DEBUG oslo_vmware.api [None req-eaeb56a3-5107-4958-a308-128ef1e65d02 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.377575] env[69365]: DEBUG nova.network.neutron [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] Updating instance_info_cache with network_info: [{"id": "536afcbe-2ecc-4ca1-82c3-2ea8f5db953e", "address": "fa:16:3e:3f:cb:91", "network": {"id": "760b2476-c972-474a-96af-f7eef11d57d5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1630794146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8031ec30c732401dbc80af4bc3f2a6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap536afcbe-2e", "ovs_interfaceid": "536afcbe-2ecc-4ca1-82c3-2ea8f5db953e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.444543] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52c06ec8-4b2f-58fe-6a7f-27abf11252d7, 'name': SearchDatastore_Task, 'duration_secs': 0.02101} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.444749] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.444999] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.445226] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.445374] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.445550] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.445837] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44a550b4-da36-429d-9d2f-e14f4984beec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.460643] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.460838] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.461604] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea0845c5-ad16-46fa-a691-27d42e906de7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.467124] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1087.467124] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b9bcc9-c954-7fc1-b350-c235d1e57ec5" [ 1087.467124] env[69365]: _type = "Task" [ 1087.467124] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.475689] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b9bcc9-c954-7fc1-b350-c235d1e57ec5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.533351] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ddbb53aa-9dab-49a1-b67f-17ad3abba05f tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Releasing lock "refresh_cache-efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.556841] env[69365]: DEBUG oslo_vmware.api [None req-673ad90e-f477-4f20-a961-38a669e4c177 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469568, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300989} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.557151] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-673ad90e-f477-4f20-a961-38a669e4c177 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.557373] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-673ad90e-f477-4f20-a961-38a669e4c177 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.557568] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-673ad90e-f477-4f20-a961-38a669e4c177 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.557772] env[69365]: INFO nova.compute.manager [None req-673ad90e-f477-4f20-a961-38a669e4c177 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1087.558596] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-673ad90e-f477-4f20-a961-38a669e4c177 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.558596] env[69365]: DEBUG nova.compute.manager [-] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.558596] env[69365]: DEBUG nova.network.neutron [-] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.574293] env[69365]: DEBUG nova.compute.utils [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.578927] env[69365]: DEBUG nova.compute.manager [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1087.579030] env[69365]: DEBUG nova.network.neutron [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1087.580934] env[69365]: DEBUG nova.objects.instance [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lazy-loading 'numa_topology' on Instance uuid 0d028ec7-840a-4095-9a67-641ef8358807 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.657016] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "refresh_cache-4fbe7273-3bca-4188-b5b1-edd291df9fed" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.657016] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquired lock "refresh_cache-4fbe7273-3bca-4188-b5b1-edd291df9fed" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.657016] env[69365]: DEBUG nova.network.neutron [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.670354] env[69365]: DEBUG nova.network.neutron [-] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.691479] env[69365]: DEBUG nova.policy [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25d7356146ee44c8a65686b68ea2a766', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0b4d3b209df41eaa438742d4326084b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.706824] env[69365]: DEBUG oslo_vmware.api [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': task-3469569, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.757496] env[69365]: DEBUG oslo_vmware.api [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469566, 'name': Destroy_Task, 'duration_secs': 0.667686} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.758211] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Destroyed the VM [ 1087.760414] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1087.760414] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0f5f6a6d-bdc7-4501-815f-d2d28e5edece {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.771764] env[69365]: DEBUG oslo_vmware.api [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the task: (returnval){ [ 1087.771764] env[69365]: value = "task-3469572" [ 1087.771764] env[69365]: _type = "Task" [ 1087.771764] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.781215] env[69365]: DEBUG oslo_vmware.api [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469572, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.815930] env[69365]: DEBUG oslo_vmware.api [None req-eaeb56a3-5107-4958-a308-128ef1e65d02 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.30079} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.816289] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaeb56a3-5107-4958-a308-128ef1e65d02 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1087.816529] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-eaeb56a3-5107-4958-a308-128ef1e65d02 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1087.816761] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-eaeb56a3-5107-4958-a308-128ef1e65d02 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1087.820394] env[69365]: INFO nova.compute.manager [None req-eaeb56a3-5107-4958-a308-128ef1e65d02 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1087.820394] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eaeb56a3-5107-4958-a308-128ef1e65d02 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.820394] env[69365]: DEBUG nova.compute.manager [-] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1087.820394] env[69365]: DEBUG nova.network.neutron [-] [instance: d43167ba-4f47-4d69-b26f-39250744f875] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1087.880187] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Releasing lock "refresh_cache-e43043de-85a7-4156-b409-45f08369126c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.880187] env[69365]: DEBUG nova.compute.manager [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] Instance network_info: |[{"id": "536afcbe-2ecc-4ca1-82c3-2ea8f5db953e", "address": "fa:16:3e:3f:cb:91", "network": {"id": "760b2476-c972-474a-96af-f7eef11d57d5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1630794146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8031ec30c732401dbc80af4bc3f2a6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap536afcbe-2e", "ovs_interfaceid": "536afcbe-2ecc-4ca1-82c3-2ea8f5db953e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1087.882487] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:cb:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '536afcbe-2ecc-4ca1-82c3-2ea8f5db953e', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.892408] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1087.893283] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e43043de-85a7-4156-b409-45f08369126c] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.893502] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-74f69c8a-6ca2-430a-a3d9-d211a5f89ae4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.919044] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.919044] env[69365]: value = "task-3469573" [ 1087.919044] env[69365]: _type = "Task" [ 1087.919044] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.929253] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469573, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.961524] env[69365]: DEBUG nova.compute.manager [req-3497467b-de04-4a12-8613-31f5c01ab3df req-3807632d-87a7-4cc6-aa7d-3eb483d41791 service nova] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Received event network-vif-unplugged-1938e39c-0709-4420-a5e2-70a0285228a6 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.961789] env[69365]: DEBUG oslo_concurrency.lockutils [req-3497467b-de04-4a12-8613-31f5c01ab3df req-3807632d-87a7-4cc6-aa7d-3eb483d41791 service nova] Acquiring lock "0d028ec7-840a-4095-9a67-641ef8358807-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.963194] env[69365]: DEBUG oslo_concurrency.lockutils [req-3497467b-de04-4a12-8613-31f5c01ab3df req-3807632d-87a7-4cc6-aa7d-3eb483d41791 service nova] Lock "0d028ec7-840a-4095-9a67-641ef8358807-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.963194] env[69365]: DEBUG oslo_concurrency.lockutils [req-3497467b-de04-4a12-8613-31f5c01ab3df req-3807632d-87a7-4cc6-aa7d-3eb483d41791 service nova] Lock "0d028ec7-840a-4095-9a67-641ef8358807-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.963194] env[69365]: DEBUG nova.compute.manager [req-3497467b-de04-4a12-8613-31f5c01ab3df req-3807632d-87a7-4cc6-aa7d-3eb483d41791 service nova] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] No waiting events found dispatching network-vif-unplugged-1938e39c-0709-4420-a5e2-70a0285228a6 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1087.963194] env[69365]: WARNING nova.compute.manager [req-3497467b-de04-4a12-8613-31f5c01ab3df req-3807632d-87a7-4cc6-aa7d-3eb483d41791 service nova] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Received unexpected event network-vif-unplugged-1938e39c-0709-4420-a5e2-70a0285228a6 for instance with vm_state shelved_offloaded and task_state unshelving. [ 1087.963194] env[69365]: DEBUG nova.compute.manager [req-3497467b-de04-4a12-8613-31f5c01ab3df req-3807632d-87a7-4cc6-aa7d-3eb483d41791 service nova] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Received event network-changed-1938e39c-0709-4420-a5e2-70a0285228a6 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.963194] env[69365]: DEBUG nova.compute.manager [req-3497467b-de04-4a12-8613-31f5c01ab3df req-3807632d-87a7-4cc6-aa7d-3eb483d41791 service nova] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Refreshing instance network info cache due to event network-changed-1938e39c-0709-4420-a5e2-70a0285228a6. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1087.963470] env[69365]: DEBUG oslo_concurrency.lockutils [req-3497467b-de04-4a12-8613-31f5c01ab3df req-3807632d-87a7-4cc6-aa7d-3eb483d41791 service nova] Acquiring lock "refresh_cache-0d028ec7-840a-4095-9a67-641ef8358807" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.963470] env[69365]: DEBUG oslo_concurrency.lockutils [req-3497467b-de04-4a12-8613-31f5c01ab3df req-3807632d-87a7-4cc6-aa7d-3eb483d41791 service nova] Acquired lock "refresh_cache-0d028ec7-840a-4095-9a67-641ef8358807" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.963604] env[69365]: DEBUG nova.network.neutron [req-3497467b-de04-4a12-8613-31f5c01ab3df req-3807632d-87a7-4cc6-aa7d-3eb483d41791 service nova] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Refreshing network info cache for port 1938e39c-0709-4420-a5e2-70a0285228a6 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.984779] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b9bcc9-c954-7fc1-b350-c235d1e57ec5, 'name': SearchDatastore_Task, 'duration_secs': 0.030038} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.985798] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc503ac5-f208-4e54-81c4-03b0a4e6449e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.994563] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1087.994563] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]527e9802-eaac-df74-b8b4-3367c813e4ef" [ 1087.994563] env[69365]: _type = "Task" [ 1087.994563] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.004076] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]527e9802-eaac-df74-b8b4-3367c813e4ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.082026] env[69365]: DEBUG nova.compute.manager [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1088.083505] env[69365]: DEBUG nova.objects.base [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Object Instance<0d028ec7-840a-4095-9a67-641ef8358807> lazy-loaded attributes: resources,numa_topology {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1088.173087] env[69365]: INFO nova.compute.manager [-] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Took 1.59 seconds to deallocate network for instance. [ 1088.209325] env[69365]: DEBUG oslo_vmware.api [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': task-3469569, 'name': PowerOnVM_Task, 'duration_secs': 0.598487} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.209612] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1088.209813] env[69365]: INFO nova.compute.manager [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Took 11.97 seconds to spawn the instance on the hypervisor. [ 1088.210010] env[69365]: DEBUG nova.compute.manager [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.210848] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1268a5b5-9418-4941-b6af-81b30a906b1d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.287727] env[69365]: DEBUG oslo_vmware.api [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469572, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.341362] env[69365]: DEBUG nova.network.neutron [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Successfully updated port: a3fdecce-e214-4d19-b786-709ea7102e0b {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1088.368032] env[69365]: DEBUG nova.network.neutron [-] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.391341] env[69365]: DEBUG nova.compute.manager [req-c4074e4c-4bf3-4ce2-922b-6b0f4d3f3dc4 req-8e1784db-61a7-4a14-966a-b4e3304224e5 service nova] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Received event network-vif-deleted-6bb6a72d-3dd3-448e-8b23-f02dad9cea5e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1088.391566] env[69365]: INFO nova.compute.manager [req-c4074e4c-4bf3-4ce2-922b-6b0f4d3f3dc4 req-8e1784db-61a7-4a14-966a-b4e3304224e5 service nova] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Neutron deleted interface 6bb6a72d-3dd3-448e-8b23-f02dad9cea5e; detaching it from the instance and deleting it from the info cache [ 1088.391740] env[69365]: DEBUG nova.network.neutron [req-c4074e4c-4bf3-4ce2-922b-6b0f4d3f3dc4 req-8e1784db-61a7-4a14-966a-b4e3304224e5 service nova] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.431378] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469573, 'name': CreateVM_Task, 'duration_secs': 0.451434} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.432170] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e43043de-85a7-4156-b409-45f08369126c] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.432947] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.433028] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.433894] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.433894] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ef3cfe9-3ae3-4f1b-9a9f-c3c81b657340 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.444926] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1088.444926] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e7d800-c58c-cced-53c6-9220088acb61" [ 1088.444926] env[69365]: _type = "Task" [ 1088.444926] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.457136] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e7d800-c58c-cced-53c6-9220088acb61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.475114] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fcac5a0-f9fc-489f-8d2a-d48f968e43af {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.483938] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe0a1eb-8d15-46b5-a02b-a460f4f2e7d0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.525809] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fea1930-3af3-4fe4-9dac-c6b3cc38843d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.535027] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]527e9802-eaac-df74-b8b4-3367c813e4ef, 'name': SearchDatastore_Task, 'duration_secs': 0.013539} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.538123] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.538716] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] cbcf96bc-9309-40d8-a26b-9d3d54d343c5/cbcf96bc-9309-40d8-a26b-9d3d54d343c5.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.539423] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbb53aa-9dab-49a1-b67f-17ad3abba05f tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1088.539657] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b635a3f-fdbc-4e87-bc99-8c09e79e5345 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.542722] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a26d38-6a6c-4abf-9ce1-52ac74a9fa45 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.546877] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc3b77b9-34d3-480d-a60e-a9a9b7450fd5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.559624] env[69365]: DEBUG nova.compute.provider_tree [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.563386] env[69365]: DEBUG oslo_vmware.api [None req-ddbb53aa-9dab-49a1-b67f-17ad3abba05f tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 1088.563386] env[69365]: value = "task-3469575" [ 1088.563386] env[69365]: _type = "Task" [ 1088.563386] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.563654] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1088.563654] env[69365]: value = "task-3469574" [ 1088.563654] env[69365]: _type = "Task" [ 1088.563654] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.570711] env[69365]: DEBUG nova.network.neutron [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Updating instance_info_cache with network_info: [{"id": "4fd30f55-b31b-413c-986f-ae97468dfd86", "address": "fa:16:3e:9e:9f:a6", "network": {"id": "07ac35b7-5e02-4e42-9be3-f1b0032ca382", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2090389770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ecde38286934540b1d17f878d3cbde8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fd30f55-b3", "ovs_interfaceid": "4fd30f55-b31b-413c-986f-ae97468dfd86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.578123] env[69365]: DEBUG oslo_vmware.api [None req-ddbb53aa-9dab-49a1-b67f-17ad3abba05f tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469575, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.581483] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.683332] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b1a7678-78f0-4078-9ed2-7d641541bfd6 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.704509] env[69365]: DEBUG nova.network.neutron [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Successfully created port: b2dc759a-ce08-4dd7-acca-f62998a362ec {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1088.734056] env[69365]: INFO nova.compute.manager [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Took 25.78 seconds to build instance. [ 1088.784248] env[69365]: DEBUG oslo_vmware.api [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469572, 'name': RemoveSnapshot_Task} progress is 43%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.848538] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "refresh_cache-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.848791] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquired lock "refresh_cache-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.849042] env[69365]: DEBUG nova.network.neutron [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.871248] env[69365]: INFO nova.compute.manager [-] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Took 1.31 seconds to deallocate network for instance. [ 1088.902088] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a1069e74-fd79-42bc-9db5-066e1169f5a4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.914118] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7cbd49-d722-411a-8c94-f940c2be2128 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.933198] env[69365]: DEBUG nova.network.neutron [-] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.951456] env[69365]: DEBUG nova.compute.manager [req-c4074e4c-4bf3-4ce2-922b-6b0f4d3f3dc4 req-8e1784db-61a7-4a14-966a-b4e3304224e5 service nova] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Detach interface failed, port_id=6bb6a72d-3dd3-448e-8b23-f02dad9cea5e, reason: Instance 90d1181b-120c-45c1-b18c-d56790f1a7ca could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1088.962931] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e7d800-c58c-cced-53c6-9220088acb61, 'name': SearchDatastore_Task, 'duration_secs': 0.016668} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.963396] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.963725] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.964107] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.964294] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.964513] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.965109] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e62f06ec-8f79-46e3-b28c-22ab95793cc6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.981544] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.981739] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.982563] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-022ccafe-b618-41e2-a8ce-84d5566a2954 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.992030] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1088.992030] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b28a70-3a89-9b0a-7d1c-12af327826bf" [ 1088.992030] env[69365]: _type = "Task" [ 1088.992030] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.998385] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b28a70-3a89-9b0a-7d1c-12af327826bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.065392] env[69365]: DEBUG nova.scheduler.client.report [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.076506] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Releasing lock "refresh_cache-4fbe7273-3bca-4188-b5b1-edd291df9fed" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.085970] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529236} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.089417] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] cbcf96bc-9309-40d8-a26b-9d3d54d343c5/cbcf96bc-9309-40d8-a26b-9d3d54d343c5.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.092960] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.092960] env[69365]: DEBUG oslo_vmware.api [None req-ddbb53aa-9dab-49a1-b67f-17ad3abba05f tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469575, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.092960] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b3b0a46-00cd-4e13-9587-d9318bdd3c3a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.094166] env[69365]: DEBUG nova.compute.manager [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1089.101526] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1089.101526] env[69365]: value = "task-3469576" [ 1089.101526] env[69365]: _type = "Task" [ 1089.101526] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.113024] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469576, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.124872] env[69365]: DEBUG nova.virt.hardware [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.125127] env[69365]: DEBUG nova.virt.hardware [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.125285] env[69365]: DEBUG nova.virt.hardware [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.125469] env[69365]: DEBUG nova.virt.hardware [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.125615] env[69365]: DEBUG nova.virt.hardware [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.125784] env[69365]: DEBUG nova.virt.hardware [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.126018] env[69365]: DEBUG nova.virt.hardware [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.126327] env[69365]: DEBUG nova.virt.hardware [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.126521] env[69365]: DEBUG nova.virt.hardware [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.126689] env[69365]: DEBUG nova.virt.hardware [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.126991] env[69365]: DEBUG nova.virt.hardware [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.128418] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d9cab8-7bd8-4db3-b476-f1090f98868b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.138265] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-127d348b-de66-4d54-97df-3e680200eb05 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.146054] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquiring lock "0d028ec7-840a-4095-9a67-641ef8358807" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.236610] env[69365]: DEBUG oslo_concurrency.lockutils [None req-77ddcca4-d8fb-4985-ad2b-369af31c6edc tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Lock "275f0fca-701a-4063-9ed1-4ce7860fea6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.292s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.285140] env[69365]: DEBUG oslo_vmware.api [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469572, 'name': RemoveSnapshot_Task, 'duration_secs': 1.348092} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.285430] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1089.285887] env[69365]: INFO nova.compute.manager [None req-cbf9b286-3ce4-4314-9df9-c49005398c3d tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Took 16.35 seconds to snapshot the instance on the hypervisor. [ 1089.295021] env[69365]: DEBUG nova.network.neutron [req-3497467b-de04-4a12-8613-31f5c01ab3df req-3807632d-87a7-4cc6-aa7d-3eb483d41791 service nova] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Updated VIF entry in instance network info cache for port 1938e39c-0709-4420-a5e2-70a0285228a6. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1089.295021] env[69365]: DEBUG nova.network.neutron [req-3497467b-de04-4a12-8613-31f5c01ab3df req-3807632d-87a7-4cc6-aa7d-3eb483d41791 service nova] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Updating instance_info_cache with network_info: [{"id": "1938e39c-0709-4420-a5e2-70a0285228a6", "address": "fa:16:3e:2b:8e:8e", "network": {"id": "23049ed0-3359-47e0-b335-9e9129503532", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1473799310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc8feb91faa4c708b1e140bad9f8ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1938e39c-07", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.378357] env[69365]: DEBUG oslo_concurrency.lockutils [None req-673ad90e-f477-4f20-a961-38a669e4c177 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.405417] env[69365]: WARNING nova.network.neutron [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] 336ff4a0-9252-4ee9-aac2-6f78f722089f already exists in list: networks containing: ['336ff4a0-9252-4ee9-aac2-6f78f722089f']. ignoring it [ 1089.405650] env[69365]: WARNING nova.network.neutron [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] 336ff4a0-9252-4ee9-aac2-6f78f722089f already exists in list: networks containing: ['336ff4a0-9252-4ee9-aac2-6f78f722089f']. ignoring it [ 1089.435936] env[69365]: INFO nova.compute.manager [-] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Took 1.62 seconds to deallocate network for instance. [ 1089.500654] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b28a70-3a89-9b0a-7d1c-12af327826bf, 'name': SearchDatastore_Task, 'duration_secs': 0.053245} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.501672] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0efeae58-ec13-42fb-9834-39c23099f2f4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.510688] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1089.510688] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52c80a2b-9664-e109-521c-2e233429a907" [ 1089.510688] env[69365]: _type = "Task" [ 1089.510688] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.518931] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52c80a2b-9664-e109-521c-2e233429a907, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.579984] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.507s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.582819] env[69365]: DEBUG oslo_vmware.api [None req-ddbb53aa-9dab-49a1-b67f-17ad3abba05f tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469575, 'name': PowerOnVM_Task, 'duration_secs': 0.806414} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.583461] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b1a7678-78f0-4078-9ed2-7d641541bfd6 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.900s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.583863] env[69365]: DEBUG nova.objects.instance [None req-6b1a7678-78f0-4078-9ed2-7d641541bfd6 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Lazy-loading 'resources' on Instance uuid 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.588291] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddbb53aa-9dab-49a1-b67f-17ad3abba05f tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1089.588493] env[69365]: DEBUG nova.compute.manager [None req-ddbb53aa-9dab-49a1-b67f-17ad3abba05f tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1089.591500] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9bd73d-dccc-45cc-8883-0203d43f234f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.609856] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47af2130-501f-4a33-a034-b2f6da8b2208 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.636300] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b26c1b-cdf5-4b1a-b279-36c77761685e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.639958] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469576, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231989} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.642305] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.643625] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5250ae2c-8274-4b83-9143-cade9922fa60 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.649308] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Updating instance '4fbe7273-3bca-4188-b5b1-edd291df9fed' progress to 83 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1089.676788] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] cbcf96bc-9309-40d8-a26b-9d3d54d343c5/cbcf96bc-9309-40d8-a26b-9d3d54d343c5.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.676788] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13516f60-4a45-48f8-a9e7-fec07afae4e2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.696963] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1089.696963] env[69365]: value = "task-3469577" [ 1089.696963] env[69365]: _type = "Task" [ 1089.696963] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.706554] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469577, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.794710] env[69365]: DEBUG oslo_concurrency.lockutils [req-3497467b-de04-4a12-8613-31f5c01ab3df req-3807632d-87a7-4cc6-aa7d-3eb483d41791 service nova] Releasing lock "refresh_cache-0d028ec7-840a-4095-9a67-641ef8358807" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.794951] env[69365]: DEBUG nova.compute.manager [req-3497467b-de04-4a12-8613-31f5c01ab3df req-3807632d-87a7-4cc6-aa7d-3eb483d41791 service nova] [instance: e43043de-85a7-4156-b409-45f08369126c] Received event network-vif-plugged-536afcbe-2ecc-4ca1-82c3-2ea8f5db953e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.795156] env[69365]: DEBUG oslo_concurrency.lockutils [req-3497467b-de04-4a12-8613-31f5c01ab3df req-3807632d-87a7-4cc6-aa7d-3eb483d41791 service nova] Acquiring lock "e43043de-85a7-4156-b409-45f08369126c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.795377] env[69365]: DEBUG oslo_concurrency.lockutils [req-3497467b-de04-4a12-8613-31f5c01ab3df req-3807632d-87a7-4cc6-aa7d-3eb483d41791 service nova] Lock "e43043de-85a7-4156-b409-45f08369126c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.795518] env[69365]: DEBUG oslo_concurrency.lockutils [req-3497467b-de04-4a12-8613-31f5c01ab3df req-3807632d-87a7-4cc6-aa7d-3eb483d41791 service nova] Lock "e43043de-85a7-4156-b409-45f08369126c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.795674] env[69365]: DEBUG nova.compute.manager [req-3497467b-de04-4a12-8613-31f5c01ab3df req-3807632d-87a7-4cc6-aa7d-3eb483d41791 service nova] [instance: e43043de-85a7-4156-b409-45f08369126c] No waiting events found dispatching network-vif-plugged-536afcbe-2ecc-4ca1-82c3-2ea8f5db953e {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1089.795864] env[69365]: WARNING nova.compute.manager [req-3497467b-de04-4a12-8613-31f5c01ab3df req-3807632d-87a7-4cc6-aa7d-3eb483d41791 service nova] [instance: e43043de-85a7-4156-b409-45f08369126c] Received unexpected event network-vif-plugged-536afcbe-2ecc-4ca1-82c3-2ea8f5db953e for instance with vm_state building and task_state spawning. [ 1089.796050] env[69365]: DEBUG nova.compute.manager [req-3497467b-de04-4a12-8613-31f5c01ab3df req-3807632d-87a7-4cc6-aa7d-3eb483d41791 service nova] [instance: e43043de-85a7-4156-b409-45f08369126c] Received event network-changed-536afcbe-2ecc-4ca1-82c3-2ea8f5db953e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1089.796226] env[69365]: DEBUG nova.compute.manager [req-3497467b-de04-4a12-8613-31f5c01ab3df req-3807632d-87a7-4cc6-aa7d-3eb483d41791 service nova] [instance: e43043de-85a7-4156-b409-45f08369126c] Refreshing instance network info cache due to event network-changed-536afcbe-2ecc-4ca1-82c3-2ea8f5db953e. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1089.796612] env[69365]: DEBUG oslo_concurrency.lockutils [req-3497467b-de04-4a12-8613-31f5c01ab3df req-3807632d-87a7-4cc6-aa7d-3eb483d41791 service nova] Acquiring lock "refresh_cache-e43043de-85a7-4156-b409-45f08369126c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.796612] env[69365]: DEBUG oslo_concurrency.lockutils [req-3497467b-de04-4a12-8613-31f5c01ab3df req-3807632d-87a7-4cc6-aa7d-3eb483d41791 service nova] Acquired lock "refresh_cache-e43043de-85a7-4156-b409-45f08369126c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.796762] env[69365]: DEBUG nova.network.neutron [req-3497467b-de04-4a12-8613-31f5c01ab3df req-3807632d-87a7-4cc6-aa7d-3eb483d41791 service nova] [instance: e43043de-85a7-4156-b409-45f08369126c] Refreshing network info cache for port 536afcbe-2ecc-4ca1-82c3-2ea8f5db953e {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1089.943763] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eaeb56a3-5107-4958-a308-128ef1e65d02 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.022663] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52c80a2b-9664-e109-521c-2e233429a907, 'name': SearchDatastore_Task, 'duration_secs': 0.032892} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.022922] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.023225] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] e43043de-85a7-4156-b409-45f08369126c/e43043de-85a7-4156-b409-45f08369126c.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.023473] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fa1f3de-b750-4214-9cd5-ddfebd5d4b7b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.031027] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1090.031027] env[69365]: value = "task-3469578" [ 1090.031027] env[69365]: _type = "Task" [ 1090.031027] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.039449] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.063014] env[69365]: DEBUG nova.network.neutron [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Updating instance_info_cache with network_info: [{"id": "53ffde16-6c2a-4994-847c-107100da0e13", "address": "fa:16:3e:e0:96:16", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ffde16-6c", "ovs_interfaceid": "53ffde16-6c2a-4994-847c-107100da0e13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "baaacc07-1ac8-465c-b6c0-1d01174943c4", "address": "fa:16:3e:40:f5:c5", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaaacc07-1a", "ovs_interfaceid": "baaacc07-1ac8-465c-b6c0-1d01174943c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a3fdecce-e214-4d19-b786-709ea7102e0b", "address": "fa:16:3e:66:01:77", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3fdecce-e2", "ovs_interfaceid": "a3fdecce-e214-4d19-b786-709ea7102e0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.090325] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95a63e31-5d8f-4454-b0a9-75efb392d18f tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "0d028ec7-840a-4095-9a67-641ef8358807" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.557s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.095183] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "0d028ec7-840a-4095-9a67-641ef8358807" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.946s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.095183] env[69365]: INFO nova.compute.manager [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Unshelving [ 1090.156086] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.156452] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fcc20e1-8679-4ef4-abdd-45c3ae086f76 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.168687] env[69365]: DEBUG oslo_vmware.api [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 1090.168687] env[69365]: value = "task-3469579" [ 1090.168687] env[69365]: _type = "Task" [ 1090.168687] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.180113] env[69365]: DEBUG oslo_vmware.api [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469579, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.208226] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469577, 'name': ReconfigVM_Task, 'duration_secs': 0.299721} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.208773] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Reconfigured VM instance instance-0000005d to attach disk [datastore1] cbcf96bc-9309-40d8-a26b-9d3d54d343c5/cbcf96bc-9309-40d8-a26b-9d3d54d343c5.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.213419] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd89f4fb-3730-48ef-b669-7e09ca6a912d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.227137] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1090.227137] env[69365]: value = "task-3469580" [ 1090.227137] env[69365]: _type = "Task" [ 1090.227137] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.238788] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469580, 'name': Rename_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.464160] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45be768a-f353-4683-a712-0b9ee9749669 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.474475] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a196c490-e0d6-43b8-b2c6-20f3a13e34d6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.516060] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5170b8b9-fb8d-4273-9517-62ef735471e5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.526199] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccea2c2-0413-4b6c-939a-f688e4d96545 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.546760] env[69365]: DEBUG nova.compute.provider_tree [None req-6b1a7678-78f0-4078-9ed2-7d641541bfd6 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.552263] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469578, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.566213] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Releasing lock "refresh_cache-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.567089] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.567234] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquired lock "f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.568603] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd6df52-a87b-48ce-9942-04f8584a43e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.592634] env[69365]: DEBUG nova.virt.hardware [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1090.593076] env[69365]: DEBUG nova.virt.hardware [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1090.593313] env[69365]: DEBUG nova.virt.hardware [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1090.593577] env[69365]: DEBUG nova.virt.hardware [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1090.593784] env[69365]: DEBUG nova.virt.hardware [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1090.594031] env[69365]: DEBUG nova.virt.hardware [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1090.594345] env[69365]: DEBUG nova.virt.hardware [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1090.594603] env[69365]: DEBUG nova.virt.hardware [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1090.594839] env[69365]: DEBUG nova.virt.hardware [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1090.595083] env[69365]: DEBUG nova.virt.hardware [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1090.595331] env[69365]: DEBUG nova.virt.hardware [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1090.603313] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Reconfiguring VM to attach interface {{(pid=69365) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1090.608718] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc50321d-d2c0-4dd8-9609-954b86002e01 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.634608] env[69365]: DEBUG oslo_vmware.api [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1090.634608] env[69365]: value = "task-3469581" [ 1090.634608] env[69365]: _type = "Task" [ 1090.634608] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.644764] env[69365]: DEBUG oslo_vmware.api [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469581, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.680282] env[69365]: DEBUG oslo_vmware.api [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469579, 'name': PowerOnVM_Task, 'duration_secs': 0.447912} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.680502] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1090.680697] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1a40bb12-3d5b-42a7-bb6e-8d8fced1d272 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Updating instance '4fbe7273-3bca-4188-b5b1-edd291df9fed' progress to 100 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1090.692124] env[69365]: DEBUG nova.network.neutron [req-3497467b-de04-4a12-8613-31f5c01ab3df req-3807632d-87a7-4cc6-aa7d-3eb483d41791 service nova] [instance: e43043de-85a7-4156-b409-45f08369126c] Updated VIF entry in instance network info cache for port 536afcbe-2ecc-4ca1-82c3-2ea8f5db953e. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.692918] env[69365]: DEBUG nova.network.neutron [req-3497467b-de04-4a12-8613-31f5c01ab3df req-3807632d-87a7-4cc6-aa7d-3eb483d41791 service nova] [instance: e43043de-85a7-4156-b409-45f08369126c] Updating instance_info_cache with network_info: [{"id": "536afcbe-2ecc-4ca1-82c3-2ea8f5db953e", "address": "fa:16:3e:3f:cb:91", "network": {"id": "760b2476-c972-474a-96af-f7eef11d57d5", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1630794146-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8031ec30c732401dbc80af4bc3f2a6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap536afcbe-2e", "ovs_interfaceid": "536afcbe-2ecc-4ca1-82c3-2ea8f5db953e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.735478] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469580, 'name': Rename_Task, 'duration_secs': 0.167185} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.736651] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.737014] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a7dcee6-708e-48ca-9c1a-9cc38a95620e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.743588] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1090.743588] env[69365]: value = "task-3469582" [ 1090.743588] env[69365]: _type = "Task" [ 1090.743588] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.757018] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.810692] env[69365]: DEBUG nova.network.neutron [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Successfully updated port: b2dc759a-ce08-4dd7-acca-f62998a362ec {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1091.042502] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469578, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.6333} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.046018] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] e43043de-85a7-4156-b409-45f08369126c/e43043de-85a7-4156-b409-45f08369126c.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.046018] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1091.046018] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-733e907f-cadd-4103-93af-4b85e52fa2aa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.051471] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1091.051471] env[69365]: value = "task-3469583" [ 1091.051471] env[69365]: _type = "Task" [ 1091.051471] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.053724] env[69365]: DEBUG nova.scheduler.client.report [None req-6b1a7678-78f0-4078-9ed2-7d641541bfd6 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.071445] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.119737] env[69365]: DEBUG nova.compute.manager [req-3fce99c4-2433-4b75-837d-68a6b3db9856 req-c21042e7-c87d-42c6-9d0f-90e97a4fa18f service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Received event network-vif-plugged-a3fdecce-e214-4d19-b786-709ea7102e0b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.120163] env[69365]: DEBUG oslo_concurrency.lockutils [req-3fce99c4-2433-4b75-837d-68a6b3db9856 req-c21042e7-c87d-42c6-9d0f-90e97a4fa18f service nova] Acquiring lock "f7bd87f3-f267-4695-b01a-1bc7cbb03b7f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.120437] env[69365]: DEBUG oslo_concurrency.lockutils [req-3fce99c4-2433-4b75-837d-68a6b3db9856 req-c21042e7-c87d-42c6-9d0f-90e97a4fa18f service nova] Lock "f7bd87f3-f267-4695-b01a-1bc7cbb03b7f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.120617] env[69365]: DEBUG oslo_concurrency.lockutils [req-3fce99c4-2433-4b75-837d-68a6b3db9856 req-c21042e7-c87d-42c6-9d0f-90e97a4fa18f service nova] Lock "f7bd87f3-f267-4695-b01a-1bc7cbb03b7f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.120828] env[69365]: DEBUG nova.compute.manager [req-3fce99c4-2433-4b75-837d-68a6b3db9856 req-c21042e7-c87d-42c6-9d0f-90e97a4fa18f service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] No waiting events found dispatching network-vif-plugged-a3fdecce-e214-4d19-b786-709ea7102e0b {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.121030] env[69365]: WARNING nova.compute.manager [req-3fce99c4-2433-4b75-837d-68a6b3db9856 req-c21042e7-c87d-42c6-9d0f-90e97a4fa18f service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Received unexpected event network-vif-plugged-a3fdecce-e214-4d19-b786-709ea7102e0b for instance with vm_state active and task_state None. [ 1091.121409] env[69365]: DEBUG nova.compute.manager [req-3fce99c4-2433-4b75-837d-68a6b3db9856 req-c21042e7-c87d-42c6-9d0f-90e97a4fa18f service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Received event network-changed-a3fdecce-e214-4d19-b786-709ea7102e0b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.121443] env[69365]: DEBUG nova.compute.manager [req-3fce99c4-2433-4b75-837d-68a6b3db9856 req-c21042e7-c87d-42c6-9d0f-90e97a4fa18f service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Refreshing instance network info cache due to event network-changed-a3fdecce-e214-4d19-b786-709ea7102e0b. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.121656] env[69365]: DEBUG oslo_concurrency.lockutils [req-3fce99c4-2433-4b75-837d-68a6b3db9856 req-c21042e7-c87d-42c6-9d0f-90e97a4fa18f service nova] Acquiring lock "refresh_cache-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.121801] env[69365]: DEBUG oslo_concurrency.lockutils [req-3fce99c4-2433-4b75-837d-68a6b3db9856 req-c21042e7-c87d-42c6-9d0f-90e97a4fa18f service nova] Acquired lock "refresh_cache-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.121972] env[69365]: DEBUG nova.network.neutron [req-3fce99c4-2433-4b75-837d-68a6b3db9856 req-c21042e7-c87d-42c6-9d0f-90e97a4fa18f service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Refreshing network info cache for port a3fdecce-e214-4d19-b786-709ea7102e0b {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.134578] env[69365]: DEBUG nova.compute.utils [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1091.147446] env[69365]: DEBUG oslo_vmware.api [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469581, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.195396] env[69365]: DEBUG oslo_concurrency.lockutils [req-3497467b-de04-4a12-8613-31f5c01ab3df req-3807632d-87a7-4cc6-aa7d-3eb483d41791 service nova] Releasing lock "refresh_cache-e43043de-85a7-4156-b409-45f08369126c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.196327] env[69365]: DEBUG nova.compute.manager [req-3497467b-de04-4a12-8613-31f5c01ab3df req-3807632d-87a7-4cc6-aa7d-3eb483d41791 service nova] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Received event network-vif-deleted-d11ced64-d501-4729-8060-f95b71050ea8 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.257431] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469582, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.282378] env[69365]: DEBUG nova.compute.manager [req-030e0235-eae3-44bb-8b3e-85a2b67acef5 req-7f0bfcbf-f25b-4f4c-b7de-69d163667648 service nova] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Received event network-changed-793cd9d5-886f-4128-a82d-c7c5b6cbce6a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.282644] env[69365]: DEBUG nova.compute.manager [req-030e0235-eae3-44bb-8b3e-85a2b67acef5 req-7f0bfcbf-f25b-4f4c-b7de-69d163667648 service nova] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Refreshing instance network info cache due to event network-changed-793cd9d5-886f-4128-a82d-c7c5b6cbce6a. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1091.283090] env[69365]: DEBUG oslo_concurrency.lockutils [req-030e0235-eae3-44bb-8b3e-85a2b67acef5 req-7f0bfcbf-f25b-4f4c-b7de-69d163667648 service nova] Acquiring lock "refresh_cache-275f0fca-701a-4063-9ed1-4ce7860fea6e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.283090] env[69365]: DEBUG oslo_concurrency.lockutils [req-030e0235-eae3-44bb-8b3e-85a2b67acef5 req-7f0bfcbf-f25b-4f4c-b7de-69d163667648 service nova] Acquired lock "refresh_cache-275f0fca-701a-4063-9ed1-4ce7860fea6e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.283310] env[69365]: DEBUG nova.network.neutron [req-030e0235-eae3-44bb-8b3e-85a2b67acef5 req-7f0bfcbf-f25b-4f4c-b7de-69d163667648 service nova] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Refreshing network info cache for port 793cd9d5-886f-4128-a82d-c7c5b6cbce6a {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1091.313607] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "refresh_cache-3a4defd7-f393-4d57-9dba-7f7af55c64c1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.313761] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquired lock "refresh_cache-3a4defd7-f393-4d57-9dba-7f7af55c64c1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.313934] env[69365]: DEBUG nova.network.neutron [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.563592] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087167} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.563592] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.564335] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d95a2f-9341-4242-92e1-0b657f75ad45 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.568105] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b1a7678-78f0-4078-9ed2-7d641541bfd6 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.984s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.569986] env[69365]: DEBUG oslo_concurrency.lockutils [None req-673ad90e-f477-4f20-a961-38a669e4c177 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.192s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.570278] env[69365]: DEBUG nova.objects.instance [None req-673ad90e-f477-4f20-a961-38a669e4c177 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Lazy-loading 'resources' on Instance uuid 90d1181b-120c-45c1-b18c-d56790f1a7ca {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.594409] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] e43043de-85a7-4156-b409-45f08369126c/e43043de-85a7-4156-b409-45f08369126c.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.595618] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-170ff66f-8502-4904-84fd-b556123e36cd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.616378] env[69365]: INFO nova.scheduler.client.report [None req-6b1a7678-78f0-4078-9ed2-7d641541bfd6 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Deleted allocations for instance 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd [ 1091.631852] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1091.631852] env[69365]: value = "task-3469584" [ 1091.631852] env[69365]: _type = "Task" [ 1091.631852] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.636611] env[69365]: INFO nova.virt.block_device [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Booting with volume 53467180-2025-4d7c-8db3-223f95fc03bc at /dev/sdb [ 1091.647948] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469584, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.656258] env[69365]: DEBUG oslo_vmware.api [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469581, 'name': ReconfigVM_Task, 'duration_secs': 0.692853} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.656810] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Releasing lock "f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.657242] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Reconfigured VM to attach interface {{(pid=69365) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1091.685909] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7be23a5-05d8-470f-b155-d01b4a62b12b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.701269] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cd8da4-605a-44c0-927d-dd531d81ff5c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.736091] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-acadb49d-7b33-4f46-82e2-6eee89a311ac {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.746850] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a87aca-fbad-4aac-b874-ef5da98b562d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.769539] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469582, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.784712] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d325b7e-93a8-4312-902a-a64030844f0d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.796852] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32411e4e-222b-435a-8aa4-8953c9d665ad {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.815567] env[69365]: DEBUG nova.virt.block_device [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Updating existing volume attachment record: 82673a3d-0163-4675-a109-210913888007 {{(pid=69365) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1091.851352] env[69365]: DEBUG nova.network.neutron [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.975420] env[69365]: DEBUG nova.network.neutron [req-3fce99c4-2433-4b75-837d-68a6b3db9856 req-c21042e7-c87d-42c6-9d0f-90e97a4fa18f service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Updated VIF entry in instance network info cache for port a3fdecce-e214-4d19-b786-709ea7102e0b. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1091.979061] env[69365]: DEBUG nova.network.neutron [req-3fce99c4-2433-4b75-837d-68a6b3db9856 req-c21042e7-c87d-42c6-9d0f-90e97a4fa18f service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Updating instance_info_cache with network_info: [{"id": "53ffde16-6c2a-4994-847c-107100da0e13", "address": "fa:16:3e:e0:96:16", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ffde16-6c", "ovs_interfaceid": "53ffde16-6c2a-4994-847c-107100da0e13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "baaacc07-1ac8-465c-b6c0-1d01174943c4", "address": "fa:16:3e:40:f5:c5", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbaaacc07-1a", "ovs_interfaceid": "baaacc07-1ac8-465c-b6c0-1d01174943c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a3fdecce-e214-4d19-b786-709ea7102e0b", "address": "fa:16:3e:66:01:77", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3fdecce-e2", "ovs_interfaceid": "a3fdecce-e214-4d19-b786-709ea7102e0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.041868] env[69365]: DEBUG nova.network.neutron [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Updating instance_info_cache with network_info: [{"id": "b2dc759a-ce08-4dd7-acca-f62998a362ec", "address": "fa:16:3e:3e:34:5b", "network": {"id": "330aec01-e44f-413a-9035-a2194a82f451", "bridge": "br-int", "label": "tempest-ServersTestJSON-2129971414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0b4d3b209df41eaa438742d4326084b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2dc759a-ce", "ovs_interfaceid": "b2dc759a-ce08-4dd7-acca-f62998a362ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.087311] env[69365]: DEBUG nova.network.neutron [req-030e0235-eae3-44bb-8b3e-85a2b67acef5 req-7f0bfcbf-f25b-4f4c-b7de-69d163667648 service nova] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Updated VIF entry in instance network info cache for port 793cd9d5-886f-4128-a82d-c7c5b6cbce6a. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.087546] env[69365]: DEBUG nova.network.neutron [req-030e0235-eae3-44bb-8b3e-85a2b67acef5 req-7f0bfcbf-f25b-4f4c-b7de-69d163667648 service nova] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Updating instance_info_cache with network_info: [{"id": "793cd9d5-886f-4128-a82d-c7c5b6cbce6a", "address": "fa:16:3e:e3:e4:62", "network": {"id": "330bfb23-60d2-41ef-b6fd-c4b9d2ea64ff", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1201635401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893992857bc349fe9f2bab5a50fbbf3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap793cd9d5-88", "ovs_interfaceid": "793cd9d5-886f-4128-a82d-c7c5b6cbce6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.127650] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b1a7678-78f0-4078-9ed2-7d641541bfd6 tempest-AttachInterfacesUnderV243Test-904674725 tempest-AttachInterfacesUnderV243Test-904674725-project-member] Lock "04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.239s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.141927] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.162608] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7719fa5d-0d74-4548-addc-499d57ede4d4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "interface-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f-a3fdecce-e214-4d19-b786-709ea7102e0b" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.176s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.270056] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469582, 'name': PowerOnVM_Task, 'duration_secs': 1.168799} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.270330] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.270527] env[69365]: INFO nova.compute.manager [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1092.270705] env[69365]: DEBUG nova.compute.manager [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1092.271491] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02bed81-53e3-4213-a3b8-5f3547c5217b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.428541] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab82da2-3615-4dca-9470-39c125faf4f5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.436959] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6673e6d-436f-4f23-a6fd-170cc105dad3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.471620] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49099a6b-1717-44a9-a282-48dc78c4f886 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.479477] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d552e7f4-4964-4d26-8f6a-5c98c69a7cd6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.483792] env[69365]: DEBUG oslo_concurrency.lockutils [req-3fce99c4-2433-4b75-837d-68a6b3db9856 req-c21042e7-c87d-42c6-9d0f-90e97a4fa18f service nova] Releasing lock "refresh_cache-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.484048] env[69365]: DEBUG nova.compute.manager [req-3fce99c4-2433-4b75-837d-68a6b3db9856 req-c21042e7-c87d-42c6-9d0f-90e97a4fa18f service nova] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Received event network-vif-deleted-e345906a-ab18-4470-9662-8fdc65497bc0 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.494230] env[69365]: DEBUG nova.compute.provider_tree [None req-673ad90e-f477-4f20-a961-38a669e4c177 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.551022] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Releasing lock "refresh_cache-3a4defd7-f393-4d57-9dba-7f7af55c64c1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.551022] env[69365]: DEBUG nova.compute.manager [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Instance network_info: |[{"id": "b2dc759a-ce08-4dd7-acca-f62998a362ec", "address": "fa:16:3e:3e:34:5b", "network": {"id": "330aec01-e44f-413a-9035-a2194a82f451", "bridge": "br-int", "label": "tempest-ServersTestJSON-2129971414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0b4d3b209df41eaa438742d4326084b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2dc759a-ce", "ovs_interfaceid": "b2dc759a-ce08-4dd7-acca-f62998a362ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1092.551022] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:34:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2dc759a-ce08-4dd7-acca-f62998a362ec', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1092.557747] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.558324] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1092.558660] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e80b752-83bf-4635-bbc6-dedae6e4747f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.582608] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1092.582608] env[69365]: value = "task-3469588" [ 1092.582608] env[69365]: _type = "Task" [ 1092.582608] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.591111] env[69365]: DEBUG oslo_concurrency.lockutils [req-030e0235-eae3-44bb-8b3e-85a2b67acef5 req-7f0bfcbf-f25b-4f4c-b7de-69d163667648 service nova] Releasing lock "refresh_cache-275f0fca-701a-4063-9ed1-4ce7860fea6e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.591719] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469588, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.644165] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469584, 'name': ReconfigVM_Task, 'duration_secs': 0.602243} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.644749] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] Reconfigured VM instance instance-0000005e to attach disk [datastore1] e43043de-85a7-4156-b409-45f08369126c/e43043de-85a7-4156-b409-45f08369126c.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.645777] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb8bcf96-d7eb-4070-8a50-ac18622f4f4b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.652929] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1092.652929] env[69365]: value = "task-3469589" [ 1092.652929] env[69365]: _type = "Task" [ 1092.652929] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.663144] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469589, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.791718] env[69365]: INFO nova.compute.manager [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Took 16.63 seconds to build instance. [ 1092.999038] env[69365]: DEBUG nova.scheduler.client.report [None req-673ad90e-f477-4f20-a961-38a669e4c177 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.094303] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469588, 'name': CreateVM_Task, 'duration_secs': 0.364989} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.094809] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1093.095838] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.096171] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.096733] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.097171] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fbbd9ea-d41e-45b8-bf07-62fbb0eca989 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.102843] env[69365]: DEBUG oslo_vmware.api [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 1093.102843] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5204cc27-6af5-7316-d99e-c31638f9eff4" [ 1093.102843] env[69365]: _type = "Task" [ 1093.102843] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.112471] env[69365]: DEBUG oslo_vmware.api [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5204cc27-6af5-7316-d99e-c31638f9eff4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.162649] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469589, 'name': Rename_Task, 'duration_secs': 0.173432} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.162931] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.163198] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-686134a6-769f-4cf8-b2f0-dcde3989cae0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.169995] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1093.169995] env[69365]: value = "task-3469590" [ 1093.169995] env[69365]: _type = "Task" [ 1093.169995] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.177923] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469590, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.202768] env[69365]: DEBUG nova.compute.manager [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.203427] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148bbe01-14a8-4750-83b0-ee9e17d0f82d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.295912] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "cbcf96bc-9309-40d8-a26b-9d3d54d343c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.155s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.330847] env[69365]: DEBUG oslo_concurrency.lockutils [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Acquiring lock "4a3d3797-1442-4a1b-bb7b-fa97017a4255" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.331281] env[69365]: DEBUG oslo_concurrency.lockutils [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Lock "4a3d3797-1442-4a1b-bb7b-fa97017a4255" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.390602] env[69365]: DEBUG nova.compute.manager [req-c6daa9e8-9ad0-4fc7-835e-b6d2ada21c3a req-9378f6ea-c9f5-4d0a-9908-762045742a03 service nova] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Received event network-vif-plugged-b2dc759a-ce08-4dd7-acca-f62998a362ec {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.390856] env[69365]: DEBUG oslo_concurrency.lockutils [req-c6daa9e8-9ad0-4fc7-835e-b6d2ada21c3a req-9378f6ea-c9f5-4d0a-9908-762045742a03 service nova] Acquiring lock "3a4defd7-f393-4d57-9dba-7f7af55c64c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.391077] env[69365]: DEBUG oslo_concurrency.lockutils [req-c6daa9e8-9ad0-4fc7-835e-b6d2ada21c3a req-9378f6ea-c9f5-4d0a-9908-762045742a03 service nova] Lock "3a4defd7-f393-4d57-9dba-7f7af55c64c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.391267] env[69365]: DEBUG oslo_concurrency.lockutils [req-c6daa9e8-9ad0-4fc7-835e-b6d2ada21c3a req-9378f6ea-c9f5-4d0a-9908-762045742a03 service nova] Lock "3a4defd7-f393-4d57-9dba-7f7af55c64c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.391434] env[69365]: DEBUG nova.compute.manager [req-c6daa9e8-9ad0-4fc7-835e-b6d2ada21c3a req-9378f6ea-c9f5-4d0a-9908-762045742a03 service nova] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] No waiting events found dispatching network-vif-plugged-b2dc759a-ce08-4dd7-acca-f62998a362ec {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1093.391619] env[69365]: WARNING nova.compute.manager [req-c6daa9e8-9ad0-4fc7-835e-b6d2ada21c3a req-9378f6ea-c9f5-4d0a-9908-762045742a03 service nova] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Received unexpected event network-vif-plugged-b2dc759a-ce08-4dd7-acca-f62998a362ec for instance with vm_state building and task_state spawning. [ 1093.391746] env[69365]: DEBUG nova.compute.manager [req-c6daa9e8-9ad0-4fc7-835e-b6d2ada21c3a req-9378f6ea-c9f5-4d0a-9908-762045742a03 service nova] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Received event network-changed-b2dc759a-ce08-4dd7-acca-f62998a362ec {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.391898] env[69365]: DEBUG nova.compute.manager [req-c6daa9e8-9ad0-4fc7-835e-b6d2ada21c3a req-9378f6ea-c9f5-4d0a-9908-762045742a03 service nova] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Refreshing instance network info cache due to event network-changed-b2dc759a-ce08-4dd7-acca-f62998a362ec. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.392090] env[69365]: DEBUG oslo_concurrency.lockutils [req-c6daa9e8-9ad0-4fc7-835e-b6d2ada21c3a req-9378f6ea-c9f5-4d0a-9908-762045742a03 service nova] Acquiring lock "refresh_cache-3a4defd7-f393-4d57-9dba-7f7af55c64c1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.392232] env[69365]: DEBUG oslo_concurrency.lockutils [req-c6daa9e8-9ad0-4fc7-835e-b6d2ada21c3a req-9378f6ea-c9f5-4d0a-9908-762045742a03 service nova] Acquired lock "refresh_cache-3a4defd7-f393-4d57-9dba-7f7af55c64c1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.392381] env[69365]: DEBUG nova.network.neutron [req-c6daa9e8-9ad0-4fc7-835e-b6d2ada21c3a req-9378f6ea-c9f5-4d0a-9908-762045742a03 service nova] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Refreshing network info cache for port b2dc759a-ce08-4dd7-acca-f62998a362ec {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.414143] env[69365]: DEBUG nova.compute.manager [req-99525123-8a37-4d31-9cb1-cd955feb16bc req-5eba1d28-4d44-4145-8b9e-002edbdfabb6 service nova] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Received event network-changed-793cd9d5-886f-4128-a82d-c7c5b6cbce6a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1093.415206] env[69365]: DEBUG nova.compute.manager [req-99525123-8a37-4d31-9cb1-cd955feb16bc req-5eba1d28-4d44-4145-8b9e-002edbdfabb6 service nova] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Refreshing instance network info cache due to event network-changed-793cd9d5-886f-4128-a82d-c7c5b6cbce6a. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1093.415206] env[69365]: DEBUG oslo_concurrency.lockutils [req-99525123-8a37-4d31-9cb1-cd955feb16bc req-5eba1d28-4d44-4145-8b9e-002edbdfabb6 service nova] Acquiring lock "refresh_cache-275f0fca-701a-4063-9ed1-4ce7860fea6e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.417452] env[69365]: DEBUG oslo_concurrency.lockutils [req-99525123-8a37-4d31-9cb1-cd955feb16bc req-5eba1d28-4d44-4145-8b9e-002edbdfabb6 service nova] Acquired lock "refresh_cache-275f0fca-701a-4063-9ed1-4ce7860fea6e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.417452] env[69365]: DEBUG nova.network.neutron [req-99525123-8a37-4d31-9cb1-cd955feb16bc req-5eba1d28-4d44-4145-8b9e-002edbdfabb6 service nova] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Refreshing network info cache for port 793cd9d5-886f-4128-a82d-c7c5b6cbce6a {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1093.506022] env[69365]: DEBUG oslo_concurrency.lockutils [None req-673ad90e-f477-4f20-a961-38a669e4c177 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.934s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.507014] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eaeb56a3-5107-4958-a308-128ef1e65d02 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.563s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.511096] env[69365]: DEBUG nova.objects.instance [None req-eaeb56a3-5107-4958-a308-128ef1e65d02 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lazy-loading 'resources' on Instance uuid d43167ba-4f47-4d69-b26f-39250744f875 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.551715] env[69365]: INFO nova.scheduler.client.report [None req-673ad90e-f477-4f20-a961-38a669e4c177 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Deleted allocations for instance 90d1181b-120c-45c1-b18c-d56790f1a7ca [ 1093.622129] env[69365]: DEBUG oslo_vmware.api [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5204cc27-6af5-7316-d99e-c31638f9eff4, 'name': SearchDatastore_Task, 'duration_secs': 0.014997} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.622571] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.622850] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.623299] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.623444] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.623574] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.623851] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c73aed6-4ddb-4edd-a981-b6bc7443fe54 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.632931] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.633169] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.633896] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-792db229-a8e9-4700-815b-c144d46910a0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.640220] env[69365]: DEBUG oslo_vmware.api [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 1093.640220] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e803fb-445d-b161-42ed-74040e4910c1" [ 1093.640220] env[69365]: _type = "Task" [ 1093.640220] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.650367] env[69365]: DEBUG oslo_vmware.api [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e803fb-445d-b161-42ed-74040e4910c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.679909] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469590, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.716261] env[69365]: INFO nova.compute.manager [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] instance snapshotting [ 1093.720452] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292558d5-dc2f-44a3-a430-8a207ea933ab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.743483] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f4d260c-7660-48d6-be58-22c16a52d7c0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.834456] env[69365]: DEBUG nova.compute.manager [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1093.949265] env[69365]: DEBUG oslo_concurrency.lockutils [None req-649f41da-6bf2-42e0-9a45-49d2ff65ae10 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "4fbe7273-3bca-4188-b5b1-edd291df9fed" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.949521] env[69365]: DEBUG oslo_concurrency.lockutils [None req-649f41da-6bf2-42e0-9a45-49d2ff65ae10 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "4fbe7273-3bca-4188-b5b1-edd291df9fed" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.949725] env[69365]: DEBUG nova.compute.manager [None req-649f41da-6bf2-42e0-9a45-49d2ff65ae10 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Going to confirm migration 5 {{(pid=69365) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1094.068444] env[69365]: DEBUG oslo_concurrency.lockutils [None req-673ad90e-f477-4f20-a961-38a669e4c177 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Lock "90d1181b-120c-45c1-b18c-d56790f1a7ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.136s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.154720] env[69365]: DEBUG oslo_vmware.api [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e803fb-445d-b161-42ed-74040e4910c1, 'name': SearchDatastore_Task, 'duration_secs': 0.014153} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.155551] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b21af130-0cf4-4643-8944-8f1d1559b569 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.165477] env[69365]: DEBUG oslo_vmware.api [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 1094.165477] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]523cabb5-6303-a5e6-f52b-6ddf8fb741a1" [ 1094.165477] env[69365]: _type = "Task" [ 1094.165477] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.183480] env[69365]: DEBUG oslo_vmware.api [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523cabb5-6303-a5e6-f52b-6ddf8fb741a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.188727] env[69365]: DEBUG oslo_vmware.api [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469590, 'name': PowerOnVM_Task, 'duration_secs': 0.933492} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.188727] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.188727] env[69365]: INFO nova.compute.manager [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1094.188872] env[69365]: DEBUG nova.compute.manager [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1094.189668] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a7284a-2b7b-4641-aa73-e026541a1528 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.218336] env[69365]: DEBUG nova.network.neutron [req-c6daa9e8-9ad0-4fc7-835e-b6d2ada21c3a req-9378f6ea-c9f5-4d0a-9908-762045742a03 service nova] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Updated VIF entry in instance network info cache for port b2dc759a-ce08-4dd7-acca-f62998a362ec. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.218605] env[69365]: DEBUG nova.network.neutron [req-c6daa9e8-9ad0-4fc7-835e-b6d2ada21c3a req-9378f6ea-c9f5-4d0a-9908-762045742a03 service nova] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Updating instance_info_cache with network_info: [{"id": "b2dc759a-ce08-4dd7-acca-f62998a362ec", "address": "fa:16:3e:3e:34:5b", "network": {"id": "330aec01-e44f-413a-9035-a2194a82f451", "bridge": "br-int", "label": "tempest-ServersTestJSON-2129971414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0b4d3b209df41eaa438742d4326084b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2dc759a-ce", "ovs_interfaceid": "b2dc759a-ce08-4dd7-acca-f62998a362ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.256361] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1094.256667] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-25e9a4ff-753b-4006-b936-0544eee187d5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.268073] env[69365]: DEBUG oslo_vmware.api [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the task: (returnval){ [ 1094.268073] env[69365]: value = "task-3469592" [ 1094.268073] env[69365]: _type = "Task" [ 1094.268073] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.277708] env[69365]: DEBUG oslo_vmware.api [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469592, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.283494] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4244ff51-6602-41a4-a986-aaeee3d555a4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "interface-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f-baaacc07-1ac8-465c-b6c0-1d01174943c4" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.283814] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4244ff51-6602-41a4-a986-aaeee3d555a4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "interface-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f-baaacc07-1ac8-465c-b6c0-1d01174943c4" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.338093] env[69365]: DEBUG nova.network.neutron [req-99525123-8a37-4d31-9cb1-cd955feb16bc req-5eba1d28-4d44-4145-8b9e-002edbdfabb6 service nova] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Updated VIF entry in instance network info cache for port 793cd9d5-886f-4128-a82d-c7c5b6cbce6a. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.338093] env[69365]: DEBUG nova.network.neutron [req-99525123-8a37-4d31-9cb1-cd955feb16bc req-5eba1d28-4d44-4145-8b9e-002edbdfabb6 service nova] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Updating instance_info_cache with network_info: [{"id": "793cd9d5-886f-4128-a82d-c7c5b6cbce6a", "address": "fa:16:3e:e3:e4:62", "network": {"id": "330bfb23-60d2-41ef-b6fd-c4b9d2ea64ff", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1201635401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893992857bc349fe9f2bab5a50fbbf3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap793cd9d5-88", "ovs_interfaceid": "793cd9d5-886f-4128-a82d-c7c5b6cbce6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.363359] env[69365]: DEBUG oslo_concurrency.lockutils [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.364684] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab15bdb-d9e9-4135-a646-3f178e3d6810 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.375653] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b953a4f-5542-4901-8a91-dfdb45d8530a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.408019] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5b7692-4b95-4c80-a8cc-80bd07f71cff {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.416574] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1bdf3d-ab73-446e-94bd-7e94fd4b6a15 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.430197] env[69365]: DEBUG nova.compute.provider_tree [None req-eaeb56a3-5107-4958-a308-128ef1e65d02 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.523835] env[69365]: DEBUG oslo_concurrency.lockutils [None req-649f41da-6bf2-42e0-9a45-49d2ff65ae10 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "refresh_cache-4fbe7273-3bca-4188-b5b1-edd291df9fed" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.524145] env[69365]: DEBUG oslo_concurrency.lockutils [None req-649f41da-6bf2-42e0-9a45-49d2ff65ae10 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquired lock "refresh_cache-4fbe7273-3bca-4188-b5b1-edd291df9fed" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.524422] env[69365]: DEBUG nova.network.neutron [None req-649f41da-6bf2-42e0-9a45-49d2ff65ae10 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1094.524730] env[69365]: DEBUG nova.objects.instance [None req-649f41da-6bf2-42e0-9a45-49d2ff65ae10 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lazy-loading 'info_cache' on Instance uuid 4fbe7273-3bca-4188-b5b1-edd291df9fed {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1094.676850] env[69365]: DEBUG oslo_vmware.api [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523cabb5-6303-a5e6-f52b-6ddf8fb741a1, 'name': SearchDatastore_Task, 'duration_secs': 0.018758} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.677138] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.677397] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 3a4defd7-f393-4d57-9dba-7f7af55c64c1/3a4defd7-f393-4d57-9dba-7f7af55c64c1.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.677664] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2110367-04a0-4c1e-ac36-d643201059e0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.685838] env[69365]: DEBUG oslo_vmware.api [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 1094.685838] env[69365]: value = "task-3469594" [ 1094.685838] env[69365]: _type = "Task" [ 1094.685838] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.696346] env[69365]: DEBUG oslo_vmware.api [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.711208] env[69365]: INFO nova.compute.manager [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] Took 18.52 seconds to build instance. [ 1094.726118] env[69365]: DEBUG oslo_concurrency.lockutils [req-c6daa9e8-9ad0-4fc7-835e-b6d2ada21c3a req-9378f6ea-c9f5-4d0a-9908-762045742a03 service nova] Releasing lock "refresh_cache-3a4defd7-f393-4d57-9dba-7f7af55c64c1" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.781212] env[69365]: DEBUG oslo_vmware.api [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469592, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.786951] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4244ff51-6602-41a4-a986-aaeee3d555a4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.787197] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4244ff51-6602-41a4-a986-aaeee3d555a4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquired lock "f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.788172] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2392f6-a6ff-4d1e-a168-ec097d4605f5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.809386] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e72538a-a772-4d0e-94d5-2df70965ab22 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.840161] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4244ff51-6602-41a4-a986-aaeee3d555a4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Reconfiguring VM to detach interface {{(pid=69365) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1094.840161] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08a871b0-baa0-457c-b375-73630c219cb7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.856134] env[69365]: DEBUG oslo_concurrency.lockutils [req-99525123-8a37-4d31-9cb1-cd955feb16bc req-5eba1d28-4d44-4145-8b9e-002edbdfabb6 service nova] Releasing lock "refresh_cache-275f0fca-701a-4063-9ed1-4ce7860fea6e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.861666] env[69365]: DEBUG oslo_vmware.api [None req-4244ff51-6602-41a4-a986-aaeee3d555a4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1094.861666] env[69365]: value = "task-3469595" [ 1094.861666] env[69365]: _type = "Task" [ 1094.861666] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.871396] env[69365]: DEBUG oslo_vmware.api [None req-4244ff51-6602-41a4-a986-aaeee3d555a4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469595, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.933873] env[69365]: DEBUG nova.scheduler.client.report [None req-eaeb56a3-5107-4958-a308-128ef1e65d02 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.153247] env[69365]: DEBUG oslo_concurrency.lockutils [None req-370d45ba-768b-4c55-b4b4-f3b1619430af tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquiring lock "cbcf96bc-9309-40d8-a26b-9d3d54d343c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.157286] env[69365]: DEBUG oslo_concurrency.lockutils [None req-370d45ba-768b-4c55-b4b4-f3b1619430af tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "cbcf96bc-9309-40d8-a26b-9d3d54d343c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.157769] env[69365]: DEBUG oslo_concurrency.lockutils [None req-370d45ba-768b-4c55-b4b4-f3b1619430af tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquiring lock "cbcf96bc-9309-40d8-a26b-9d3d54d343c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.158154] env[69365]: DEBUG oslo_concurrency.lockutils [None req-370d45ba-768b-4c55-b4b4-f3b1619430af tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "cbcf96bc-9309-40d8-a26b-9d3d54d343c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.159146] env[69365]: DEBUG oslo_concurrency.lockutils [None req-370d45ba-768b-4c55-b4b4-f3b1619430af tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "cbcf96bc-9309-40d8-a26b-9d3d54d343c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.161128] env[69365]: INFO nova.compute.manager [None req-370d45ba-768b-4c55-b4b4-f3b1619430af tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Terminating instance [ 1095.200307] env[69365]: DEBUG oslo_vmware.api [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469594, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.216452] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf92a374-984d-4bae-a281-c4a836936068 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "e43043de-85a7-4156-b409-45f08369126c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.035s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.262795] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5563f4a9-faff-45d4-bbf2-8c5024088155 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquiring lock "e43043de-85a7-4156-b409-45f08369126c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.263381] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5563f4a9-faff-45d4-bbf2-8c5024088155 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "e43043de-85a7-4156-b409-45f08369126c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.263607] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5563f4a9-faff-45d4-bbf2-8c5024088155 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquiring lock "e43043de-85a7-4156-b409-45f08369126c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.263803] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5563f4a9-faff-45d4-bbf2-8c5024088155 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "e43043de-85a7-4156-b409-45f08369126c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.264050] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5563f4a9-faff-45d4-bbf2-8c5024088155 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "e43043de-85a7-4156-b409-45f08369126c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.266195] env[69365]: INFO nova.compute.manager [None req-5563f4a9-faff-45d4-bbf2-8c5024088155 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] Terminating instance [ 1095.284391] env[69365]: DEBUG oslo_vmware.api [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469592, 'name': CreateSnapshot_Task, 'duration_secs': 0.765097} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.285311] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1095.286227] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b03e022-9131-4ecf-8888-b05809ad4c67 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.375330] env[69365]: DEBUG oslo_vmware.api [None req-4244ff51-6602-41a4-a986-aaeee3d555a4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.441964] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eaeb56a3-5107-4958-a308-128ef1e65d02 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.935s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.444385] env[69365]: DEBUG oslo_concurrency.lockutils [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.082s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.446905] env[69365]: INFO nova.compute.claims [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.483254] env[69365]: INFO nova.scheduler.client.report [None req-eaeb56a3-5107-4958-a308-128ef1e65d02 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Deleted allocations for instance d43167ba-4f47-4d69-b26f-39250744f875 [ 1095.669362] env[69365]: DEBUG nova.compute.manager [None req-370d45ba-768b-4c55-b4b4-f3b1619430af tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.669362] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-370d45ba-768b-4c55-b4b4-f3b1619430af tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.669362] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe61449-7c56-4c80-adc5-cb1471ea806c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.677622] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-370d45ba-768b-4c55-b4b4-f3b1619430af tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.678081] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7f5dd75-1604-4439-b354-f6e65a20e729 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.684686] env[69365]: DEBUG oslo_vmware.api [None req-370d45ba-768b-4c55-b4b4-f3b1619430af tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1095.684686] env[69365]: value = "task-3469596" [ 1095.684686] env[69365]: _type = "Task" [ 1095.684686] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.702030] env[69365]: DEBUG oslo_vmware.api [None req-370d45ba-768b-4c55-b4b4-f3b1619430af tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.704437] env[69365]: DEBUG oslo_vmware.api [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469594, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626582} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.704437] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 3a4defd7-f393-4d57-9dba-7f7af55c64c1/3a4defd7-f393-4d57-9dba-7f7af55c64c1.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.704437] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.704646] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5730b630-efe9-455a-8857-62170d772c05 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.711411] env[69365]: DEBUG oslo_vmware.api [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 1095.711411] env[69365]: value = "task-3469597" [ 1095.711411] env[69365]: _type = "Task" [ 1095.711411] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.720797] env[69365]: DEBUG oslo_vmware.api [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469597, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.780682] env[69365]: DEBUG nova.compute.manager [None req-5563f4a9-faff-45d4-bbf2-8c5024088155 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.781632] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5563f4a9-faff-45d4-bbf2-8c5024088155 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.781956] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04129c7c-309d-4a35-bde8-49a8cbc9bda1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.790875] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5563f4a9-faff-45d4-bbf2-8c5024088155 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.791200] env[69365]: DEBUG nova.network.neutron [None req-649f41da-6bf2-42e0-9a45-49d2ff65ae10 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Updating instance_info_cache with network_info: [{"id": "4fd30f55-b31b-413c-986f-ae97468dfd86", "address": "fa:16:3e:9e:9f:a6", "network": {"id": "07ac35b7-5e02-4e42-9be3-f1b0032ca382", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2090389770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ecde38286934540b1d17f878d3cbde8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fd30f55-b3", "ovs_interfaceid": "4fd30f55-b31b-413c-986f-ae97468dfd86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.792628] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78d866ec-7cf9-46ce-9c3a-6e7328983dcd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.809350] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1095.809642] env[69365]: DEBUG oslo_vmware.api [None req-5563f4a9-faff-45d4-bbf2-8c5024088155 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1095.809642] env[69365]: value = "task-3469598" [ 1095.809642] env[69365]: _type = "Task" [ 1095.809642] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.810513] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9c23f096-0651-4a04-903d-bff28cd6ed8b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.824329] env[69365]: DEBUG oslo_vmware.api [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the task: (returnval){ [ 1095.824329] env[69365]: value = "task-3469599" [ 1095.824329] env[69365]: _type = "Task" [ 1095.824329] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.824950] env[69365]: DEBUG oslo_vmware.api [None req-5563f4a9-faff-45d4-bbf2-8c5024088155 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.834113] env[69365]: DEBUG oslo_vmware.api [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469599, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.872156] env[69365]: DEBUG oslo_vmware.api [None req-4244ff51-6602-41a4-a986-aaeee3d555a4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.991939] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eaeb56a3-5107-4958-a308-128ef1e65d02 tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "d43167ba-4f47-4d69-b26f-39250744f875" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.328s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.195458] env[69365]: DEBUG oslo_vmware.api [None req-370d45ba-768b-4c55-b4b4-f3b1619430af tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469596, 'name': PowerOffVM_Task, 'duration_secs': 0.253782} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.195821] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-370d45ba-768b-4c55-b4b4-f3b1619430af tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.195904] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-370d45ba-768b-4c55-b4b4-f3b1619430af tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.196203] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7116c78-3e51-4bab-baab-4900aa780c66 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.221662] env[69365]: DEBUG oslo_vmware.api [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469597, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069512} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.221825] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.222930] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9654fa-b666-405b-87b5-800102763017 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.246999] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 3a4defd7-f393-4d57-9dba-7f7af55c64c1/3a4defd7-f393-4d57-9dba-7f7af55c64c1.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.247341] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01e5a21d-54b6-4af6-b78e-746832e4a644 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.267439] env[69365]: DEBUG oslo_vmware.api [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 1096.267439] env[69365]: value = "task-3469601" [ 1096.267439] env[69365]: _type = "Task" [ 1096.267439] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.276501] env[69365]: DEBUG oslo_vmware.api [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469601, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.296382] env[69365]: DEBUG oslo_concurrency.lockutils [None req-649f41da-6bf2-42e0-9a45-49d2ff65ae10 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Releasing lock "refresh_cache-4fbe7273-3bca-4188-b5b1-edd291df9fed" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.296722] env[69365]: DEBUG nova.objects.instance [None req-649f41da-6bf2-42e0-9a45-49d2ff65ae10 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lazy-loading 'migration_context' on Instance uuid 4fbe7273-3bca-4188-b5b1-edd291df9fed {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.323930] env[69365]: DEBUG oslo_vmware.api [None req-5563f4a9-faff-45d4-bbf2-8c5024088155 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469598, 'name': PowerOffVM_Task, 'duration_secs': 0.350103} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.324218] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5563f4a9-faff-45d4-bbf2-8c5024088155 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.324386] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5563f4a9-faff-45d4-bbf2-8c5024088155 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.324729] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c56a975-65b4-45f4-9c5d-2051a753b76f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.342025] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Acquiring lock "a69c243b-8af1-4e97-a1c9-4c760e9189bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.342025] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Lock "a69c243b-8af1-4e97-a1c9-4c760e9189bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.342223] env[69365]: DEBUG oslo_vmware.api [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469599, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.374097] env[69365]: DEBUG oslo_vmware.api [None req-4244ff51-6602-41a4-a986-aaeee3d555a4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.655207] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-370d45ba-768b-4c55-b4b4-f3b1619430af tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.655457] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-370d45ba-768b-4c55-b4b4-f3b1619430af tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.655779] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-370d45ba-768b-4c55-b4b4-f3b1619430af tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Deleting the datastore file [datastore1] cbcf96bc-9309-40d8-a26b-9d3d54d343c5 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.656092] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-875a36e5-98cd-410a-880c-bb54af6a2d27 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.665018] env[69365]: DEBUG oslo_vmware.api [None req-370d45ba-768b-4c55-b4b4-f3b1619430af tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1096.665018] env[69365]: value = "task-3469603" [ 1096.665018] env[69365]: _type = "Task" [ 1096.665018] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.666024] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5563f4a9-faff-45d4-bbf2-8c5024088155 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.666948] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5563f4a9-faff-45d4-bbf2-8c5024088155 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.666948] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5563f4a9-faff-45d4-bbf2-8c5024088155 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Deleting the datastore file [datastore1] e43043de-85a7-4156-b409-45f08369126c {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.670925] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49abfe6f-70f0-40d3-94b1-25b5c2fd564b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.681215] env[69365]: DEBUG oslo_vmware.api [None req-370d45ba-768b-4c55-b4b4-f3b1619430af tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.682534] env[69365]: DEBUG oslo_vmware.api [None req-5563f4a9-faff-45d4-bbf2-8c5024088155 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for the task: (returnval){ [ 1096.682534] env[69365]: value = "task-3469604" [ 1096.682534] env[69365]: _type = "Task" [ 1096.682534] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.692026] env[69365]: DEBUG oslo_vmware.api [None req-5563f4a9-faff-45d4-bbf2-8c5024088155 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.763014] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea0552d-48e4-4134-8e14-9d486e3ed7d3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.780617] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8951532e-987d-4c87-a1df-6a7b3413cfe7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.795559] env[69365]: DEBUG oslo_vmware.api [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469601, 'name': ReconfigVM_Task, 'duration_secs': 0.444912} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.796503] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 3a4defd7-f393-4d57-9dba-7f7af55c64c1/3a4defd7-f393-4d57-9dba-7f7af55c64c1.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.797362] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08008a2a-636a-4be9-ab48-0699c7d37606 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.830249] env[69365]: DEBUG nova.objects.base [None req-649f41da-6bf2-42e0-9a45-49d2ff65ae10 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Object Instance<4fbe7273-3bca-4188-b5b1-edd291df9fed> lazy-loaded attributes: info_cache,migration_context {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1096.831664] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0013a0-c0a0-48a0-8873-866785efe845 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.838661] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0848c7a-3278-46d9-b6c0-81d975d52c14 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.842417] env[69365]: DEBUG oslo_vmware.api [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 1096.842417] env[69365]: value = "task-3469605" [ 1096.842417] env[69365]: _type = "Task" [ 1096.842417] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.843845] env[69365]: DEBUG nova.compute.manager [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1096.873097] env[69365]: DEBUG oslo_vmware.api [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469599, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.876952] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0055ba8e-45f3-4289-b466-b1650dddf204 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.880411] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526d5ac9-5f9d-4de1-a3d5-d660eba16424 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.892811] env[69365]: DEBUG oslo_vmware.api [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469605, 'name': Rename_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.905406] env[69365]: DEBUG nova.compute.provider_tree [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.909507] env[69365]: DEBUG oslo_vmware.api [None req-4244ff51-6602-41a4-a986-aaeee3d555a4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.909507] env[69365]: DEBUG oslo_vmware.api [None req-649f41da-6bf2-42e0-9a45-49d2ff65ae10 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 1096.909507] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52ab4f0f-b6e6-9db4-b331-1617cc93aeb2" [ 1096.909507] env[69365]: _type = "Task" [ 1096.909507] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.916894] env[69365]: DEBUG oslo_vmware.api [None req-649f41da-6bf2-42e0-9a45-49d2ff65ae10 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52ab4f0f-b6e6-9db4-b331-1617cc93aeb2, 'name': SearchDatastore_Task, 'duration_secs': 0.008701} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.917210] env[69365]: DEBUG oslo_concurrency.lockutils [None req-649f41da-6bf2-42e0-9a45-49d2ff65ae10 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.134702] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d0942cc8-b72a-44e9-b817-d81358954dfe tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "d3d58b6e-04b7-4a8d-88c3-149d58607224" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.135205] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d0942cc8-b72a-44e9-b817-d81358954dfe tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "d3d58b6e-04b7-4a8d-88c3-149d58607224" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.135571] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d0942cc8-b72a-44e9-b817-d81358954dfe tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "d3d58b6e-04b7-4a8d-88c3-149d58607224-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.135897] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d0942cc8-b72a-44e9-b817-d81358954dfe tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "d3d58b6e-04b7-4a8d-88c3-149d58607224-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.136355] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d0942cc8-b72a-44e9-b817-d81358954dfe tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "d3d58b6e-04b7-4a8d-88c3-149d58607224-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.140500] env[69365]: INFO nova.compute.manager [None req-d0942cc8-b72a-44e9-b817-d81358954dfe tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Terminating instance [ 1097.177569] env[69365]: DEBUG oslo_vmware.api [None req-370d45ba-768b-4c55-b4b4-f3b1619430af tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200125} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.178174] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-370d45ba-768b-4c55-b4b4-f3b1619430af tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.179359] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-370d45ba-768b-4c55-b4b4-f3b1619430af tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.180037] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-370d45ba-768b-4c55-b4b4-f3b1619430af tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.180462] env[69365]: INFO nova.compute.manager [None req-370d45ba-768b-4c55-b4b4-f3b1619430af tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Took 1.51 seconds to destroy the instance on the hypervisor. [ 1097.180854] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-370d45ba-768b-4c55-b4b4-f3b1619430af tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.181196] env[69365]: DEBUG nova.compute.manager [-] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.181384] env[69365]: DEBUG nova.network.neutron [-] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.192882] env[69365]: DEBUG oslo_vmware.api [None req-5563f4a9-faff-45d4-bbf2-8c5024088155 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Task: {'id': task-3469604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221311} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.193159] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5563f4a9-faff-45d4-bbf2-8c5024088155 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.193405] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5563f4a9-faff-45d4-bbf2-8c5024088155 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.193608] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5563f4a9-faff-45d4-bbf2-8c5024088155 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.193785] env[69365]: INFO nova.compute.manager [None req-5563f4a9-faff-45d4-bbf2-8c5024088155 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] [instance: e43043de-85a7-4156-b409-45f08369126c] Took 1.41 seconds to destroy the instance on the hypervisor. [ 1097.194029] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5563f4a9-faff-45d4-bbf2-8c5024088155 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.194221] env[69365]: DEBUG nova.compute.manager [-] [instance: e43043de-85a7-4156-b409-45f08369126c] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.194347] env[69365]: DEBUG nova.network.neutron [-] [instance: e43043de-85a7-4156-b409-45f08369126c] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.341277] env[69365]: DEBUG oslo_vmware.api [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469599, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.355944] env[69365]: DEBUG oslo_vmware.api [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469605, 'name': Rename_Task, 'duration_secs': 0.220413} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.356341] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.356585] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db381170-582c-459b-b811-b8861218e246 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.364894] env[69365]: DEBUG oslo_vmware.api [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 1097.364894] env[69365]: value = "task-3469606" [ 1097.364894] env[69365]: _type = "Task" [ 1097.364894] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.373795] env[69365]: DEBUG oslo_vmware.api [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.389268] env[69365]: DEBUG oslo_vmware.api [None req-4244ff51-6602-41a4-a986-aaeee3d555a4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.401997] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.409246] env[69365]: DEBUG nova.scheduler.client.report [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.522790] env[69365]: DEBUG nova.compute.manager [req-e5d52d7d-ed31-4b04-b87c-ce9e0edbbade req-f1a47cd1-f5fc-4942-b541-4878525aa5fa service nova] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Received event network-vif-deleted-a18f492a-d638-4885-81ac-ed278ae57ca3 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.523031] env[69365]: INFO nova.compute.manager [req-e5d52d7d-ed31-4b04-b87c-ce9e0edbbade req-f1a47cd1-f5fc-4942-b541-4878525aa5fa service nova] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Neutron deleted interface a18f492a-d638-4885-81ac-ed278ae57ca3; detaching it from the instance and deleting it from the info cache [ 1097.523212] env[69365]: DEBUG nova.network.neutron [req-e5d52d7d-ed31-4b04-b87c-ce9e0edbbade req-f1a47cd1-f5fc-4942-b541-4878525aa5fa service nova] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.647444] env[69365]: DEBUG nova.compute.manager [None req-d0942cc8-b72a-44e9-b817-d81358954dfe tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1097.647801] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d0942cc8-b72a-44e9-b817-d81358954dfe tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1097.649144] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5024e65c-aa6c-4816-bc09-d1090b21dcdd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.661659] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0942cc8-b72a-44e9-b817-d81358954dfe tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1097.661961] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-615d4732-6355-409b-afe6-d5d6fba0f974 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.671872] env[69365]: DEBUG oslo_vmware.api [None req-d0942cc8-b72a-44e9-b817-d81358954dfe tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 1097.671872] env[69365]: value = "task-3469607" [ 1097.671872] env[69365]: _type = "Task" [ 1097.671872] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.683351] env[69365]: DEBUG oslo_vmware.api [None req-d0942cc8-b72a-44e9-b817-d81358954dfe tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.772147] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a9cf1dc-ce64-461d-bc1d-b20fc1fa99b4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Acquiring lock "99bb8d37-053d-43dc-a30b-1d898521e0a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.772414] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a9cf1dc-ce64-461d-bc1d-b20fc1fa99b4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Lock "99bb8d37-053d-43dc-a30b-1d898521e0a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.772581] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a9cf1dc-ce64-461d-bc1d-b20fc1fa99b4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Acquiring lock "99bb8d37-053d-43dc-a30b-1d898521e0a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.772765] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a9cf1dc-ce64-461d-bc1d-b20fc1fa99b4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Lock "99bb8d37-053d-43dc-a30b-1d898521e0a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.772940] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a9cf1dc-ce64-461d-bc1d-b20fc1fa99b4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Lock "99bb8d37-053d-43dc-a30b-1d898521e0a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.775280] env[69365]: INFO nova.compute.manager [None req-6a9cf1dc-ce64-461d-bc1d-b20fc1fa99b4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Terminating instance [ 1097.845452] env[69365]: DEBUG oslo_vmware.api [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469599, 'name': CloneVM_Task, 'duration_secs': 1.952326} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.845859] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Created linked-clone VM from snapshot [ 1097.846721] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbde90e-79cd-44e0-a10c-e490f629ef72 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.857823] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Uploading image 3fb4bfce-6d12-4c5b-8fda-f0601ce39b58 {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1097.876450] env[69365]: DEBUG oslo_vmware.api [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469606, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.886470] env[69365]: DEBUG oslo_vmware.api [None req-4244ff51-6602-41a4-a986-aaeee3d555a4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.898862] env[69365]: DEBUG oslo_vmware.rw_handles [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1097.898862] env[69365]: value = "vm-693400" [ 1097.898862] env[69365]: _type = "VirtualMachine" [ 1097.898862] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1097.899295] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-623b5279-0a96-4807-84d4-566ea44aaa65 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.908640] env[69365]: DEBUG oslo_vmware.rw_handles [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Lease: (returnval){ [ 1097.908640] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f7aa55-8e80-bdd2-2194-13d1c575750a" [ 1097.908640] env[69365]: _type = "HttpNfcLease" [ 1097.908640] env[69365]: } obtained for exporting VM: (result){ [ 1097.908640] env[69365]: value = "vm-693400" [ 1097.908640] env[69365]: _type = "VirtualMachine" [ 1097.908640] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1097.909028] env[69365]: DEBUG oslo_vmware.api [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the lease: (returnval){ [ 1097.909028] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f7aa55-8e80-bdd2-2194-13d1c575750a" [ 1097.909028] env[69365]: _type = "HttpNfcLease" [ 1097.909028] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1097.914525] env[69365]: DEBUG oslo_concurrency.lockutils [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.915147] env[69365]: DEBUG nova.compute.manager [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.919894] env[69365]: DEBUG oslo_concurrency.lockutils [None req-649f41da-6bf2-42e0-9a45-49d2ff65ae10 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.003s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.921304] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1097.921304] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f7aa55-8e80-bdd2-2194-13d1c575750a" [ 1097.921304] env[69365]: _type = "HttpNfcLease" [ 1097.921304] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1097.961633] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.986962] env[69365]: DEBUG nova.compute.manager [req-dca2f29d-440e-42ca-98ac-978e378c6962 req-672692d8-c67a-4ce1-9149-a4ce751410b0 service nova] [instance: e43043de-85a7-4156-b409-45f08369126c] Received event network-vif-deleted-536afcbe-2ecc-4ca1-82c3-2ea8f5db953e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.987196] env[69365]: INFO nova.compute.manager [req-dca2f29d-440e-42ca-98ac-978e378c6962 req-672692d8-c67a-4ce1-9149-a4ce751410b0 service nova] [instance: e43043de-85a7-4156-b409-45f08369126c] Neutron deleted interface 536afcbe-2ecc-4ca1-82c3-2ea8f5db953e; detaching it from the instance and deleting it from the info cache [ 1097.987367] env[69365]: DEBUG nova.network.neutron [req-dca2f29d-440e-42ca-98ac-978e378c6962 req-672692d8-c67a-4ce1-9149-a4ce751410b0 service nova] [instance: e43043de-85a7-4156-b409-45f08369126c] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.007243] env[69365]: DEBUG nova.network.neutron [-] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.025199] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f6b170fb-15a4-449c-8d4e-6fe1b3202c46 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.036909] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54ee406-b021-4a6a-bb4f-8b2507cbd39e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.075889] env[69365]: DEBUG nova.compute.manager [req-e5d52d7d-ed31-4b04-b87c-ce9e0edbbade req-f1a47cd1-f5fc-4942-b541-4878525aa5fa service nova] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Detach interface failed, port_id=a18f492a-d638-4885-81ac-ed278ae57ca3, reason: Instance cbcf96bc-9309-40d8-a26b-9d3d54d343c5 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1098.183053] env[69365]: DEBUG oslo_vmware.api [None req-d0942cc8-b72a-44e9-b817-d81358954dfe tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469607, 'name': PowerOffVM_Task, 'duration_secs': 0.24193} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.183154] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0942cc8-b72a-44e9-b817-d81358954dfe tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.183294] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d0942cc8-b72a-44e9-b817-d81358954dfe tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.183545] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c11b4f0f-045c-4928-af28-2664baafe447 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.267528] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d0942cc8-b72a-44e9-b817-d81358954dfe tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.267809] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d0942cc8-b72a-44e9-b817-d81358954dfe tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.268009] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0942cc8-b72a-44e9-b817-d81358954dfe tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Deleting the datastore file [datastore1] d3d58b6e-04b7-4a8d-88c3-149d58607224 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.268298] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a67e8d06-36aa-476f-85e9-5a8f3e22cb05 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.275148] env[69365]: DEBUG oslo_vmware.api [None req-d0942cc8-b72a-44e9-b817-d81358954dfe tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for the task: (returnval){ [ 1098.275148] env[69365]: value = "task-3469610" [ 1098.275148] env[69365]: _type = "Task" [ 1098.275148] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.280804] env[69365]: DEBUG nova.compute.manager [None req-6a9cf1dc-ce64-461d-bc1d-b20fc1fa99b4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.281047] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9cf1dc-ce64-461d-bc1d-b20fc1fa99b4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.282233] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb91b2c-e030-465c-ad54-03ab6b7f5bd3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.288259] env[69365]: DEBUG oslo_vmware.api [None req-d0942cc8-b72a-44e9-b817-d81358954dfe tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.292975] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9cf1dc-ce64-461d-bc1d-b20fc1fa99b4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.293261] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4a22f10-3d3d-48bb-848d-df505c8e6927 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.300733] env[69365]: DEBUG oslo_vmware.api [None req-6a9cf1dc-ce64-461d-bc1d-b20fc1fa99b4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Waiting for the task: (returnval){ [ 1098.300733] env[69365]: value = "task-3469611" [ 1098.300733] env[69365]: _type = "Task" [ 1098.300733] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.310498] env[69365]: DEBUG oslo_vmware.api [None req-6a9cf1dc-ce64-461d-bc1d-b20fc1fa99b4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.379025] env[69365]: DEBUG oslo_vmware.api [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469606, 'name': PowerOnVM_Task, 'duration_secs': 0.732028} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.383239] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.384056] env[69365]: INFO nova.compute.manager [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Took 9.29 seconds to spawn the instance on the hypervisor. [ 1098.384056] env[69365]: DEBUG nova.compute.manager [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.384417] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b634d4e-4500-46c7-8047-366ef4d9ca95 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.393968] env[69365]: DEBUG oslo_vmware.api [None req-4244ff51-6602-41a4-a986-aaeee3d555a4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.426025] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1098.426025] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f7aa55-8e80-bdd2-2194-13d1c575750a" [ 1098.426025] env[69365]: _type = "HttpNfcLease" [ 1098.426025] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1098.426025] env[69365]: DEBUG oslo_vmware.rw_handles [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1098.426025] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f7aa55-8e80-bdd2-2194-13d1c575750a" [ 1098.426025] env[69365]: _type = "HttpNfcLease" [ 1098.426025] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1098.426636] env[69365]: DEBUG nova.compute.utils [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.429691] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfbc006-d7b7-45f8-9d15-495638328ac7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.433531] env[69365]: DEBUG nova.compute.manager [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1098.434274] env[69365]: DEBUG nova.network.neutron [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1098.445832] env[69365]: DEBUG oslo_vmware.rw_handles [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52049cb3-a061-2e02-839c-5819f830e408/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1098.446465] env[69365]: DEBUG oslo_vmware.rw_handles [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52049cb3-a061-2e02-839c-5819f830e408/disk-0.vmdk for reading. {{(pid=69365) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1098.516268] env[69365]: DEBUG nova.network.neutron [-] [instance: e43043de-85a7-4156-b409-45f08369126c] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.518118] env[69365]: INFO nova.compute.manager [-] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Took 1.34 seconds to deallocate network for instance. [ 1098.519697] env[69365]: DEBUG nova.policy [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2890c68dc38462cb5c84414032c810d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '36a2f060f0944a8298504a86a3bd9f01', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.523515] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-612eaa75-1788-4224-bb8e-6d9e9538fd27 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.544363] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e436a5d0-adc1-48fe-a460-4e9ffb7a50b7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.565000] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-50118804-992d-41db-b181-0db34e136370 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.595758] env[69365]: DEBUG nova.compute.manager [req-dca2f29d-440e-42ca-98ac-978e378c6962 req-672692d8-c67a-4ce1-9149-a4ce751410b0 service nova] [instance: e43043de-85a7-4156-b409-45f08369126c] Detach interface failed, port_id=536afcbe-2ecc-4ca1-82c3-2ea8f5db953e, reason: Instance e43043de-85a7-4156-b409-45f08369126c could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1098.787501] env[69365]: DEBUG oslo_vmware.api [None req-d0942cc8-b72a-44e9-b817-d81358954dfe tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Task: {'id': task-3469610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160539} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.787802] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0942cc8-b72a-44e9-b817-d81358954dfe tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1098.788015] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d0942cc8-b72a-44e9-b817-d81358954dfe tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1098.788205] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d0942cc8-b72a-44e9-b817-d81358954dfe tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1098.788585] env[69365]: INFO nova.compute.manager [None req-d0942cc8-b72a-44e9-b817-d81358954dfe tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1098.789080] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0942cc8-b72a-44e9-b817-d81358954dfe tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.789080] env[69365]: DEBUG nova.compute.manager [-] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1098.789080] env[69365]: DEBUG nova.network.neutron [-] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1098.816145] env[69365]: DEBUG oslo_vmware.api [None req-6a9cf1dc-ce64-461d-bc1d-b20fc1fa99b4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469611, 'name': PowerOffVM_Task, 'duration_secs': 0.189881} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.816145] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a9cf1dc-ce64-461d-bc1d-b20fc1fa99b4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.816145] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9cf1dc-ce64-461d-bc1d-b20fc1fa99b4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.816385] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75fcd1c1-7ef1-4cdd-87f4-08ac8545ed4e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.821969] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd565426-de88-4eb2-b052-e86165c05363 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.836259] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9199e9-32f3-4ad8-8781-7f832a01ff7f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.879110] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfb816c-0180-4198-af8f-2838458a1b84 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.894674] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9cf1dc-ce64-461d-bc1d-b20fc1fa99b4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.895171] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9cf1dc-ce64-461d-bc1d-b20fc1fa99b4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.895171] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a9cf1dc-ce64-461d-bc1d-b20fc1fa99b4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Deleting the datastore file [datastore1] 99bb8d37-053d-43dc-a30b-1d898521e0a9 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.898092] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8dc98f7-ff11-4f07-83ed-2f7bed248c15 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.909425] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0f9016-973b-4827-b9ba-cf98e6dfec1d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.914041] env[69365]: DEBUG oslo_vmware.api [None req-4244ff51-6602-41a4-a986-aaeee3d555a4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.916967] env[69365]: INFO nova.compute.manager [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Took 18.36 seconds to build instance. [ 1098.929802] env[69365]: DEBUG nova.compute.provider_tree [None req-649f41da-6bf2-42e0-9a45-49d2ff65ae10 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.933056] env[69365]: DEBUG oslo_vmware.api [None req-6a9cf1dc-ce64-461d-bc1d-b20fc1fa99b4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Waiting for the task: (returnval){ [ 1098.933056] env[69365]: value = "task-3469613" [ 1098.933056] env[69365]: _type = "Task" [ 1098.933056] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.939148] env[69365]: DEBUG nova.compute.manager [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1098.949257] env[69365]: DEBUG oslo_vmware.api [None req-6a9cf1dc-ce64-461d-bc1d-b20fc1fa99b4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469613, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.951356] env[69365]: DEBUG nova.network.neutron [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Successfully created port: 954e1b0f-96ab-48fe-b49b-4904c57c61f9 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1099.026631] env[69365]: INFO nova.compute.manager [-] [instance: e43043de-85a7-4156-b409-45f08369126c] Took 1.83 seconds to deallocate network for instance. [ 1099.036361] env[69365]: DEBUG oslo_concurrency.lockutils [None req-370d45ba-768b-4c55-b4b4-f3b1619430af tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.400632] env[69365]: DEBUG oslo_vmware.api [None req-4244ff51-6602-41a4-a986-aaeee3d555a4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.419930] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0a846fd0-1713-4de8-bfc6-2b4a1487220f tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "3a4defd7-f393-4d57-9dba-7f7af55c64c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.878s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.437780] env[69365]: DEBUG nova.scheduler.client.report [None req-649f41da-6bf2-42e0-9a45-49d2ff65ae10 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.460025] env[69365]: DEBUG oslo_vmware.api [None req-6a9cf1dc-ce64-461d-bc1d-b20fc1fa99b4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Task: {'id': task-3469613, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284263} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.460025] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a9cf1dc-ce64-461d-bc1d-b20fc1fa99b4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.460025] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9cf1dc-ce64-461d-bc1d-b20fc1fa99b4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.460236] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6a9cf1dc-ce64-461d-bc1d-b20fc1fa99b4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.460483] env[69365]: INFO nova.compute.manager [None req-6a9cf1dc-ce64-461d-bc1d-b20fc1fa99b4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1099.461000] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a9cf1dc-ce64-461d-bc1d-b20fc1fa99b4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1099.461604] env[69365]: DEBUG nova.compute.manager [-] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.461948] env[69365]: DEBUG nova.network.neutron [-] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.538400] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5563f4a9-faff-45d4-bbf2-8c5024088155 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.679444] env[69365]: DEBUG nova.compute.manager [req-59a3043e-f5b3-4f9f-a201-c339b618ea1f req-dc40ea18-97d4-4185-ab75-cbb324361736 service nova] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Received event network-vif-deleted-25c2a5fe-b880-4890-8cdd-af26e44f6311 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.679663] env[69365]: INFO nova.compute.manager [req-59a3043e-f5b3-4f9f-a201-c339b618ea1f req-dc40ea18-97d4-4185-ab75-cbb324361736 service nova] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Neutron deleted interface 25c2a5fe-b880-4890-8cdd-af26e44f6311; detaching it from the instance and deleting it from the info cache [ 1099.680116] env[69365]: DEBUG nova.network.neutron [req-59a3043e-f5b3-4f9f-a201-c339b618ea1f req-dc40ea18-97d4-4185-ab75-cbb324361736 service nova] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.813027] env[69365]: DEBUG nova.network.neutron [-] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.905175] env[69365]: DEBUG oslo_vmware.api [None req-4244ff51-6602-41a4-a986-aaeee3d555a4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.955752] env[69365]: DEBUG nova.compute.manager [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.998160] env[69365]: DEBUG nova.virt.hardware [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.998699] env[69365]: DEBUG nova.virt.hardware [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.998940] env[69365]: DEBUG nova.virt.hardware [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.999287] env[69365]: DEBUG nova.virt.hardware [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.999582] env[69365]: DEBUG nova.virt.hardware [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1100.002873] env[69365]: DEBUG nova.virt.hardware [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1100.002873] env[69365]: DEBUG nova.virt.hardware [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1100.002873] env[69365]: DEBUG nova.virt.hardware [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1100.003194] env[69365]: DEBUG nova.virt.hardware [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1100.003289] env[69365]: DEBUG nova.virt.hardware [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1100.003485] env[69365]: DEBUG nova.virt.hardware [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1100.004753] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478b18b0-eeb0-4c74-927e-48a05bd2affd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.015558] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-084aebe7-94ef-4ef2-8615-e7a66efc330a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.107163] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3e6bcc0e-2f85-44bf-a690-0b5c947934c1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "3a4defd7-f393-4d57-9dba-7f7af55c64c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.109202] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3e6bcc0e-2f85-44bf-a690-0b5c947934c1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "3a4defd7-f393-4d57-9dba-7f7af55c64c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.109202] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3e6bcc0e-2f85-44bf-a690-0b5c947934c1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "3a4defd7-f393-4d57-9dba-7f7af55c64c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.109202] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3e6bcc0e-2f85-44bf-a690-0b5c947934c1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "3a4defd7-f393-4d57-9dba-7f7af55c64c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.109671] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3e6bcc0e-2f85-44bf-a690-0b5c947934c1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "3a4defd7-f393-4d57-9dba-7f7af55c64c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.112375] env[69365]: INFO nova.compute.manager [None req-3e6bcc0e-2f85-44bf-a690-0b5c947934c1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Terminating instance [ 1100.183488] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f8d9c149-21dc-4984-915a-7bbb31d7ed9f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.198829] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc6c1ab-15c4-41ca-84cc-996b632a6ab8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.259176] env[69365]: DEBUG nova.compute.manager [req-59a3043e-f5b3-4f9f-a201-c339b618ea1f req-dc40ea18-97d4-4185-ab75-cbb324361736 service nova] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Detach interface failed, port_id=25c2a5fe-b880-4890-8cdd-af26e44f6311, reason: Instance d3d58b6e-04b7-4a8d-88c3-149d58607224 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1100.320722] env[69365]: INFO nova.compute.manager [-] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Took 1.53 seconds to deallocate network for instance. [ 1100.402211] env[69365]: DEBUG oslo_vmware.api [None req-4244ff51-6602-41a4-a986-aaeee3d555a4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469595, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.465185] env[69365]: DEBUG oslo_concurrency.lockutils [None req-649f41da-6bf2-42e0-9a45-49d2ff65ae10 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.543s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.467241] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.065s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.468780] env[69365]: INFO nova.compute.claims [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1100.617693] env[69365]: DEBUG nova.compute.manager [None req-3e6bcc0e-2f85-44bf-a690-0b5c947934c1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1100.617801] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6bcc0e-2f85-44bf-a690-0b5c947934c1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1100.619194] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e409e01-3226-4900-94d5-97e8df765d00 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.628607] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6bcc0e-2f85-44bf-a690-0b5c947934c1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.630073] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcc7afd8-29e4-405a-93b3-b53acb039df8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.642441] env[69365]: DEBUG oslo_vmware.api [None req-3e6bcc0e-2f85-44bf-a690-0b5c947934c1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 1100.642441] env[69365]: value = "task-3469614" [ 1100.642441] env[69365]: _type = "Task" [ 1100.642441] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.652214] env[69365]: DEBUG oslo_vmware.api [None req-3e6bcc0e-2f85-44bf-a690-0b5c947934c1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.669024] env[69365]: DEBUG nova.compute.manager [req-9e0402ec-d021-4acb-9e39-17b28f68bd50 req-3a47f957-6863-4fff-b053-6e39d9ba5c5a service nova] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Received event network-vif-plugged-954e1b0f-96ab-48fe-b49b-4904c57c61f9 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1100.669420] env[69365]: DEBUG oslo_concurrency.lockutils [req-9e0402ec-d021-4acb-9e39-17b28f68bd50 req-3a47f957-6863-4fff-b053-6e39d9ba5c5a service nova] Acquiring lock "4a3d3797-1442-4a1b-bb7b-fa97017a4255-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.669511] env[69365]: DEBUG oslo_concurrency.lockutils [req-9e0402ec-d021-4acb-9e39-17b28f68bd50 req-3a47f957-6863-4fff-b053-6e39d9ba5c5a service nova] Lock "4a3d3797-1442-4a1b-bb7b-fa97017a4255-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.669657] env[69365]: DEBUG oslo_concurrency.lockutils [req-9e0402ec-d021-4acb-9e39-17b28f68bd50 req-3a47f957-6863-4fff-b053-6e39d9ba5c5a service nova] Lock "4a3d3797-1442-4a1b-bb7b-fa97017a4255-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.669828] env[69365]: DEBUG nova.compute.manager [req-9e0402ec-d021-4acb-9e39-17b28f68bd50 req-3a47f957-6863-4fff-b053-6e39d9ba5c5a service nova] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] No waiting events found dispatching network-vif-plugged-954e1b0f-96ab-48fe-b49b-4904c57c61f9 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1100.670251] env[69365]: WARNING nova.compute.manager [req-9e0402ec-d021-4acb-9e39-17b28f68bd50 req-3a47f957-6863-4fff-b053-6e39d9ba5c5a service nova] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Received unexpected event network-vif-plugged-954e1b0f-96ab-48fe-b49b-4904c57c61f9 for instance with vm_state building and task_state spawning. [ 1100.804943] env[69365]: DEBUG nova.network.neutron [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Successfully updated port: 954e1b0f-96ab-48fe-b49b-4904c57c61f9 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.828715] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d0942cc8-b72a-44e9-b817-d81358954dfe tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.858033] env[69365]: DEBUG nova.network.neutron [-] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.902465] env[69365]: DEBUG oslo_vmware.api [None req-4244ff51-6602-41a4-a986-aaeee3d555a4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469595, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.057175] env[69365]: INFO nova.scheduler.client.report [None req-649f41da-6bf2-42e0-9a45-49d2ff65ae10 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Deleted allocation for migration 5ffdb57f-8626-441e-8a13-7b612ff7a371 [ 1101.158696] env[69365]: DEBUG oslo_vmware.api [None req-3e6bcc0e-2f85-44bf-a690-0b5c947934c1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469614, 'name': PowerOffVM_Task, 'duration_secs': 0.256374} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.158696] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6bcc0e-2f85-44bf-a690-0b5c947934c1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.158696] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6bcc0e-2f85-44bf-a690-0b5c947934c1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1101.158696] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ae9c442-3472-49c1-803b-ed33a3ce3dfd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.257423] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6bcc0e-2f85-44bf-a690-0b5c947934c1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1101.257423] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6bcc0e-2f85-44bf-a690-0b5c947934c1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1101.257423] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e6bcc0e-2f85-44bf-a690-0b5c947934c1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Deleting the datastore file [datastore1] 3a4defd7-f393-4d57-9dba-7f7af55c64c1 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1101.257423] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e09ebae5-4f63-4637-b240-58eba184d6ba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.265646] env[69365]: DEBUG oslo_vmware.api [None req-3e6bcc0e-2f85-44bf-a690-0b5c947934c1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 1101.265646] env[69365]: value = "task-3469616" [ 1101.265646] env[69365]: _type = "Task" [ 1101.265646] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.280338] env[69365]: DEBUG oslo_vmware.api [None req-3e6bcc0e-2f85-44bf-a690-0b5c947934c1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.314613] env[69365]: DEBUG oslo_concurrency.lockutils [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Acquiring lock "refresh_cache-4a3d3797-1442-4a1b-bb7b-fa97017a4255" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.314613] env[69365]: DEBUG oslo_concurrency.lockutils [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Acquired lock "refresh_cache-4a3d3797-1442-4a1b-bb7b-fa97017a4255" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.314613] env[69365]: DEBUG nova.network.neutron [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1101.361799] env[69365]: INFO nova.compute.manager [-] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Took 1.90 seconds to deallocate network for instance. [ 1101.407257] env[69365]: DEBUG oslo_vmware.api [None req-4244ff51-6602-41a4-a986-aaeee3d555a4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469595, 'name': ReconfigVM_Task, 'duration_secs': 6.32415} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.407914] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4244ff51-6602-41a4-a986-aaeee3d555a4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Releasing lock "f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.408232] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4244ff51-6602-41a4-a986-aaeee3d555a4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Reconfigured VM to detach interface {{(pid=69365) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1101.567751] env[69365]: DEBUG oslo_concurrency.lockutils [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "9d746920-3c99-474d-9fac-caaf2e8f0cc3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.568054] env[69365]: DEBUG oslo_concurrency.lockutils [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "9d746920-3c99-474d-9fac-caaf2e8f0cc3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.570576] env[69365]: DEBUG oslo_concurrency.lockutils [None req-649f41da-6bf2-42e0-9a45-49d2ff65ae10 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "4fbe7273-3bca-4188-b5b1-edd291df9fed" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.621s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.735192] env[69365]: DEBUG nova.compute.manager [req-6c6be3b5-9ceb-4d81-9ccb-9b95b00a771d req-f16a2d7e-5c3f-4517-81d9-ea49b49554bd service nova] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Received event network-vif-deleted-a6587c71-f7b0-4b23-9b30-88e814b3ee50 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.781525] env[69365]: DEBUG oslo_vmware.api [None req-3e6bcc0e-2f85-44bf-a690-0b5c947934c1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283927} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.784442] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e6bcc0e-2f85-44bf-a690-0b5c947934c1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1101.784663] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6bcc0e-2f85-44bf-a690-0b5c947934c1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1101.784858] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6bcc0e-2f85-44bf-a690-0b5c947934c1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1101.785063] env[69365]: INFO nova.compute.manager [None req-3e6bcc0e-2f85-44bf-a690-0b5c947934c1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1101.785371] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e6bcc0e-2f85-44bf-a690-0b5c947934c1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1101.786642] env[69365]: DEBUG nova.compute.manager [-] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1101.786642] env[69365]: DEBUG nova.network.neutron [-] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1101.809218] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a33114-b9a9-4df2-8f28-a9457b46da4d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.820749] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050ce365-b531-42e6-9fd1-382586ba95e2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.857322] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a0209f6-73cb-4ad6-9b04-d754ba98423e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.866458] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a5bb44-5487-49b9-96bf-016404ee60aa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.871456] env[69365]: DEBUG nova.network.neutron [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.874026] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a9cf1dc-ce64-461d-bc1d-b20fc1fa99b4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.890278] env[69365]: DEBUG nova.compute.provider_tree [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.065697] env[69365]: DEBUG nova.network.neutron [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Updating instance_info_cache with network_info: [{"id": "954e1b0f-96ab-48fe-b49b-4904c57c61f9", "address": "fa:16:3e:a0:d0:21", "network": {"id": "582f0a65-fbb1-4630-bdcf-75907da43261", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2080998675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36a2f060f0944a8298504a86a3bd9f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954e1b0f-96", "ovs_interfaceid": "954e1b0f-96ab-48fe-b49b-4904c57c61f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.070984] env[69365]: DEBUG nova.compute.manager [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1102.394665] env[69365]: DEBUG nova.scheduler.client.report [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.568679] env[69365]: DEBUG oslo_concurrency.lockutils [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Releasing lock "refresh_cache-4a3d3797-1442-4a1b-bb7b-fa97017a4255" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.569081] env[69365]: DEBUG nova.compute.manager [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Instance network_info: |[{"id": "954e1b0f-96ab-48fe-b49b-4904c57c61f9", "address": "fa:16:3e:a0:d0:21", "network": {"id": "582f0a65-fbb1-4630-bdcf-75907da43261", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2080998675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36a2f060f0944a8298504a86a3bd9f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954e1b0f-96", "ovs_interfaceid": "954e1b0f-96ab-48fe-b49b-4904c57c61f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1102.569475] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:d0:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '19598cc1-e105-4565-906a-09dde75e3fbe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '954e1b0f-96ab-48fe-b49b-4904c57c61f9', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1102.577149] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Creating folder: Project (36a2f060f0944a8298504a86a3bd9f01). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1102.579698] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-159295c4-0a33-4191-b11f-96fa00102cbd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.596114] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Created folder: Project (36a2f060f0944a8298504a86a3bd9f01) in parent group-v693134. [ 1102.596279] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Creating folder: Instances. Parent ref: group-v693401. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1102.596553] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc9286d2-dec2-428d-a3c7-f65cd1bd3dae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.599657] env[69365]: DEBUG oslo_concurrency.lockutils [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.611762] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Created folder: Instances in parent group-v693401. [ 1102.612104] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.612960] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.612960] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97ce8f3d-67c8-403b-87fa-2c329c41b496 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.628534] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7e6d10ef-cd94-4ddf-a77e-045ac9aba3e2 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "4fbe7273-3bca-4188-b5b1-edd291df9fed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.630629] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7e6d10ef-cd94-4ddf-a77e-045ac9aba3e2 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "4fbe7273-3bca-4188-b5b1-edd291df9fed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.630629] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7e6d10ef-cd94-4ddf-a77e-045ac9aba3e2 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "4fbe7273-3bca-4188-b5b1-edd291df9fed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.630629] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7e6d10ef-cd94-4ddf-a77e-045ac9aba3e2 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "4fbe7273-3bca-4188-b5b1-edd291df9fed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.630629] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7e6d10ef-cd94-4ddf-a77e-045ac9aba3e2 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "4fbe7273-3bca-4188-b5b1-edd291df9fed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.631710] env[69365]: INFO nova.compute.manager [None req-7e6d10ef-cd94-4ddf-a77e-045ac9aba3e2 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Terminating instance [ 1102.638817] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.638817] env[69365]: value = "task-3469619" [ 1102.638817] env[69365]: _type = "Task" [ 1102.638817] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.648958] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469619, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.712457] env[69365]: DEBUG nova.network.neutron [-] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.718720] env[69365]: DEBUG nova.compute.manager [req-2ac980c8-08a8-472d-a54c-3dbf0d36f6f5 req-b52633a2-16e0-4f99-bb76-66da2b3d47dd service nova] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Received event network-changed-954e1b0f-96ab-48fe-b49b-4904c57c61f9 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.719108] env[69365]: DEBUG nova.compute.manager [req-2ac980c8-08a8-472d-a54c-3dbf0d36f6f5 req-b52633a2-16e0-4f99-bb76-66da2b3d47dd service nova] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Refreshing instance network info cache due to event network-changed-954e1b0f-96ab-48fe-b49b-4904c57c61f9. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1102.719433] env[69365]: DEBUG oslo_concurrency.lockutils [req-2ac980c8-08a8-472d-a54c-3dbf0d36f6f5 req-b52633a2-16e0-4f99-bb76-66da2b3d47dd service nova] Acquiring lock "refresh_cache-4a3d3797-1442-4a1b-bb7b-fa97017a4255" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.719714] env[69365]: DEBUG oslo_concurrency.lockutils [req-2ac980c8-08a8-472d-a54c-3dbf0d36f6f5 req-b52633a2-16e0-4f99-bb76-66da2b3d47dd service nova] Acquired lock "refresh_cache-4a3d3797-1442-4a1b-bb7b-fa97017a4255" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.720120] env[69365]: DEBUG nova.network.neutron [req-2ac980c8-08a8-472d-a54c-3dbf0d36f6f5 req-b52633a2-16e0-4f99-bb76-66da2b3d47dd service nova] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Refreshing network info cache for port 954e1b0f-96ab-48fe-b49b-4904c57c61f9 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.734105] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4244ff51-6602-41a4-a986-aaeee3d555a4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "refresh_cache-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.734686] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4244ff51-6602-41a4-a986-aaeee3d555a4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquired lock "refresh_cache-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.734686] env[69365]: DEBUG nova.network.neutron [None req-4244ff51-6602-41a4-a986-aaeee3d555a4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.801661] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.801999] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.802278] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "f7bd87f3-f267-4695-b01a-1bc7cbb03b7f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.802469] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "f7bd87f3-f267-4695-b01a-1bc7cbb03b7f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.802638] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "f7bd87f3-f267-4695-b01a-1bc7cbb03b7f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.805450] env[69365]: INFO nova.compute.manager [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Terminating instance [ 1102.902253] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.902792] env[69365]: DEBUG nova.compute.manager [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1102.905910] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.944s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.906065] env[69365]: DEBUG nova.objects.instance [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lazy-loading 'pci_requests' on Instance uuid 0d028ec7-840a-4095-9a67-641ef8358807 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.141026] env[69365]: DEBUG nova.compute.manager [None req-7e6d10ef-cd94-4ddf-a77e-045ac9aba3e2 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.141143] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6d10ef-cd94-4ddf-a77e-045ac9aba3e2 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.142108] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408fa0d7-b0e6-49a8-abbd-d885fcbc0759 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.158748] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469619, 'name': CreateVM_Task, 'duration_secs': 0.394219} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.164175] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.164528] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e6d10ef-cd94-4ddf-a77e-045ac9aba3e2 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.165274] env[69365]: DEBUG oslo_concurrency.lockutils [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.165467] env[69365]: DEBUG oslo_concurrency.lockutils [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.165771] env[69365]: DEBUG oslo_concurrency.lockutils [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.166025] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9f4285d-aca7-42b9-a008-ba95f625829e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.167742] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2848fefd-a723-4897-9c3e-7865fc11c281 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.173642] env[69365]: DEBUG oslo_vmware.api [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Waiting for the task: (returnval){ [ 1103.173642] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]526e9899-27a5-84da-e6de-b20c2e6b1956" [ 1103.173642] env[69365]: _type = "Task" [ 1103.173642] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.179846] env[69365]: DEBUG oslo_vmware.api [None req-7e6d10ef-cd94-4ddf-a77e-045ac9aba3e2 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 1103.179846] env[69365]: value = "task-3469620" [ 1103.179846] env[69365]: _type = "Task" [ 1103.179846] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.183719] env[69365]: DEBUG oslo_vmware.api [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]526e9899-27a5-84da-e6de-b20c2e6b1956, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.194782] env[69365]: DEBUG oslo_vmware.api [None req-7e6d10ef-cd94-4ddf-a77e-045ac9aba3e2 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.219788] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "13374b40-a77c-42c8-ad61-cc1e02681e81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.221951] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "13374b40-a77c-42c8-ad61-cc1e02681e81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.223303] env[69365]: INFO nova.compute.manager [-] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Took 1.44 seconds to deallocate network for instance. [ 1103.309214] env[69365]: DEBUG nova.compute.manager [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1103.310099] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1103.310535] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746eea70-1c79-4dc0-899d-27c46e49fe22 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.323850] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.325112] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e7f6edb-2c7f-4b34-bf3f-25a6efcf3079 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.333970] env[69365]: DEBUG oslo_vmware.api [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1103.333970] env[69365]: value = "task-3469621" [ 1103.333970] env[69365]: _type = "Task" [ 1103.333970] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.348029] env[69365]: DEBUG oslo_vmware.api [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.409161] env[69365]: DEBUG nova.compute.utils [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1103.411970] env[69365]: DEBUG nova.objects.instance [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lazy-loading 'numa_topology' on Instance uuid 0d028ec7-840a-4095-9a67-641ef8358807 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.417037] env[69365]: DEBUG nova.compute.manager [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1103.417037] env[69365]: DEBUG nova.network.neutron [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.533478] env[69365]: DEBUG nova.policy [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '68e5ed55d2d345ffa679159b23e643c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '893992857bc349fe9f2bab5a50fbbf3a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.553187] env[69365]: DEBUG nova.network.neutron [req-2ac980c8-08a8-472d-a54c-3dbf0d36f6f5 req-b52633a2-16e0-4f99-bb76-66da2b3d47dd service nova] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Updated VIF entry in instance network info cache for port 954e1b0f-96ab-48fe-b49b-4904c57c61f9. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1103.553538] env[69365]: DEBUG nova.network.neutron [req-2ac980c8-08a8-472d-a54c-3dbf0d36f6f5 req-b52633a2-16e0-4f99-bb76-66da2b3d47dd service nova] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Updating instance_info_cache with network_info: [{"id": "954e1b0f-96ab-48fe-b49b-4904c57c61f9", "address": "fa:16:3e:a0:d0:21", "network": {"id": "582f0a65-fbb1-4630-bdcf-75907da43261", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2080998675-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "36a2f060f0944a8298504a86a3bd9f01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "19598cc1-e105-4565-906a-09dde75e3fbe", "external-id": "nsx-vlan-transportzone-371", "segmentation_id": 371, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954e1b0f-96", "ovs_interfaceid": "954e1b0f-96ab-48fe-b49b-4904c57c61f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.575707] env[69365]: INFO nova.network.neutron [None req-4244ff51-6602-41a4-a986-aaeee3d555a4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Port baaacc07-1ac8-465c-b6c0-1d01174943c4 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1103.576133] env[69365]: INFO nova.network.neutron [None req-4244ff51-6602-41a4-a986-aaeee3d555a4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Port a3fdecce-e214-4d19-b786-709ea7102e0b from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1103.576761] env[69365]: DEBUG nova.network.neutron [None req-4244ff51-6602-41a4-a986-aaeee3d555a4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Updating instance_info_cache with network_info: [{"id": "53ffde16-6c2a-4994-847c-107100da0e13", "address": "fa:16:3e:e0:96:16", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ffde16-6c", "ovs_interfaceid": "53ffde16-6c2a-4994-847c-107100da0e13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.686841] env[69365]: DEBUG oslo_vmware.api [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]526e9899-27a5-84da-e6de-b20c2e6b1956, 'name': SearchDatastore_Task, 'duration_secs': 0.020344} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.691251] env[69365]: DEBUG oslo_concurrency.lockutils [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.691468] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.691752] env[69365]: DEBUG oslo_concurrency.lockutils [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.691905] env[69365]: DEBUG oslo_concurrency.lockutils [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.692095] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.692396] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9879bf6c-ab65-4218-a3f8-6952ce62f66d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.700420] env[69365]: DEBUG oslo_vmware.api [None req-7e6d10ef-cd94-4ddf-a77e-045ac9aba3e2 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469620, 'name': PowerOffVM_Task, 'duration_secs': 0.26466} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.700679] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e6d10ef-cd94-4ddf-a77e-045ac9aba3e2 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.700884] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6d10ef-cd94-4ddf-a77e-045ac9aba3e2 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.701192] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c52c29ee-dab1-4549-9bb4-5b3b7d5bc4dd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.703707] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.703947] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.704967] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14efc01d-9079-41be-a151-b90711e99c40 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.711628] env[69365]: DEBUG oslo_vmware.api [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Waiting for the task: (returnval){ [ 1103.711628] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a3befc-bc92-ea99-ab57-fe49e49d737b" [ 1103.711628] env[69365]: _type = "Task" [ 1103.711628] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.720725] env[69365]: DEBUG oslo_vmware.api [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a3befc-bc92-ea99-ab57-fe49e49d737b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.726262] env[69365]: DEBUG nova.compute.manager [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1103.734542] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3e6bcc0e-2f85-44bf-a690-0b5c947934c1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.778755] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6d10ef-cd94-4ddf-a77e-045ac9aba3e2 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.778909] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6d10ef-cd94-4ddf-a77e-045ac9aba3e2 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.778972] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e6d10ef-cd94-4ddf-a77e-045ac9aba3e2 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Deleting the datastore file [datastore1] 4fbe7273-3bca-4188-b5b1-edd291df9fed {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.779260] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc16be41-dd89-4d62-ae7c-155d9dae999a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.788062] env[69365]: DEBUG oslo_vmware.api [None req-7e6d10ef-cd94-4ddf-a77e-045ac9aba3e2 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 1103.788062] env[69365]: value = "task-3469623" [ 1103.788062] env[69365]: _type = "Task" [ 1103.788062] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.797218] env[69365]: DEBUG oslo_vmware.api [None req-7e6d10ef-cd94-4ddf-a77e-045ac9aba3e2 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.845604] env[69365]: DEBUG oslo_vmware.api [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469621, 'name': PowerOffVM_Task, 'duration_secs': 0.223153} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.846472] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.846472] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1103.846472] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e972a74d-c6ec-4bd3-800a-1187e72c597f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.913348] env[69365]: DEBUG nova.network.neutron [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Successfully created port: be600f67-7e57-494b-bc0d-b15128674d77 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1103.915910] env[69365]: DEBUG nova.compute.manager [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1103.920708] env[69365]: INFO nova.compute.claims [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.948531] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1103.949276] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1103.949276] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Deleting the datastore file [datastore1] f7bd87f3-f267-4695-b01a-1bc7cbb03b7f {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1103.949479] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27d3bf80-8665-47eb-8bb5-feaf4cd40fd3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.958402] env[69365]: DEBUG oslo_vmware.api [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1103.958402] env[69365]: value = "task-3469625" [ 1103.958402] env[69365]: _type = "Task" [ 1103.958402] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.968411] env[69365]: DEBUG oslo_vmware.api [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.059384] env[69365]: DEBUG oslo_concurrency.lockutils [req-2ac980c8-08a8-472d-a54c-3dbf0d36f6f5 req-b52633a2-16e0-4f99-bb76-66da2b3d47dd service nova] Releasing lock "refresh_cache-4a3d3797-1442-4a1b-bb7b-fa97017a4255" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.059630] env[69365]: DEBUG nova.compute.manager [req-2ac980c8-08a8-472d-a54c-3dbf0d36f6f5 req-b52633a2-16e0-4f99-bb76-66da2b3d47dd service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Received event network-vif-deleted-baaacc07-1ac8-465c-b6c0-1d01174943c4 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.059878] env[69365]: INFO nova.compute.manager [req-2ac980c8-08a8-472d-a54c-3dbf0d36f6f5 req-b52633a2-16e0-4f99-bb76-66da2b3d47dd service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Neutron deleted interface baaacc07-1ac8-465c-b6c0-1d01174943c4; detaching it from the instance and deleting it from the info cache [ 1104.060153] env[69365]: DEBUG nova.network.neutron [req-2ac980c8-08a8-472d-a54c-3dbf0d36f6f5 req-b52633a2-16e0-4f99-bb76-66da2b3d47dd service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Updating instance_info_cache with network_info: [{"id": "53ffde16-6c2a-4994-847c-107100da0e13", "address": "fa:16:3e:e0:96:16", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ffde16-6c", "ovs_interfaceid": "53ffde16-6c2a-4994-847c-107100da0e13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a3fdecce-e214-4d19-b786-709ea7102e0b", "address": "fa:16:3e:66:01:77", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3fdecce-e2", "ovs_interfaceid": "a3fdecce-e214-4d19-b786-709ea7102e0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.081234] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4244ff51-6602-41a4-a986-aaeee3d555a4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Releasing lock "refresh_cache-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.226387] env[69365]: DEBUG oslo_vmware.api [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a3befc-bc92-ea99-ab57-fe49e49d737b, 'name': SearchDatastore_Task, 'duration_secs': 0.011491} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.227200] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18f4323e-728a-4d60-87a8-dcfaf2494dde {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.237240] env[69365]: DEBUG oslo_vmware.api [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Waiting for the task: (returnval){ [ 1104.237240] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]526bf95b-90f6-e0b2-b7b1-84d7bb3cbf26" [ 1104.237240] env[69365]: _type = "Task" [ 1104.237240] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.247652] env[69365]: DEBUG oslo_vmware.api [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]526bf95b-90f6-e0b2-b7b1-84d7bb3cbf26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.252335] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.299441] env[69365]: DEBUG oslo_vmware.api [None req-7e6d10ef-cd94-4ddf-a77e-045ac9aba3e2 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226913} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.299525] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e6d10ef-cd94-4ddf-a77e-045ac9aba3e2 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.299725] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6d10ef-cd94-4ddf-a77e-045ac9aba3e2 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.299924] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7e6d10ef-cd94-4ddf-a77e-045ac9aba3e2 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.300154] env[69365]: INFO nova.compute.manager [None req-7e6d10ef-cd94-4ddf-a77e-045ac9aba3e2 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1104.300424] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e6d10ef-cd94-4ddf-a77e-045ac9aba3e2 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.300627] env[69365]: DEBUG nova.compute.manager [-] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.300753] env[69365]: DEBUG nova.network.neutron [-] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.470896] env[69365]: DEBUG oslo_vmware.api [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306437} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.471232] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1104.471479] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1104.471700] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1104.471927] env[69365]: INFO nova.compute.manager [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1104.472338] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.472773] env[69365]: DEBUG nova.compute.manager [-] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1104.472934] env[69365]: DEBUG nova.network.neutron [-] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1104.540873] env[69365]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port a3fdecce-e214-4d19-b786-709ea7102e0b could not be found.", "detail": ""}} {{(pid=69365) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1104.541153] env[69365]: DEBUG nova.network.neutron [-] Unable to show port a3fdecce-e214-4d19-b786-709ea7102e0b as it no longer exists. {{(pid=69365) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1104.564125] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39ac4c0d-326f-4838-a027-659ef192e246 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.580675] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3de9d7d-f07f-4815-baf6-645b6ca2ba47 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.595833] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4244ff51-6602-41a4-a986-aaeee3d555a4 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "interface-f7bd87f3-f267-4695-b01a-1bc7cbb03b7f-baaacc07-1ac8-465c-b6c0-1d01174943c4" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.312s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.632207] env[69365]: DEBUG nova.compute.manager [req-2ac980c8-08a8-472d-a54c-3dbf0d36f6f5 req-b52633a2-16e0-4f99-bb76-66da2b3d47dd service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Detach interface failed, port_id=baaacc07-1ac8-465c-b6c0-1d01174943c4, reason: Instance f7bd87f3-f267-4695-b01a-1bc7cbb03b7f could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1104.632444] env[69365]: DEBUG nova.compute.manager [req-2ac980c8-08a8-472d-a54c-3dbf0d36f6f5 req-b52633a2-16e0-4f99-bb76-66da2b3d47dd service nova] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Received event network-vif-deleted-b2dc759a-ce08-4dd7-acca-f62998a362ec {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.632618] env[69365]: INFO nova.compute.manager [req-2ac980c8-08a8-472d-a54c-3dbf0d36f6f5 req-b52633a2-16e0-4f99-bb76-66da2b3d47dd service nova] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Neutron deleted interface b2dc759a-ce08-4dd7-acca-f62998a362ec; detaching it from the instance and deleting it from the info cache [ 1104.632851] env[69365]: DEBUG nova.network.neutron [req-2ac980c8-08a8-472d-a54c-3dbf0d36f6f5 req-b52633a2-16e0-4f99-bb76-66da2b3d47dd service nova] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.641135] env[69365]: DEBUG nova.compute.manager [req-068cc469-f962-4a93-bbe0-3ee2c345fc3e req-acebab50-3006-4632-807f-2d505c113f6b service nova] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Received event network-vif-deleted-4fd30f55-b31b-413c-986f-ae97468dfd86 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.641817] env[69365]: INFO nova.compute.manager [req-068cc469-f962-4a93-bbe0-3ee2c345fc3e req-acebab50-3006-4632-807f-2d505c113f6b service nova] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Neutron deleted interface 4fd30f55-b31b-413c-986f-ae97468dfd86; detaching it from the instance and deleting it from the info cache [ 1104.641817] env[69365]: DEBUG nova.network.neutron [req-068cc469-f962-4a93-bbe0-3ee2c345fc3e req-acebab50-3006-4632-807f-2d505c113f6b service nova] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.748512] env[69365]: DEBUG oslo_vmware.api [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]526bf95b-90f6-e0b2-b7b1-84d7bb3cbf26, 'name': SearchDatastore_Task, 'duration_secs': 0.025306} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.748929] env[69365]: DEBUG oslo_concurrency.lockutils [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.749284] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 4a3d3797-1442-4a1b-bb7b-fa97017a4255/4a3d3797-1442-4a1b-bb7b-fa97017a4255.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1104.749569] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-064c9415-7218-40ae-a862-ab1c95d75083 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.760177] env[69365]: DEBUG oslo_vmware.api [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Waiting for the task: (returnval){ [ 1104.760177] env[69365]: value = "task-3469626" [ 1104.760177] env[69365]: _type = "Task" [ 1104.760177] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.771303] env[69365]: DEBUG oslo_vmware.api [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Task: {'id': task-3469626, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.936924] env[69365]: DEBUG nova.compute.manager [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1104.979160] env[69365]: DEBUG nova.virt.hardware [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.983022] env[69365]: DEBUG nova.virt.hardware [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.983022] env[69365]: DEBUG nova.virt.hardware [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.983022] env[69365]: DEBUG nova.virt.hardware [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.983022] env[69365]: DEBUG nova.virt.hardware [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.983022] env[69365]: DEBUG nova.virt.hardware [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.983022] env[69365]: DEBUG nova.virt.hardware [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.983022] env[69365]: DEBUG nova.virt.hardware [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.983022] env[69365]: DEBUG nova.virt.hardware [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.983022] env[69365]: DEBUG nova.virt.hardware [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.983022] env[69365]: DEBUG nova.virt.hardware [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.983022] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cdfd8d-83ca-4e63-8913-727e17940ac4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.996984] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-876e0fcb-28bc-4646-a1d7-5f9271d1b12c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.103156] env[69365]: DEBUG nova.network.neutron [-] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.136167] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-21b25c05-b86b-4610-8904-8e968c2a9889 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.148772] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44e61b14-4161-4a3a-a52f-846f91609f60 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.156321] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855ea864-8271-4d90-97e2-6eeed6eb1871 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.174212] env[69365]: DEBUG nova.compute.manager [req-e1181ecf-5bdd-44a5-8d98-508560c8efc4 req-66d9ca65-2aa5-420e-822f-02e5a421d6bf service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Received event network-vif-deleted-53ffde16-6c2a-4994-847c-107100da0e13 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.174472] env[69365]: INFO nova.compute.manager [req-e1181ecf-5bdd-44a5-8d98-508560c8efc4 req-66d9ca65-2aa5-420e-822f-02e5a421d6bf service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Neutron deleted interface 53ffde16-6c2a-4994-847c-107100da0e13; detaching it from the instance and deleting it from the info cache [ 1105.174683] env[69365]: DEBUG nova.network.neutron [req-e1181ecf-5bdd-44a5-8d98-508560c8efc4 req-66d9ca65-2aa5-420e-822f-02e5a421d6bf service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Updating instance_info_cache with network_info: [{"id": "a3fdecce-e214-4d19-b786-709ea7102e0b", "address": "fa:16:3e:66:01:77", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3fdecce-e2", "ovs_interfaceid": "a3fdecce-e214-4d19-b786-709ea7102e0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.180695] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ccbe5e-fb82-44f8-93b6-fc3808b11606 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.207424] env[69365]: DEBUG nova.compute.manager [req-2ac980c8-08a8-472d-a54c-3dbf0d36f6f5 req-b52633a2-16e0-4f99-bb76-66da2b3d47dd service nova] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Detach interface failed, port_id=b2dc759a-ce08-4dd7-acca-f62998a362ec, reason: Instance 3a4defd7-f393-4d57-9dba-7f7af55c64c1 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1105.207935] env[69365]: DEBUG nova.compute.manager [req-2ac980c8-08a8-472d-a54c-3dbf0d36f6f5 req-b52633a2-16e0-4f99-bb76-66da2b3d47dd service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Received event network-vif-deleted-a3fdecce-e214-4d19-b786-709ea7102e0b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1105.208069] env[69365]: INFO nova.compute.manager [req-2ac980c8-08a8-472d-a54c-3dbf0d36f6f5 req-b52633a2-16e0-4f99-bb76-66da2b3d47dd service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Neutron deleted interface a3fdecce-e214-4d19-b786-709ea7102e0b; detaching it from the instance and deleting it from the info cache [ 1105.208336] env[69365]: DEBUG nova.network.neutron [req-2ac980c8-08a8-472d-a54c-3dbf0d36f6f5 req-b52633a2-16e0-4f99-bb76-66da2b3d47dd service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Updating instance_info_cache with network_info: [{"id": "53ffde16-6c2a-4994-847c-107100da0e13", "address": "fa:16:3e:e0:96:16", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53ffde16-6c", "ovs_interfaceid": "53ffde16-6c2a-4994-847c-107100da0e13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.238257] env[69365]: DEBUG nova.compute.manager [req-068cc469-f962-4a93-bbe0-3ee2c345fc3e req-acebab50-3006-4632-807f-2d505c113f6b service nova] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Detach interface failed, port_id=4fd30f55-b31b-413c-986f-ae97468dfd86, reason: Instance 4fbe7273-3bca-4188-b5b1-edd291df9fed could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1105.272575] env[69365]: DEBUG oslo_vmware.api [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Task: {'id': task-3469626, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.413118] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ad709f-1646-4031-994d-c7b9a65550c8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.424177] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bc60f0-6596-444e-b065-08dc1670a713 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.462088] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cc9c87-1cdd-4ae6-afe1-c83bec5871d2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.473218] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346a4452-cd1f-443d-9241-e10649e97a76 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.490594] env[69365]: DEBUG nova.compute.provider_tree [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1105.550473] env[69365]: DEBUG nova.network.neutron [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Successfully updated port: be600f67-7e57-494b-bc0d-b15128674d77 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1105.612687] env[69365]: INFO nova.compute.manager [-] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Took 1.31 seconds to deallocate network for instance. [ 1105.644487] env[69365]: DEBUG nova.network.neutron [-] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.677590] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3f70fcb-0c89-4800-b678-af7332ecffd6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.695736] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30430102-126b-4b5f-abaf-a8bdcffbb107 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.712641] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9450a0e5-fc7a-4032-b86d-7155abd711a6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.734020] env[69365]: DEBUG nova.compute.manager [req-e1181ecf-5bdd-44a5-8d98-508560c8efc4 req-66d9ca65-2aa5-420e-822f-02e5a421d6bf service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Detach interface failed, port_id=53ffde16-6c2a-4994-847c-107100da0e13, reason: Instance f7bd87f3-f267-4695-b01a-1bc7cbb03b7f could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1105.737184] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e7c274-13cb-483a-abb2-6756ee27cc32 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.774209] env[69365]: DEBUG nova.compute.manager [req-2ac980c8-08a8-472d-a54c-3dbf0d36f6f5 req-b52633a2-16e0-4f99-bb76-66da2b3d47dd service nova] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Detach interface failed, port_id=a3fdecce-e214-4d19-b786-709ea7102e0b, reason: Instance f7bd87f3-f267-4695-b01a-1bc7cbb03b7f could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1105.784637] env[69365]: DEBUG oslo_vmware.api [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Task: {'id': task-3469626, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771532} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.784989] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 4a3d3797-1442-4a1b-bb7b-fa97017a4255/4a3d3797-1442-4a1b-bb7b-fa97017a4255.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.785240] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.785910] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0718b4e4-94c3-4e4b-a1e2-068d158e75df {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.797484] env[69365]: DEBUG oslo_vmware.api [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Waiting for the task: (returnval){ [ 1105.797484] env[69365]: value = "task-3469627" [ 1105.797484] env[69365]: _type = "Task" [ 1105.797484] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.811905] env[69365]: DEBUG oslo_vmware.api [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Task: {'id': task-3469627, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.013241] env[69365]: ERROR nova.scheduler.client.report [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [req-7bf91fd6-b10a-44d4-9fcc-d92856c6063b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1e46e834-6985-4ce8-8ea0-649bfd87006d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7bf91fd6-b10a-44d4-9fcc-d92856c6063b"}]} [ 1106.030249] env[69365]: DEBUG nova.scheduler.client.report [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Refreshing inventories for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1106.044746] env[69365]: DEBUG nova.scheduler.client.report [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Updating ProviderTree inventory for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1106.045055] env[69365]: DEBUG nova.compute.provider_tree [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1106.052873] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Acquiring lock "refresh_cache-a69c243b-8af1-4e97-a1c9-4c760e9189bf" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.052948] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Acquired lock "refresh_cache-a69c243b-8af1-4e97-a1c9-4c760e9189bf" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.053114] env[69365]: DEBUG nova.network.neutron [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.057092] env[69365]: DEBUG nova.scheduler.client.report [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Refreshing aggregate associations for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d, aggregates: None {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1106.079299] env[69365]: DEBUG nova.scheduler.client.report [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Refreshing trait associations for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1106.121337] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7e6d10ef-cd94-4ddf-a77e-045ac9aba3e2 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.147595] env[69365]: INFO nova.compute.manager [-] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Took 1.67 seconds to deallocate network for instance. [ 1106.311462] env[69365]: DEBUG oslo_vmware.api [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Task: {'id': task-3469627, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165764} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.311743] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.312556] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f8c1e8-4653-4f98-b2f7-659c77a97b3e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.340409] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 4a3d3797-1442-4a1b-bb7b-fa97017a4255/4a3d3797-1442-4a1b-bb7b-fa97017a4255.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.343573] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6b3ff2c-9f47-4067-8bec-352161d7c22f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.365315] env[69365]: DEBUG oslo_vmware.api [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Waiting for the task: (returnval){ [ 1106.365315] env[69365]: value = "task-3469628" [ 1106.365315] env[69365]: _type = "Task" [ 1106.365315] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.371621] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0700650f-ecb7-4a71-a8e1-acbe1a1fd708 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "bf5de304-45c8-4772-a217-0d67a3f25b50" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.371872] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0700650f-ecb7-4a71-a8e1-acbe1a1fd708 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "bf5de304-45c8-4772-a217-0d67a3f25b50" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.379752] env[69365]: DEBUG oslo_vmware.api [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Task: {'id': task-3469628, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.420804] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa01a39-a909-4519-b303-a6cc33d322f0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.429853] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77655985-a255-4719-b314-67f4626773e6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.464811] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b466b18b-ea58-421f-8d48-0cde4641201f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.473696] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18b5d72-1290-4db3-89f7-99ebd8177f2e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.489368] env[69365]: DEBUG nova.compute.provider_tree [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1106.594855] env[69365]: DEBUG nova.network.neutron [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1106.656308] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.747115] env[69365]: DEBUG nova.network.neutron [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Updating instance_info_cache with network_info: [{"id": "be600f67-7e57-494b-bc0d-b15128674d77", "address": "fa:16:3e:7f:ae:2e", "network": {"id": "330bfb23-60d2-41ef-b6fd-c4b9d2ea64ff", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1201635401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893992857bc349fe9f2bab5a50fbbf3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe600f67-7e", "ovs_interfaceid": "be600f67-7e57-494b-bc0d-b15128674d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.876378] env[69365]: DEBUG oslo_vmware.api [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Task: {'id': task-3469628, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.881580] env[69365]: DEBUG nova.compute.utils [None req-0700650f-ecb7-4a71-a8e1-acbe1a1fd708 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1107.028116] env[69365]: DEBUG nova.scheduler.client.report [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Updated inventory for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1107.028404] env[69365]: DEBUG nova.compute.provider_tree [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Updating resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d generation from 124 to 125 during operation: update_inventory {{(pid=69365) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1107.028586] env[69365]: DEBUG nova.compute.provider_tree [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1107.250343] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Releasing lock "refresh_cache-a69c243b-8af1-4e97-a1c9-4c760e9189bf" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.250667] env[69365]: DEBUG nova.compute.manager [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Instance network_info: |[{"id": "be600f67-7e57-494b-bc0d-b15128674d77", "address": "fa:16:3e:7f:ae:2e", "network": {"id": "330bfb23-60d2-41ef-b6fd-c4b9d2ea64ff", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1201635401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893992857bc349fe9f2bab5a50fbbf3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe600f67-7e", "ovs_interfaceid": "be600f67-7e57-494b-bc0d-b15128674d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1107.251126] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:ae:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c894ab55-c869-4530-9702-cb46d173ce94', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be600f67-7e57-494b-bc0d-b15128674d77', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1107.260742] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1107.260988] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1107.261249] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f6973b6-21a7-48eb-aae9-c5393fcea671 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.288887] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1107.288887] env[69365]: value = "task-3469629" [ 1107.288887] env[69365]: _type = "Task" [ 1107.288887] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.303413] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469629, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.378092] env[69365]: DEBUG oslo_vmware.api [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Task: {'id': task-3469628, 'name': ReconfigVM_Task, 'duration_secs': 0.920398} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.378358] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 4a3d3797-1442-4a1b-bb7b-fa97017a4255/4a3d3797-1442-4a1b-bb7b-fa97017a4255.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.379412] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9dc6e3bb-5c34-4949-a76d-c15a26ff4e60 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.384198] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0700650f-ecb7-4a71-a8e1-acbe1a1fd708 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "bf5de304-45c8-4772-a217-0d67a3f25b50" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.388116] env[69365]: DEBUG oslo_vmware.api [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Waiting for the task: (returnval){ [ 1107.388116] env[69365]: value = "task-3469630" [ 1107.388116] env[69365]: _type = "Task" [ 1107.388116] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.397750] env[69365]: DEBUG oslo_vmware.api [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Task: {'id': task-3469630, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.534402] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.628s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.537711] env[69365]: DEBUG oslo_concurrency.lockutils [None req-370d45ba-768b-4c55-b4b4-f3b1619430af tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.501s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.537968] env[69365]: DEBUG nova.objects.instance [None req-370d45ba-768b-4c55-b4b4-f3b1619430af tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lazy-loading 'resources' on Instance uuid cbcf96bc-9309-40d8-a26b-9d3d54d343c5 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.556808] env[69365]: DEBUG nova.compute.manager [req-3dfd810e-da16-43c0-b985-61cee6ebae8c req-7cb05c66-3319-4ffd-a00f-0aefc6bd0bc0 service nova] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Received event network-vif-plugged-be600f67-7e57-494b-bc0d-b15128674d77 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.557107] env[69365]: DEBUG oslo_concurrency.lockutils [req-3dfd810e-da16-43c0-b985-61cee6ebae8c req-7cb05c66-3319-4ffd-a00f-0aefc6bd0bc0 service nova] Acquiring lock "a69c243b-8af1-4e97-a1c9-4c760e9189bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.557342] env[69365]: DEBUG oslo_concurrency.lockutils [req-3dfd810e-da16-43c0-b985-61cee6ebae8c req-7cb05c66-3319-4ffd-a00f-0aefc6bd0bc0 service nova] Lock "a69c243b-8af1-4e97-a1c9-4c760e9189bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.557582] env[69365]: DEBUG oslo_concurrency.lockutils [req-3dfd810e-da16-43c0-b985-61cee6ebae8c req-7cb05c66-3319-4ffd-a00f-0aefc6bd0bc0 service nova] Lock "a69c243b-8af1-4e97-a1c9-4c760e9189bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.557783] env[69365]: DEBUG nova.compute.manager [req-3dfd810e-da16-43c0-b985-61cee6ebae8c req-7cb05c66-3319-4ffd-a00f-0aefc6bd0bc0 service nova] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] No waiting events found dispatching network-vif-plugged-be600f67-7e57-494b-bc0d-b15128674d77 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1107.557966] env[69365]: WARNING nova.compute.manager [req-3dfd810e-da16-43c0-b985-61cee6ebae8c req-7cb05c66-3319-4ffd-a00f-0aefc6bd0bc0 service nova] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Received unexpected event network-vif-plugged-be600f67-7e57-494b-bc0d-b15128674d77 for instance with vm_state building and task_state spawning. [ 1107.558140] env[69365]: DEBUG nova.compute.manager [req-3dfd810e-da16-43c0-b985-61cee6ebae8c req-7cb05c66-3319-4ffd-a00f-0aefc6bd0bc0 service nova] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Received event network-changed-be600f67-7e57-494b-bc0d-b15128674d77 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1107.558309] env[69365]: DEBUG nova.compute.manager [req-3dfd810e-da16-43c0-b985-61cee6ebae8c req-7cb05c66-3319-4ffd-a00f-0aefc6bd0bc0 service nova] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Refreshing instance network info cache due to event network-changed-be600f67-7e57-494b-bc0d-b15128674d77. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1107.558489] env[69365]: DEBUG oslo_concurrency.lockutils [req-3dfd810e-da16-43c0-b985-61cee6ebae8c req-7cb05c66-3319-4ffd-a00f-0aefc6bd0bc0 service nova] Acquiring lock "refresh_cache-a69c243b-8af1-4e97-a1c9-4c760e9189bf" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.558672] env[69365]: DEBUG oslo_concurrency.lockutils [req-3dfd810e-da16-43c0-b985-61cee6ebae8c req-7cb05c66-3319-4ffd-a00f-0aefc6bd0bc0 service nova] Acquired lock "refresh_cache-a69c243b-8af1-4e97-a1c9-4c760e9189bf" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.558836] env[69365]: DEBUG nova.network.neutron [req-3dfd810e-da16-43c0-b985-61cee6ebae8c req-7cb05c66-3319-4ffd-a00f-0aefc6bd0bc0 service nova] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Refreshing network info cache for port be600f67-7e57-494b-bc0d-b15128674d77 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1107.574112] env[69365]: INFO nova.network.neutron [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Updating port 1938e39c-0709-4420-a5e2-70a0285228a6 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1107.627825] env[69365]: DEBUG oslo_vmware.rw_handles [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52049cb3-a061-2e02-839c-5819f830e408/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1107.629656] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad4b731-f4e7-4a83-8d22-873318589e3d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.637920] env[69365]: DEBUG oslo_vmware.rw_handles [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52049cb3-a061-2e02-839c-5819f830e408/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1107.637920] env[69365]: ERROR oslo_vmware.rw_handles [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52049cb3-a061-2e02-839c-5819f830e408/disk-0.vmdk due to incomplete transfer. [ 1107.637920] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b12a065a-ba78-46a6-9ec1-343c959570e2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.644636] env[69365]: DEBUG oslo_vmware.rw_handles [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52049cb3-a061-2e02-839c-5819f830e408/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1107.644744] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Uploaded image 3fb4bfce-6d12-4c5b-8fda-f0601ce39b58 to the Glance image server {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1107.647079] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1107.647340] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-38933322-d4f8-4a70-a25a-92c197142bcc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.654528] env[69365]: DEBUG oslo_vmware.api [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the task: (returnval){ [ 1107.654528] env[69365]: value = "task-3469631" [ 1107.654528] env[69365]: _type = "Task" [ 1107.654528] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.662675] env[69365]: DEBUG oslo_vmware.api [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469631, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.783342] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a9d17e4-7ac1-477f-bf22-6339825ff2cf tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "31ff0b14-dc60-4a4f-95f4-c0d823364979" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.783614] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a9d17e4-7ac1-477f-bf22-6339825ff2cf tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "31ff0b14-dc60-4a4f-95f4-c0d823364979" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.783797] env[69365]: DEBUG nova.compute.manager [None req-4a9d17e4-7ac1-477f-bf22-6339825ff2cf tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.784758] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b539b538-3a7f-4819-89aa-32d7de8a8cc0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.793707] env[69365]: DEBUG nova.compute.manager [None req-4a9d17e4-7ac1-477f-bf22-6339825ff2cf tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69365) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1107.794281] env[69365]: DEBUG nova.objects.instance [None req-4a9d17e4-7ac1-477f-bf22-6339825ff2cf tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lazy-loading 'flavor' on Instance uuid 31ff0b14-dc60-4a4f-95f4-c0d823364979 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.800641] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469629, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.899168] env[69365]: DEBUG oslo_vmware.api [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Task: {'id': task-3469630, 'name': Rename_Task, 'duration_secs': 0.153976} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.899459] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.899704] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89a58c69-8c80-4c87-b968-9d6114a15ee3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.907419] env[69365]: DEBUG oslo_vmware.api [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Waiting for the task: (returnval){ [ 1107.907419] env[69365]: value = "task-3469632" [ 1107.907419] env[69365]: _type = "Task" [ 1107.907419] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.915874] env[69365]: DEBUG oslo_vmware.api [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Task: {'id': task-3469632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.164080] env[69365]: DEBUG oslo_vmware.api [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469631, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.288854] env[69365]: DEBUG nova.network.neutron [req-3dfd810e-da16-43c0-b985-61cee6ebae8c req-7cb05c66-3319-4ffd-a00f-0aefc6bd0bc0 service nova] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Updated VIF entry in instance network info cache for port be600f67-7e57-494b-bc0d-b15128674d77. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.289225] env[69365]: DEBUG nova.network.neutron [req-3dfd810e-da16-43c0-b985-61cee6ebae8c req-7cb05c66-3319-4ffd-a00f-0aefc6bd0bc0 service nova] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Updating instance_info_cache with network_info: [{"id": "be600f67-7e57-494b-bc0d-b15128674d77", "address": "fa:16:3e:7f:ae:2e", "network": {"id": "330bfb23-60d2-41ef-b6fd-c4b9d2ea64ff", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1201635401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893992857bc349fe9f2bab5a50fbbf3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe600f67-7e", "ovs_interfaceid": "be600f67-7e57-494b-bc0d-b15128674d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.301612] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469629, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.316641] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ebef11-5f9d-467e-bdfb-25eb0608092d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.325383] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705bd80a-8358-47e3-8e09-8c4427d9f26a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.360170] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850af498-2bce-4ee5-b8fb-282ac1a6350d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.368462] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70121a1c-9a14-4c25-b206-46d770fdc8a9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.383607] env[69365]: DEBUG nova.compute.provider_tree [None req-370d45ba-768b-4c55-b4b4-f3b1619430af tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.418152] env[69365]: DEBUG oslo_vmware.api [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Task: {'id': task-3469632, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.448612] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0700650f-ecb7-4a71-a8e1-acbe1a1fd708 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "bf5de304-45c8-4772-a217-0d67a3f25b50" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.450256] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0700650f-ecb7-4a71-a8e1-acbe1a1fd708 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "bf5de304-45c8-4772-a217-0d67a3f25b50" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.002s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.451309] env[69365]: INFO nova.compute.manager [None req-0700650f-ecb7-4a71-a8e1-acbe1a1fd708 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Attaching volume 391e838f-7527-4eed-ae2e-d7569d64048a to /dev/sdb [ 1108.483030] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8df7ecd4-2861-461b-aaa6-e2425b922eee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.493446] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb542c3-1dcc-4537-8be1-e5a368ccd548 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.506577] env[69365]: DEBUG nova.virt.block_device [None req-0700650f-ecb7-4a71-a8e1-acbe1a1fd708 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Updating existing volume attachment record: ff986d78-97b8-42e6-af1d-3facd44fe9f2 {{(pid=69365) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1108.665429] env[69365]: DEBUG oslo_vmware.api [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469631, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.794874] env[69365]: DEBUG oslo_concurrency.lockutils [req-3dfd810e-da16-43c0-b985-61cee6ebae8c req-7cb05c66-3319-4ffd-a00f-0aefc6bd0bc0 service nova] Releasing lock "refresh_cache-a69c243b-8af1-4e97-a1c9-4c760e9189bf" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.802457] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469629, 'name': CreateVM_Task, 'duration_secs': 1.424099} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.802636] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.804195] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.804362] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.804711] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.805158] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3a48adb-53b9-4263-928c-c50fe426270e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.807137] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9d17e4-7ac1-477f-bf22-6339825ff2cf tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.807376] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6b71584-f2ed-4ec9-8ab5-307fe5fd2d1c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.812933] env[69365]: DEBUG oslo_vmware.api [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Waiting for the task: (returnval){ [ 1108.812933] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52255c8f-141e-35fb-7ef4-6ef4603fe1df" [ 1108.812933] env[69365]: _type = "Task" [ 1108.812933] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.817810] env[69365]: DEBUG oslo_vmware.api [None req-4a9d17e4-7ac1-477f-bf22-6339825ff2cf tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1108.817810] env[69365]: value = "task-3469634" [ 1108.817810] env[69365]: _type = "Task" [ 1108.817810] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.824799] env[69365]: DEBUG oslo_vmware.api [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52255c8f-141e-35fb-7ef4-6ef4603fe1df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.829284] env[69365]: DEBUG oslo_vmware.api [None req-4a9d17e4-7ac1-477f-bf22-6339825ff2cf tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.887764] env[69365]: DEBUG nova.scheduler.client.report [None req-370d45ba-768b-4c55-b4b4-f3b1619430af tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.921600] env[69365]: DEBUG oslo_vmware.api [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Task: {'id': task-3469632, 'name': PowerOnVM_Task, 'duration_secs': 0.525199} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.921879] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.922196] env[69365]: INFO nova.compute.manager [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Took 8.97 seconds to spawn the instance on the hypervisor. [ 1108.922381] env[69365]: DEBUG nova.compute.manager [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.923187] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f9be9c-a69d-43cf-b1b7-1008dedaf3e3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.080391] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquiring lock "refresh_cache-0d028ec7-840a-4095-9a67-641ef8358807" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.080606] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquired lock "refresh_cache-0d028ec7-840a-4095-9a67-641ef8358807" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.080818] env[69365]: DEBUG nova.network.neutron [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.185080] env[69365]: DEBUG oslo_vmware.api [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469631, 'name': Destroy_Task, 'duration_secs': 1.36811} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.185340] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Destroyed the VM [ 1109.185844] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1109.186043] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0c33d4b3-d955-4750-af54-8496d52d5740 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.196948] env[69365]: DEBUG oslo_vmware.api [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the task: (returnval){ [ 1109.196948] env[69365]: value = "task-3469637" [ 1109.196948] env[69365]: _type = "Task" [ 1109.196948] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.205317] env[69365]: DEBUG oslo_vmware.api [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469637, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.333481] env[69365]: DEBUG oslo_vmware.api [None req-4a9d17e4-7ac1-477f-bf22-6339825ff2cf tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469634, 'name': PowerOffVM_Task, 'duration_secs': 0.339945} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.333481] env[69365]: DEBUG oslo_vmware.api [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52255c8f-141e-35fb-7ef4-6ef4603fe1df, 'name': SearchDatastore_Task, 'duration_secs': 0.012374} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.333481] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9d17e4-7ac1-477f-bf22-6339825ff2cf tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1109.333481] env[69365]: DEBUG nova.compute.manager [None req-4a9d17e4-7ac1-477f-bf22-6339825ff2cf tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1109.333794] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.333794] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1109.333994] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.336174] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.336174] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1109.336174] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aba45d9-ceea-4dd6-a44c-2f7df19e06ce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.338054] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-448e8304-c271-4a1a-a080-0122059aefe3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.351978] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1109.352200] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1109.352970] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3829c0f2-9e46-4f81-825d-6ca3185d9525 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.359822] env[69365]: DEBUG oslo_vmware.api [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Waiting for the task: (returnval){ [ 1109.359822] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]520d4b85-7703-3b1b-a85a-363f6498a41e" [ 1109.359822] env[69365]: _type = "Task" [ 1109.359822] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.368797] env[69365]: DEBUG oslo_vmware.api [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]520d4b85-7703-3b1b-a85a-363f6498a41e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.393345] env[69365]: DEBUG oslo_concurrency.lockutils [None req-370d45ba-768b-4c55-b4b4-f3b1619430af tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.397197] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5563f4a9-faff-45d4-bbf2-8c5024088155 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.859s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.397629] env[69365]: DEBUG nova.objects.instance [None req-5563f4a9-faff-45d4-bbf2-8c5024088155 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lazy-loading 'resources' on Instance uuid e43043de-85a7-4156-b409-45f08369126c {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.419787] env[69365]: INFO nova.scheduler.client.report [None req-370d45ba-768b-4c55-b4b4-f3b1619430af tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Deleted allocations for instance cbcf96bc-9309-40d8-a26b-9d3d54d343c5 [ 1109.445813] env[69365]: INFO nova.compute.manager [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Took 15.11 seconds to build instance. [ 1109.665543] env[69365]: DEBUG nova.compute.manager [req-c7e0b7e7-c986-48dd-a1bd-dd9d5b91b3b8 req-93d976c7-e30d-44ab-a234-853132a89167 service nova] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Received event network-vif-plugged-1938e39c-0709-4420-a5e2-70a0285228a6 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.665858] env[69365]: DEBUG oslo_concurrency.lockutils [req-c7e0b7e7-c986-48dd-a1bd-dd9d5b91b3b8 req-93d976c7-e30d-44ab-a234-853132a89167 service nova] Acquiring lock "0d028ec7-840a-4095-9a67-641ef8358807-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.666099] env[69365]: DEBUG oslo_concurrency.lockutils [req-c7e0b7e7-c986-48dd-a1bd-dd9d5b91b3b8 req-93d976c7-e30d-44ab-a234-853132a89167 service nova] Lock "0d028ec7-840a-4095-9a67-641ef8358807-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.666288] env[69365]: DEBUG oslo_concurrency.lockutils [req-c7e0b7e7-c986-48dd-a1bd-dd9d5b91b3b8 req-93d976c7-e30d-44ab-a234-853132a89167 service nova] Lock "0d028ec7-840a-4095-9a67-641ef8358807-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.666446] env[69365]: DEBUG nova.compute.manager [req-c7e0b7e7-c986-48dd-a1bd-dd9d5b91b3b8 req-93d976c7-e30d-44ab-a234-853132a89167 service nova] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] No waiting events found dispatching network-vif-plugged-1938e39c-0709-4420-a5e2-70a0285228a6 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1109.666614] env[69365]: WARNING nova.compute.manager [req-c7e0b7e7-c986-48dd-a1bd-dd9d5b91b3b8 req-93d976c7-e30d-44ab-a234-853132a89167 service nova] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Received unexpected event network-vif-plugged-1938e39c-0709-4420-a5e2-70a0285228a6 for instance with vm_state shelved_offloaded and task_state spawning. [ 1109.668350] env[69365]: DEBUG nova.compute.manager [req-c7e0b7e7-c986-48dd-a1bd-dd9d5b91b3b8 req-93d976c7-e30d-44ab-a234-853132a89167 service nova] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Received event network-changed-1938e39c-0709-4420-a5e2-70a0285228a6 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1109.668350] env[69365]: DEBUG nova.compute.manager [req-c7e0b7e7-c986-48dd-a1bd-dd9d5b91b3b8 req-93d976c7-e30d-44ab-a234-853132a89167 service nova] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Refreshing instance network info cache due to event network-changed-1938e39c-0709-4420-a5e2-70a0285228a6. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1109.668350] env[69365]: DEBUG oslo_concurrency.lockutils [req-c7e0b7e7-c986-48dd-a1bd-dd9d5b91b3b8 req-93d976c7-e30d-44ab-a234-853132a89167 service nova] Acquiring lock "refresh_cache-0d028ec7-840a-4095-9a67-641ef8358807" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.707019] env[69365]: DEBUG oslo_vmware.api [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469637, 'name': RemoveSnapshot_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.852601] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a9d17e4-7ac1-477f-bf22-6339825ff2cf tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "31ff0b14-dc60-4a4f-95f4-c0d823364979" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.873024] env[69365]: DEBUG oslo_vmware.api [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]520d4b85-7703-3b1b-a85a-363f6498a41e, 'name': SearchDatastore_Task, 'duration_secs': 0.012233} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.873024] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab216dd0-8bc5-463e-aa76-6c91ff283b58 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.878721] env[69365]: DEBUG oslo_vmware.api [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Waiting for the task: (returnval){ [ 1109.878721] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52828eb3-9c90-cbe2-d095-7c0e79a134fc" [ 1109.878721] env[69365]: _type = "Task" [ 1109.878721] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.888654] env[69365]: DEBUG oslo_vmware.api [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52828eb3-9c90-cbe2-d095-7c0e79a134fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.929497] env[69365]: DEBUG oslo_concurrency.lockutils [None req-370d45ba-768b-4c55-b4b4-f3b1619430af tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "cbcf96bc-9309-40d8-a26b-9d3d54d343c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.776s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.951682] env[69365]: DEBUG oslo_concurrency.lockutils [None req-edf3ce1c-c694-4e50-ab7e-da2302008ae9 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Lock "4a3d3797-1442-4a1b-bb7b-fa97017a4255" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.620s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.119926] env[69365]: DEBUG nova.network.neutron [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Updating instance_info_cache with network_info: [{"id": "1938e39c-0709-4420-a5e2-70a0285228a6", "address": "fa:16:3e:2b:8e:8e", "network": {"id": "23049ed0-3359-47e0-b335-9e9129503532", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1473799310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc8feb91faa4c708b1e140bad9f8ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1938e39c-07", "ovs_interfaceid": "1938e39c-0709-4420-a5e2-70a0285228a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.208167] env[69365]: DEBUG oslo_vmware.api [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469637, 'name': RemoveSnapshot_Task, 'duration_secs': 0.558718} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.208597] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1110.208695] env[69365]: INFO nova.compute.manager [None req-2bb4511f-cd22-4227-913e-ef06e305eb78 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Took 16.49 seconds to snapshot the instance on the hypervisor. [ 1110.243699] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c06193-249f-4d2a-af92-9c65718d2e50 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.252381] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cad1000-992f-4186-8ffa-051745c9769c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.283594] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5025e045-666b-4bc1-8862-e80b852916e7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.292376] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fc9d2b-db74-45a5-a11a-a5bd71c8c9c7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.308581] env[69365]: DEBUG nova.compute.provider_tree [None req-5563f4a9-faff-45d4-bbf2-8c5024088155 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.321887] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2cf94de9-b053-4b03-b917-4e112920ac84 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Acquiring lock "4a3d3797-1442-4a1b-bb7b-fa97017a4255" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.322242] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2cf94de9-b053-4b03-b917-4e112920ac84 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Lock "4a3d3797-1442-4a1b-bb7b-fa97017a4255" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.322397] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2cf94de9-b053-4b03-b917-4e112920ac84 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Acquiring lock "4a3d3797-1442-4a1b-bb7b-fa97017a4255-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.322580] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2cf94de9-b053-4b03-b917-4e112920ac84 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Lock "4a3d3797-1442-4a1b-bb7b-fa97017a4255-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.322725] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2cf94de9-b053-4b03-b917-4e112920ac84 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Lock "4a3d3797-1442-4a1b-bb7b-fa97017a4255-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.325173] env[69365]: INFO nova.compute.manager [None req-2cf94de9-b053-4b03-b917-4e112920ac84 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Terminating instance [ 1110.393821] env[69365]: DEBUG oslo_vmware.api [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52828eb3-9c90-cbe2-d095-7c0e79a134fc, 'name': SearchDatastore_Task, 'duration_secs': 0.01245} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.394222] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.394579] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] a69c243b-8af1-4e97-a1c9-4c760e9189bf/a69c243b-8af1-4e97-a1c9-4c760e9189bf.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1110.394931] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5fb9d996-6fd8-4d5c-ac13-08a2b9936fb1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.404314] env[69365]: DEBUG oslo_vmware.api [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Waiting for the task: (returnval){ [ 1110.404314] env[69365]: value = "task-3469638" [ 1110.404314] env[69365]: _type = "Task" [ 1110.404314] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.415732] env[69365]: DEBUG oslo_vmware.api [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': task-3469638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.530973] env[69365]: DEBUG oslo_concurrency.lockutils [None req-005a630f-3163-47e0-a6c5-3f6fb6ae189e tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "d5060397-0866-4489-be62-3b76d23362a8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.531277] env[69365]: DEBUG oslo_concurrency.lockutils [None req-005a630f-3163-47e0-a6c5-3f6fb6ae189e tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "d5060397-0866-4489-be62-3b76d23362a8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.623041] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Releasing lock "refresh_cache-0d028ec7-840a-4095-9a67-641ef8358807" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.624958] env[69365]: DEBUG oslo_concurrency.lockutils [req-c7e0b7e7-c986-48dd-a1bd-dd9d5b91b3b8 req-93d976c7-e30d-44ab-a234-853132a89167 service nova] Acquired lock "refresh_cache-0d028ec7-840a-4095-9a67-641ef8358807" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.625563] env[69365]: DEBUG nova.network.neutron [req-c7e0b7e7-c986-48dd-a1bd-dd9d5b91b3b8 req-93d976c7-e30d-44ab-a234-853132a89167 service nova] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Refreshing network info cache for port 1938e39c-0709-4420-a5e2-70a0285228a6 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.627372] env[69365]: DEBUG nova.objects.instance [None req-63162bbc-3566-4dd4-82ec-ef8e2f0ab444 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lazy-loading 'flavor' on Instance uuid 31ff0b14-dc60-4a4f-95f4-c0d823364979 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.653016] env[69365]: DEBUG nova.virt.hardware [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ed591cb01e48a6fb16565ee12ae3bd25',container_format='bare',created_at=2025-04-16T23:46:09Z,direct_url=,disk_format='vmdk',id=fbbcfbac-40a2-42c2-a916-cdb6b5007e0e,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1365339834-shelved',owner='8dc8feb91faa4c708b1e140bad9f8ea8',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2025-04-16T23:46:25Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1110.653279] env[69365]: DEBUG nova.virt.hardware [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1110.653606] env[69365]: DEBUG nova.virt.hardware [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.653606] env[69365]: DEBUG nova.virt.hardware [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1110.653740] env[69365]: DEBUG nova.virt.hardware [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.653886] env[69365]: DEBUG nova.virt.hardware [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1110.654111] env[69365]: DEBUG nova.virt.hardware [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1110.654277] env[69365]: DEBUG nova.virt.hardware [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1110.654448] env[69365]: DEBUG nova.virt.hardware [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1110.654612] env[69365]: DEBUG nova.virt.hardware [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1110.654787] env[69365]: DEBUG nova.virt.hardware [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1110.656578] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5e4169-fa47-433c-9b88-d1d052e8e807 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.666177] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb1c65c-0f2e-44ae-8ab5-1cdf30bf0882 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.681173] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:8e:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1938e39c-0709-4420-a5e2-70a0285228a6', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.689078] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.689585] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.689825] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdcbf098-a224-4adc-8d8f-0ee9fa293f22 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.715355] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.715355] env[69365]: value = "task-3469639" [ 1110.715355] env[69365]: _type = "Task" [ 1110.715355] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.726448] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469639, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.811636] env[69365]: DEBUG nova.scheduler.client.report [None req-5563f4a9-faff-45d4-bbf2-8c5024088155 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.828469] env[69365]: DEBUG nova.compute.manager [None req-2cf94de9-b053-4b03-b917-4e112920ac84 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.828783] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf94de9-b053-4b03-b917-4e112920ac84 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.830333] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb8f5c1-55ab-46eb-801c-f7234ab42a38 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.842859] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf94de9-b053-4b03-b917-4e112920ac84 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.843167] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6e6abe0-56d9-4d12-9c93-5af8c003248c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.853282] env[69365]: DEBUG oslo_vmware.api [None req-2cf94de9-b053-4b03-b917-4e112920ac84 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Waiting for the task: (returnval){ [ 1110.853282] env[69365]: value = "task-3469640" [ 1110.853282] env[69365]: _type = "Task" [ 1110.853282] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.863235] env[69365]: DEBUG oslo_vmware.api [None req-2cf94de9-b053-4b03-b917-4e112920ac84 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Task: {'id': task-3469640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.915105] env[69365]: DEBUG oslo_vmware.api [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': task-3469638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489697} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.915294] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] a69c243b-8af1-4e97-a1c9-4c760e9189bf/a69c243b-8af1-4e97-a1c9-4c760e9189bf.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.915515] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.915814] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5af73f62-3caa-413d-a4d0-311d03245671 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.924444] env[69365]: DEBUG oslo_vmware.api [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Waiting for the task: (returnval){ [ 1110.924444] env[69365]: value = "task-3469641" [ 1110.924444] env[69365]: _type = "Task" [ 1110.924444] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.933342] env[69365]: DEBUG oslo_vmware.api [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': task-3469641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.034625] env[69365]: DEBUG nova.compute.utils [None req-005a630f-3163-47e0-a6c5-3f6fb6ae189e tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1111.134490] env[69365]: DEBUG oslo_concurrency.lockutils [None req-63162bbc-3566-4dd4-82ec-ef8e2f0ab444 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "refresh_cache-31ff0b14-dc60-4a4f-95f4-c0d823364979" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.134679] env[69365]: DEBUG oslo_concurrency.lockutils [None req-63162bbc-3566-4dd4-82ec-ef8e2f0ab444 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquired lock "refresh_cache-31ff0b14-dc60-4a4f-95f4-c0d823364979" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.134854] env[69365]: DEBUG nova.network.neutron [None req-63162bbc-3566-4dd4-82ec-ef8e2f0ab444 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.135043] env[69365]: DEBUG nova.objects.instance [None req-63162bbc-3566-4dd4-82ec-ef8e2f0ab444 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lazy-loading 'info_cache' on Instance uuid 31ff0b14-dc60-4a4f-95f4-c0d823364979 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.227206] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469639, 'name': CreateVM_Task, 'duration_secs': 0.445442} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.227351] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.228419] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbbcfbac-40a2-42c2-a916-cdb6b5007e0e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.228419] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbbcfbac-40a2-42c2-a916-cdb6b5007e0e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.228683] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/fbbcfbac-40a2-42c2-a916-cdb6b5007e0e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.228932] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c6d37eb-f034-40d4-93c5-41bde3cab27a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.234444] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1111.234444] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5205a858-8860-2830-1a45-97ad26863b9c" [ 1111.234444] env[69365]: _type = "Task" [ 1111.234444] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.242997] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5205a858-8860-2830-1a45-97ad26863b9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.317697] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5563f4a9-faff-45d4-bbf2-8c5024088155 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.319820] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d0942cc8-b72a-44e9-b817-d81358954dfe tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.491s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.321042] env[69365]: DEBUG nova.objects.instance [None req-d0942cc8-b72a-44e9-b817-d81358954dfe tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lazy-loading 'resources' on Instance uuid d3d58b6e-04b7-4a8d-88c3-149d58607224 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.343891] env[69365]: INFO nova.scheduler.client.report [None req-5563f4a9-faff-45d4-bbf2-8c5024088155 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Deleted allocations for instance e43043de-85a7-4156-b409-45f08369126c [ 1111.363494] env[69365]: DEBUG oslo_vmware.api [None req-2cf94de9-b053-4b03-b917-4e112920ac84 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Task: {'id': task-3469640, 'name': PowerOffVM_Task, 'duration_secs': 0.211163} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.365023] env[69365]: DEBUG nova.network.neutron [req-c7e0b7e7-c986-48dd-a1bd-dd9d5b91b3b8 req-93d976c7-e30d-44ab-a234-853132a89167 service nova] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Updated VIF entry in instance network info cache for port 1938e39c-0709-4420-a5e2-70a0285228a6. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.365023] env[69365]: DEBUG nova.network.neutron [req-c7e0b7e7-c986-48dd-a1bd-dd9d5b91b3b8 req-93d976c7-e30d-44ab-a234-853132a89167 service nova] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Updating instance_info_cache with network_info: [{"id": "1938e39c-0709-4420-a5e2-70a0285228a6", "address": "fa:16:3e:2b:8e:8e", "network": {"id": "23049ed0-3359-47e0-b335-9e9129503532", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1473799310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc8feb91faa4c708b1e140bad9f8ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1938e39c-07", "ovs_interfaceid": "1938e39c-0709-4420-a5e2-70a0285228a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.365829] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cf94de9-b053-4b03-b917-4e112920ac84 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.366036] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf94de9-b053-4b03-b917-4e112920ac84 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1111.366654] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c8f0f725-2f32-4953-beb8-bbb0294f9861 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.434714] env[69365]: DEBUG oslo_vmware.api [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': task-3469641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066476} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.435912] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1111.436237] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf94de9-b053-4b03-b917-4e112920ac84 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1111.436425] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf94de9-b053-4b03-b917-4e112920ac84 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1111.436597] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cf94de9-b053-4b03-b917-4e112920ac84 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Deleting the datastore file [datastore1] 4a3d3797-1442-4a1b-bb7b-fa97017a4255 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1111.437327] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2b5f37-f9d1-4177-a191-8eb47d50759d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.439835] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43f9cbca-b038-4742-896c-95dcc8eec0e4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.462801] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] a69c243b-8af1-4e97-a1c9-4c760e9189bf/a69c243b-8af1-4e97-a1c9-4c760e9189bf.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.464491] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9cee8f0-eab8-432c-8ed3-e9dc08fad708 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.478527] env[69365]: DEBUG oslo_vmware.api [None req-2cf94de9-b053-4b03-b917-4e112920ac84 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Waiting for the task: (returnval){ [ 1111.478527] env[69365]: value = "task-3469644" [ 1111.478527] env[69365]: _type = "Task" [ 1111.478527] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.484816] env[69365]: DEBUG oslo_vmware.api [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Waiting for the task: (returnval){ [ 1111.484816] env[69365]: value = "task-3469645" [ 1111.484816] env[69365]: _type = "Task" [ 1111.484816] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.490383] env[69365]: DEBUG oslo_vmware.api [None req-2cf94de9-b053-4b03-b917-4e112920ac84 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Task: {'id': task-3469644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.495272] env[69365]: DEBUG oslo_vmware.api [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': task-3469645, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.537725] env[69365]: DEBUG oslo_concurrency.lockutils [None req-005a630f-3163-47e0-a6c5-3f6fb6ae189e tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "d5060397-0866-4489-be62-3b76d23362a8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.638909] env[69365]: DEBUG nova.objects.base [None req-63162bbc-3566-4dd4-82ec-ef8e2f0ab444 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Object Instance<31ff0b14-dc60-4a4f-95f4-c0d823364979> lazy-loaded attributes: flavor,info_cache {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1111.746042] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbbcfbac-40a2-42c2-a916-cdb6b5007e0e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.746327] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Processing image fbbcfbac-40a2-42c2-a916-cdb6b5007e0e {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.746596] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/fbbcfbac-40a2-42c2-a916-cdb6b5007e0e/fbbcfbac-40a2-42c2-a916-cdb6b5007e0e.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.746700] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquired lock "[datastore1] devstack-image-cache_base/fbbcfbac-40a2-42c2-a916-cdb6b5007e0e/fbbcfbac-40a2-42c2-a916-cdb6b5007e0e.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.746883] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.747159] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96b8f8cb-f978-4f76-8649-cbe70781e8d9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.757724] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.757919] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.758781] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8c14a6a-a8fe-4d8a-9018-67c5a4987bf2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.764326] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1111.764326] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e68af5-54fc-5483-0e38-55334906acd1" [ 1111.764326] env[69365]: _type = "Task" [ 1111.764326] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.772455] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e68af5-54fc-5483-0e38-55334906acd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.853352] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5563f4a9-faff-45d4-bbf2-8c5024088155 tempest-MultipleCreateTestJSON-1931979633 tempest-MultipleCreateTestJSON-1931979633-project-member] Lock "e43043de-85a7-4156-b409-45f08369126c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.590s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.867054] env[69365]: DEBUG oslo_concurrency.lockutils [req-c7e0b7e7-c986-48dd-a1bd-dd9d5b91b3b8 req-93d976c7-e30d-44ab-a234-853132a89167 service nova] Releasing lock "refresh_cache-0d028ec7-840a-4095-9a67-641ef8358807" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.992417] env[69365]: DEBUG oslo_vmware.api [None req-2cf94de9-b053-4b03-b917-4e112920ac84 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Task: {'id': task-3469644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149187} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.994896] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cf94de9-b053-4b03-b917-4e112920ac84 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.995097] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf94de9-b053-4b03-b917-4e112920ac84 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.995278] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2cf94de9-b053-4b03-b917-4e112920ac84 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.995450] env[69365]: INFO nova.compute.manager [None req-2cf94de9-b053-4b03-b917-4e112920ac84 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1111.995689] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2cf94de9-b053-4b03-b917-4e112920ac84 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1111.996361] env[69365]: DEBUG nova.compute.manager [-] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1111.996361] env[69365]: DEBUG nova.network.neutron [-] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.000474] env[69365]: DEBUG oslo_vmware.api [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': task-3469645, 'name': ReconfigVM_Task, 'duration_secs': 0.274276} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.000958] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Reconfigured VM instance instance-00000061 to attach disk [datastore1] a69c243b-8af1-4e97-a1c9-4c760e9189bf/a69c243b-8af1-4e97-a1c9-4c760e9189bf.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1112.001592] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4df0314a-4f92-42d1-a303-f4c5258d79f8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.009145] env[69365]: DEBUG oslo_vmware.api [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Waiting for the task: (returnval){ [ 1112.009145] env[69365]: value = "task-3469646" [ 1112.009145] env[69365]: _type = "Task" [ 1112.009145] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.017370] env[69365]: DEBUG oslo_vmware.api [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': task-3469646, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.083783] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2fd2d1-b047-44c9-8f9f-368d239ff8d2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.092188] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f113d74-fd09-4ffd-8404-ce74c8f2b6a5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.127183] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54be4b1e-5c0d-4100-830e-c5fa7e7f6589 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.141563] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56650877-de0d-4e1a-8076-283b2e8fb9ac {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.168430] env[69365]: DEBUG nova.compute.provider_tree [None req-d0942cc8-b72a-44e9-b817-d81358954dfe tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.278099] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Preparing fetch location {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1112.278099] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Fetch image to [datastore1] OSTACK_IMG_7c9dc837-587e-42af-8c2d-9f33bebcbd48/OSTACK_IMG_7c9dc837-587e-42af-8c2d-9f33bebcbd48.vmdk {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1112.278099] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Downloading stream optimized image fbbcfbac-40a2-42c2-a916-cdb6b5007e0e to [datastore1] OSTACK_IMG_7c9dc837-587e-42af-8c2d-9f33bebcbd48/OSTACK_IMG_7c9dc837-587e-42af-8c2d-9f33bebcbd48.vmdk on the data store datastore1 as vApp {{(pid=69365) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1112.278099] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Downloading image file data fbbcfbac-40a2-42c2-a916-cdb6b5007e0e to the ESX as VM named 'OSTACK_IMG_7c9dc837-587e-42af-8c2d-9f33bebcbd48' {{(pid=69365) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1112.373398] env[69365]: DEBUG oslo_vmware.rw_handles [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1112.373398] env[69365]: value = "resgroup-9" [ 1112.373398] env[69365]: _type = "ResourcePool" [ 1112.373398] env[69365]: }. {{(pid=69365) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1112.373698] env[69365]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1c2b0a67-838c-48ab-a4cd-e7afffe62ac7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.395927] env[69365]: DEBUG oslo_vmware.rw_handles [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lease: (returnval){ [ 1112.395927] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]529d6714-62f2-3643-62a4-eb089319b609" [ 1112.395927] env[69365]: _type = "HttpNfcLease" [ 1112.395927] env[69365]: } obtained for vApp import into resource pool (val){ [ 1112.395927] env[69365]: value = "resgroup-9" [ 1112.395927] env[69365]: _type = "ResourcePool" [ 1112.395927] env[69365]: }. {{(pid=69365) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1112.396236] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the lease: (returnval){ [ 1112.396236] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]529d6714-62f2-3643-62a4-eb089319b609" [ 1112.396236] env[69365]: _type = "HttpNfcLease" [ 1112.396236] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1112.405131] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1112.405131] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]529d6714-62f2-3643-62a4-eb089319b609" [ 1112.405131] env[69365]: _type = "HttpNfcLease" [ 1112.405131] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1112.520648] env[69365]: DEBUG oslo_vmware.api [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': task-3469646, 'name': Rename_Task, 'duration_secs': 0.155735} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.520972] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.521339] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4d83b25-844a-4420-bd37-904ed6c749bd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.528938] env[69365]: DEBUG oslo_vmware.api [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Waiting for the task: (returnval){ [ 1112.528938] env[69365]: value = "task-3469648" [ 1112.528938] env[69365]: _type = "Task" [ 1112.528938] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.537756] env[69365]: DEBUG oslo_vmware.api [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': task-3469648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.635427] env[69365]: DEBUG oslo_concurrency.lockutils [None req-005a630f-3163-47e0-a6c5-3f6fb6ae189e tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "d5060397-0866-4489-be62-3b76d23362a8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.635738] env[69365]: DEBUG oslo_concurrency.lockutils [None req-005a630f-3163-47e0-a6c5-3f6fb6ae189e tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "d5060397-0866-4489-be62-3b76d23362a8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.635972] env[69365]: INFO nova.compute.manager [None req-005a630f-3163-47e0-a6c5-3f6fb6ae189e tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Attaching volume a96375b8-ef67-456b-8974-f0e8ec514df6 to /dev/sdb [ 1112.671867] env[69365]: DEBUG nova.scheduler.client.report [None req-d0942cc8-b72a-44e9-b817-d81358954dfe tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.678522] env[69365]: DEBUG nova.compute.manager [req-039f9aa9-1ce4-4bb5-a5c8-2590f2bd887a req-49de7e54-2e1f-4066-9eda-f3e9a7231e56 service nova] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Received event network-vif-deleted-954e1b0f-96ab-48fe-b49b-4904c57c61f9 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.678636] env[69365]: INFO nova.compute.manager [req-039f9aa9-1ce4-4bb5-a5c8-2590f2bd887a req-49de7e54-2e1f-4066-9eda-f3e9a7231e56 service nova] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Neutron deleted interface 954e1b0f-96ab-48fe-b49b-4904c57c61f9; detaching it from the instance and deleting it from the info cache [ 1112.678835] env[69365]: DEBUG nova.network.neutron [req-039f9aa9-1ce4-4bb5-a5c8-2590f2bd887a req-49de7e54-2e1f-4066-9eda-f3e9a7231e56 service nova] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.681991] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fe4fb4-18ee-4000-a390-b0e5e49c930a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.693322] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551b3803-3152-4620-91ca-1cc344e5eddb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.703105] env[69365]: DEBUG nova.network.neutron [None req-63162bbc-3566-4dd4-82ec-ef8e2f0ab444 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Updating instance_info_cache with network_info: [{"id": "54af5c81-d29d-476b-99f6-c1502d28c86b", "address": "fa:16:3e:78:69:7a", "network": {"id": "c9047d9e-af08-44d6-a8c8-674c7f3eb4d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78225543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1458781f20f49c39b5ccccbb9bf0c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54af5c81-d2", "ovs_interfaceid": "54af5c81-d29d-476b-99f6-c1502d28c86b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.714429] env[69365]: DEBUG nova.virt.block_device [None req-005a630f-3163-47e0-a6c5-3f6fb6ae189e tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Updating existing volume attachment record: bf27beab-b4e1-4e41-b9f0-8f502faa7f8b {{(pid=69365) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1112.915318] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1112.915318] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]529d6714-62f2-3643-62a4-eb089319b609" [ 1112.915318] env[69365]: _type = "HttpNfcLease" [ 1112.915318] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1113.042708] env[69365]: DEBUG oslo_vmware.api [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': task-3469648, 'name': PowerOnVM_Task, 'duration_secs': 0.471504} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.044254] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.044254] env[69365]: INFO nova.compute.manager [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1113.044254] env[69365]: DEBUG nova.compute.manager [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.044254] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025ccce3-3e98-45c3-a6c6-0eaf53c4465d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.147201] env[69365]: DEBUG nova.network.neutron [-] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.180894] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d0942cc8-b72a-44e9-b817-d81358954dfe tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.861s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.185440] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a9cf1dc-ce64-461d-bc1d-b20fc1fa99b4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.309s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.185807] env[69365]: DEBUG nova.objects.instance [None req-6a9cf1dc-ce64-461d-bc1d-b20fc1fa99b4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Lazy-loading 'resources' on Instance uuid 99bb8d37-053d-43dc-a30b-1d898521e0a9 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.188896] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07e8495e-1efc-4b3e-9e5c-06b0ed1426b0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.201711] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55891c0c-79f1-43f4-8756-4cfe89915694 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.215261] env[69365]: INFO nova.scheduler.client.report [None req-d0942cc8-b72a-44e9-b817-d81358954dfe tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Deleted allocations for instance d3d58b6e-04b7-4a8d-88c3-149d58607224 [ 1113.216855] env[69365]: DEBUG oslo_concurrency.lockutils [None req-63162bbc-3566-4dd4-82ec-ef8e2f0ab444 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Releasing lock "refresh_cache-31ff0b14-dc60-4a4f-95f4-c0d823364979" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.253474] env[69365]: DEBUG nova.compute.manager [req-039f9aa9-1ce4-4bb5-a5c8-2590f2bd887a req-49de7e54-2e1f-4066-9eda-f3e9a7231e56 service nova] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Detach interface failed, port_id=954e1b0f-96ab-48fe-b49b-4904c57c61f9, reason: Instance 4a3d3797-1442-4a1b-bb7b-fa97017a4255 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1113.409807] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1113.409807] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]529d6714-62f2-3643-62a4-eb089319b609" [ 1113.409807] env[69365]: _type = "HttpNfcLease" [ 1113.409807] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1113.410117] env[69365]: DEBUG oslo_vmware.rw_handles [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1113.410117] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]529d6714-62f2-3643-62a4-eb089319b609" [ 1113.410117] env[69365]: _type = "HttpNfcLease" [ 1113.410117] env[69365]: }. {{(pid=69365) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1113.414408] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5943e1e0-378f-4f93-91a2-0fba1b360201 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.426207] env[69365]: DEBUG oslo_vmware.rw_handles [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eaffaf-8a7f-5d82-1a97-c162d604e3d1/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1113.426464] env[69365]: DEBUG oslo_vmware.rw_handles [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eaffaf-8a7f-5d82-1a97-c162d604e3d1/disk-0.vmdk. {{(pid=69365) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1113.498384] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f9697927-aa1f-4794-9c79-2fca3ec0df2e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.519954] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Acquiring lock "f818b903-afbf-41aa-b43b-a1c2e6e9bfc2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.520478] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Lock "f818b903-afbf-41aa-b43b-a1c2e6e9bfc2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.520478] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Acquiring lock "f818b903-afbf-41aa-b43b-a1c2e6e9bfc2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.520722] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Lock "f818b903-afbf-41aa-b43b-a1c2e6e9bfc2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.522196] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Lock "f818b903-afbf-41aa-b43b-a1c2e6e9bfc2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.526061] env[69365]: INFO nova.compute.manager [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Terminating instance [ 1113.558527] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-0700650f-ecb7-4a71-a8e1-acbe1a1fd708 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Volume attach. Driver type: vmdk {{(pid=69365) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1113.559072] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-0700650f-ecb7-4a71-a8e1-acbe1a1fd708 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693406', 'volume_id': '391e838f-7527-4eed-ae2e-d7569d64048a', 'name': 'volume-391e838f-7527-4eed-ae2e-d7569d64048a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf5de304-45c8-4772-a217-0d67a3f25b50', 'attached_at': '', 'detached_at': '', 'volume_id': '391e838f-7527-4eed-ae2e-d7569d64048a', 'serial': '391e838f-7527-4eed-ae2e-d7569d64048a'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1113.564499] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef319af8-5b98-4c88-9baf-9bfa08f2f483 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.572121] env[69365]: INFO nova.compute.manager [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Took 16.19 seconds to build instance. [ 1113.593522] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d20cf5-2fbf-4c93-8a67-f9a3409aff30 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.623594] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-0700650f-ecb7-4a71-a8e1-acbe1a1fd708 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] volume-391e838f-7527-4eed-ae2e-d7569d64048a/volume-391e838f-7527-4eed-ae2e-d7569d64048a.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.624268] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5443678-6073-482e-8ccf-263ffc3e7213 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.646135] env[69365]: DEBUG oslo_vmware.api [None req-0700650f-ecb7-4a71-a8e1-acbe1a1fd708 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1113.646135] env[69365]: value = "task-3469652" [ 1113.646135] env[69365]: _type = "Task" [ 1113.646135] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.656711] env[69365]: INFO nova.compute.manager [-] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Took 1.66 seconds to deallocate network for instance. [ 1113.657403] env[69365]: DEBUG oslo_vmware.api [None req-0700650f-ecb7-4a71-a8e1-acbe1a1fd708 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.728169] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d0942cc8-b72a-44e9-b817-d81358954dfe tempest-ServerRescueNegativeTestJSON-1118501628 tempest-ServerRescueNegativeTestJSON-1118501628-project-member] Lock "d3d58b6e-04b7-4a8d-88c3-149d58607224" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.593s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.032728] env[69365]: DEBUG nova.compute.manager [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1114.033052] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.034179] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f34b420-461f-48b3-9450-0096d403563d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.047963] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e149d79-534b-45c7-8928-ea2d315d602d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.050810] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.053914] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b32a16e6-638c-41c8-9e22-b1cc6709b476 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.065707] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14bd6fa-d913-4b6f-839e-179fbb44cf1a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.072940] env[69365]: DEBUG oslo_vmware.api [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the task: (returnval){ [ 1114.072940] env[69365]: value = "task-3469653" [ 1114.072940] env[69365]: _type = "Task" [ 1114.072940] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.112679] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4aeeac85-74a5-4345-8390-c938badf80c3 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Lock "a69c243b-8af1-4e97-a1c9-4c760e9189bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.772s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.120864] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2c4415-9224-46b0-9fc0-1400a6013b8f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.135417] env[69365]: DEBUG oslo_vmware.api [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.146576] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eac5d71-25d2-488d-aa5a-d3b645cb36d3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.167150] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2cf94de9-b053-4b03-b917-4e112920ac84 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.167719] env[69365]: DEBUG nova.compute.provider_tree [None req-6a9cf1dc-ce64-461d-bc1d-b20fc1fa99b4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.180452] env[69365]: DEBUG oslo_vmware.api [None req-0700650f-ecb7-4a71-a8e1-acbe1a1fd708 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469652, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.229631] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-63162bbc-3566-4dd4-82ec-ef8e2f0ab444 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.230999] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2cb842a-cda5-4e75-99ec-3df07ac4aba3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.241864] env[69365]: DEBUG oslo_vmware.api [None req-63162bbc-3566-4dd4-82ec-ef8e2f0ab444 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1114.241864] env[69365]: value = "task-3469654" [ 1114.241864] env[69365]: _type = "Task" [ 1114.241864] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.253534] env[69365]: DEBUG oslo_vmware.api [None req-63162bbc-3566-4dd4-82ec-ef8e2f0ab444 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.593695] env[69365]: DEBUG oslo_vmware.api [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469653, 'name': PowerOffVM_Task, 'duration_secs': 0.235816} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.597372] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.597680] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.598061] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e31f124b-43b3-45c4-97e7-b8e25eafd24b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.665338] env[69365]: DEBUG oslo_vmware.api [None req-0700650f-ecb7-4a71-a8e1-acbe1a1fd708 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469652, 'name': ReconfigVM_Task, 'duration_secs': 0.544105} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.672726] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-0700650f-ecb7-4a71-a8e1-acbe1a1fd708 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Reconfigured VM instance instance-00000059 to attach disk [datastore1] volume-391e838f-7527-4eed-ae2e-d7569d64048a/volume-391e838f-7527-4eed-ae2e-d7569d64048a.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.673044] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64d49377-8b23-4c7f-b819-0b4e9541ac11 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.695395] env[69365]: DEBUG nova.scheduler.client.report [None req-6a9cf1dc-ce64-461d-bc1d-b20fc1fa99b4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.699296] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.699601] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.699843] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Deleting the datastore file [datastore2] f818b903-afbf-41aa-b43b-a1c2e6e9bfc2 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.700921] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07ce2f14-1657-4fcd-8800-f47fb5bd7dcc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.708907] env[69365]: DEBUG oslo_vmware.api [None req-0700650f-ecb7-4a71-a8e1-acbe1a1fd708 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1114.708907] env[69365]: value = "task-3469656" [ 1114.708907] env[69365]: _type = "Task" [ 1114.708907] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.711316] env[69365]: DEBUG oslo_vmware.rw_handles [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Completed reading data from the image iterator. {{(pid=69365) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1114.711521] env[69365]: DEBUG oslo_vmware.rw_handles [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eaffaf-8a7f-5d82-1a97-c162d604e3d1/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1114.711926] env[69365]: DEBUG oslo_vmware.api [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the task: (returnval){ [ 1114.711926] env[69365]: value = "task-3469657" [ 1114.711926] env[69365]: _type = "Task" [ 1114.711926] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.712819] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f738f6d8-c185-45d9-aa86-2f118266f104 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.729547] env[69365]: DEBUG oslo_vmware.rw_handles [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eaffaf-8a7f-5d82-1a97-c162d604e3d1/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1114.729752] env[69365]: DEBUG oslo_vmware.rw_handles [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eaffaf-8a7f-5d82-1a97-c162d604e3d1/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1114.735936] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-22d1b846-5527-44d0-bf77-4ade4406e771 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.737737] env[69365]: DEBUG oslo_vmware.api [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469657, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.738550] env[69365]: DEBUG oslo_vmware.api [None req-0700650f-ecb7-4a71-a8e1-acbe1a1fd708 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469656, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.754023] env[69365]: DEBUG oslo_vmware.api [None req-63162bbc-3566-4dd4-82ec-ef8e2f0ab444 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469654, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.777465] env[69365]: DEBUG nova.compute.manager [req-43a450d1-3ea7-4b9a-8ee6-80c8bcb22f46 req-265d5264-c83f-4817-92c7-99304cfa8f86 service nova] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Received event network-changed-be600f67-7e57-494b-bc0d-b15128674d77 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1114.777688] env[69365]: DEBUG nova.compute.manager [req-43a450d1-3ea7-4b9a-8ee6-80c8bcb22f46 req-265d5264-c83f-4817-92c7-99304cfa8f86 service nova] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Refreshing instance network info cache due to event network-changed-be600f67-7e57-494b-bc0d-b15128674d77. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1114.777979] env[69365]: DEBUG oslo_concurrency.lockutils [req-43a450d1-3ea7-4b9a-8ee6-80c8bcb22f46 req-265d5264-c83f-4817-92c7-99304cfa8f86 service nova] Acquiring lock "refresh_cache-a69c243b-8af1-4e97-a1c9-4c760e9189bf" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.778184] env[69365]: DEBUG oslo_concurrency.lockutils [req-43a450d1-3ea7-4b9a-8ee6-80c8bcb22f46 req-265d5264-c83f-4817-92c7-99304cfa8f86 service nova] Acquired lock "refresh_cache-a69c243b-8af1-4e97-a1c9-4c760e9189bf" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.778405] env[69365]: DEBUG nova.network.neutron [req-43a450d1-3ea7-4b9a-8ee6-80c8bcb22f46 req-265d5264-c83f-4817-92c7-99304cfa8f86 service nova] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Refreshing network info cache for port be600f67-7e57-494b-bc0d-b15128674d77 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.069953] env[69365]: DEBUG oslo_vmware.rw_handles [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eaffaf-8a7f-5d82-1a97-c162d604e3d1/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1115.070243] env[69365]: INFO nova.virt.vmwareapi.images [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Downloaded image file data fbbcfbac-40a2-42c2-a916-cdb6b5007e0e [ 1115.071227] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ad71fa-6fb0-48ad-98db-a0e5f1c50259 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.093101] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2dabb8c0-2938-48f3-aec6-847161ecc414 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.202083] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a9cf1dc-ce64-461d-bc1d-b20fc1fa99b4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.019s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.206961] env[69365]: DEBUG oslo_concurrency.lockutils [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.607s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.209123] env[69365]: INFO nova.compute.claims [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.211730] env[69365]: INFO nova.virt.vmwareapi.images [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] The imported VM was unregistered [ 1115.214464] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Caching image {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1115.214464] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Creating directory with path [datastore1] devstack-image-cache_base/fbbcfbac-40a2-42c2-a916-cdb6b5007e0e {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.215126] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-178c212e-f8e8-4341-94f3-cc486b744ffa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.230117] env[69365]: DEBUG oslo_vmware.api [None req-0700650f-ecb7-4a71-a8e1-acbe1a1fd708 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469656, 'name': ReconfigVM_Task, 'duration_secs': 0.201174} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.233692] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-0700650f-ecb7-4a71-a8e1-acbe1a1fd708 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693406', 'volume_id': '391e838f-7527-4eed-ae2e-d7569d64048a', 'name': 'volume-391e838f-7527-4eed-ae2e-d7569d64048a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf5de304-45c8-4772-a217-0d67a3f25b50', 'attached_at': '', 'detached_at': '', 'volume_id': '391e838f-7527-4eed-ae2e-d7569d64048a', 'serial': '391e838f-7527-4eed-ae2e-d7569d64048a'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1115.235304] env[69365]: DEBUG oslo_vmware.api [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469657, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289782} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.238183] env[69365]: INFO nova.scheduler.client.report [None req-6a9cf1dc-ce64-461d-bc1d-b20fc1fa99b4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Deleted allocations for instance 99bb8d37-053d-43dc-a30b-1d898521e0a9 [ 1115.238183] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.238242] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.238497] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.238654] env[69365]: INFO nova.compute.manager [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1115.239547] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.239547] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Created directory with path [datastore1] devstack-image-cache_base/fbbcfbac-40a2-42c2-a916-cdb6b5007e0e {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.239547] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_7c9dc837-587e-42af-8c2d-9f33bebcbd48/OSTACK_IMG_7c9dc837-587e-42af-8c2d-9f33bebcbd48.vmdk to [datastore1] devstack-image-cache_base/fbbcfbac-40a2-42c2-a916-cdb6b5007e0e/fbbcfbac-40a2-42c2-a916-cdb6b5007e0e.vmdk. {{(pid=69365) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1115.241788] env[69365]: DEBUG nova.compute.manager [-] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1115.241895] env[69365]: DEBUG nova.network.neutron [-] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.246022] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d150c60f-5225-44b8-ac57-a190236871ba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.255753] env[69365]: DEBUG oslo_vmware.api [None req-63162bbc-3566-4dd4-82ec-ef8e2f0ab444 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469654, 'name': PowerOnVM_Task, 'duration_secs': 0.520658} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.259021] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-63162bbc-3566-4dd4-82ec-ef8e2f0ab444 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.259021] env[69365]: DEBUG nova.compute.manager [None req-63162bbc-3566-4dd4-82ec-ef8e2f0ab444 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.259021] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1115.259021] env[69365]: value = "task-3469659" [ 1115.259021] env[69365]: _type = "Task" [ 1115.259021] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.259381] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eedc1cb7-c309-4067-b270-7e4d62a55e50 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.271470] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469659, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.376141] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a78414f1-9536-456e-bdcd-62308d167f08 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Acquiring lock "a69c243b-8af1-4e97-a1c9-4c760e9189bf" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.376398] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a78414f1-9536-456e-bdcd-62308d167f08 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Lock "a69c243b-8af1-4e97-a1c9-4c760e9189bf" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.376668] env[69365]: INFO nova.compute.manager [None req-a78414f1-9536-456e-bdcd-62308d167f08 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Rebooting instance [ 1115.727290] env[69365]: DEBUG nova.network.neutron [req-43a450d1-3ea7-4b9a-8ee6-80c8bcb22f46 req-265d5264-c83f-4817-92c7-99304cfa8f86 service nova] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Updated VIF entry in instance network info cache for port be600f67-7e57-494b-bc0d-b15128674d77. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1115.727579] env[69365]: DEBUG nova.network.neutron [req-43a450d1-3ea7-4b9a-8ee6-80c8bcb22f46 req-265d5264-c83f-4817-92c7-99304cfa8f86 service nova] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Updating instance_info_cache with network_info: [{"id": "be600f67-7e57-494b-bc0d-b15128674d77", "address": "fa:16:3e:7f:ae:2e", "network": {"id": "330bfb23-60d2-41ef-b6fd-c4b9d2ea64ff", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1201635401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893992857bc349fe9f2bab5a50fbbf3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe600f67-7e", "ovs_interfaceid": "be600f67-7e57-494b-bc0d-b15128674d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.761974] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6a9cf1dc-ce64-461d-bc1d-b20fc1fa99b4 tempest-VolumesAdminNegativeTest-1170171242 tempest-VolumesAdminNegativeTest-1170171242-project-member] Lock "99bb8d37-053d-43dc-a30b-1d898521e0a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.989s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.787191] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469659, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.905980] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a78414f1-9536-456e-bdcd-62308d167f08 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Acquiring lock "refresh_cache-a69c243b-8af1-4e97-a1c9-4c760e9189bf" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.211850] env[69365]: DEBUG oslo_concurrency.lockutils [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Acquiring lock "7cd11f64-ac70-4b60-a2c6-5f4a24ec081d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.212178] env[69365]: DEBUG oslo_concurrency.lockutils [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Lock "7cd11f64-ac70-4b60-a2c6-5f4a24ec081d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.232620] env[69365]: DEBUG oslo_concurrency.lockutils [req-43a450d1-3ea7-4b9a-8ee6-80c8bcb22f46 req-265d5264-c83f-4817-92c7-99304cfa8f86 service nova] Releasing lock "refresh_cache-a69c243b-8af1-4e97-a1c9-4c760e9189bf" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.233269] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a78414f1-9536-456e-bdcd-62308d167f08 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Acquired lock "refresh_cache-a69c243b-8af1-4e97-a1c9-4c760e9189bf" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.233853] env[69365]: DEBUG nova.network.neutron [None req-a78414f1-9536-456e-bdcd-62308d167f08 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.275418] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469659, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.312070] env[69365]: DEBUG nova.objects.instance [None req-0700650f-ecb7-4a71-a8e1-acbe1a1fd708 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lazy-loading 'flavor' on Instance uuid bf5de304-45c8-4772-a217-0d67a3f25b50 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.330531] env[69365]: DEBUG nova.network.neutron [-] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.595875] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7206ac-18bb-48db-9884-685e2529efec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.608529] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f70b43ea-187f-4dba-abcc-fa9dd8607aab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.648766] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629460fe-6dd6-42b3-b705-a01043c7139e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.656307] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Acquiring lock "22c55db7-22b3-4ba3-b41e-3e58bde90b65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.656810] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Lock "22c55db7-22b3-4ba3-b41e-3e58bde90b65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.665081] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba79e969-57b3-487e-8ef2-c96d464b6069 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.685804] env[69365]: DEBUG nova.compute.provider_tree [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1116.717253] env[69365]: DEBUG nova.compute.manager [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1116.778028] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469659, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.817875] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0700650f-ecb7-4a71-a8e1-acbe1a1fd708 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "bf5de304-45c8-4772-a217-0d67a3f25b50" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.367s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.822120] env[69365]: DEBUG nova.compute.manager [req-cee8f471-fa83-4dba-bc35-ff04ad54a86f req-5f72aae6-edb2-48d2-8f0e-2867568e7599 service nova] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Received event network-vif-deleted-34a69a61-9660-495d-874e-936d44404da5 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.833118] env[69365]: INFO nova.compute.manager [-] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Took 1.59 seconds to deallocate network for instance. [ 1117.160550] env[69365]: DEBUG nova.compute.manager [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1117.189572] env[69365]: DEBUG nova.scheduler.client.report [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.246811] env[69365]: DEBUG oslo_concurrency.lockutils [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.276149] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469659, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.344684] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.401859] env[69365]: DEBUG nova.network.neutron [None req-a78414f1-9536-456e-bdcd-62308d167f08 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Updating instance_info_cache with network_info: [{"id": "be600f67-7e57-494b-bc0d-b15128674d77", "address": "fa:16:3e:7f:ae:2e", "network": {"id": "330bfb23-60d2-41ef-b6fd-c4b9d2ea64ff", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1201635401-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "893992857bc349fe9f2bab5a50fbbf3a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c894ab55-c869-4530-9702-cb46d173ce94", "external-id": "nsx-vlan-transportzone-792", "segmentation_id": 792, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe600f67-7e", "ovs_interfaceid": "be600f67-7e57-494b-bc0d-b15128674d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.691892] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.696148] env[69365]: DEBUG oslo_concurrency.lockutils [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.696830] env[69365]: DEBUG nova.compute.manager [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1117.699959] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3e6bcc0e-2f85-44bf-a690-0b5c947934c1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.966s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.700273] env[69365]: DEBUG nova.objects.instance [None req-3e6bcc0e-2f85-44bf-a690-0b5c947934c1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lazy-loading 'resources' on Instance uuid 3a4defd7-f393-4d57-9dba-7f7af55c64c1 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1117.771691] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-005a630f-3163-47e0-a6c5-3f6fb6ae189e tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Volume attach. Driver type: vmdk {{(pid=69365) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1117.771873] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-005a630f-3163-47e0-a6c5-3f6fb6ae189e tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693410', 'volume_id': 'a96375b8-ef67-456b-8974-f0e8ec514df6', 'name': 'volume-a96375b8-ef67-456b-8974-f0e8ec514df6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd5060397-0866-4489-be62-3b76d23362a8', 'attached_at': '', 'detached_at': '', 'volume_id': 'a96375b8-ef67-456b-8974-f0e8ec514df6', 'serial': 'a96375b8-ef67-456b-8974-f0e8ec514df6'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1117.773288] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15134d37-5b72-4beb-85f9-4a0546d8a301 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.804165] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa93b51-d0cf-4f96-91ad-8596af30fb0a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.808383] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469659, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.848062] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-005a630f-3163-47e0-a6c5-3f6fb6ae189e tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] volume-a96375b8-ef67-456b-8974-f0e8ec514df6/volume-a96375b8-ef67-456b-8974-f0e8ec514df6.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.848460] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f80b055-1fec-4ecb-87eb-0319a884911e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.875111] env[69365]: DEBUG oslo_vmware.api [None req-005a630f-3163-47e0-a6c5-3f6fb6ae189e tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1117.875111] env[69365]: value = "task-3469661" [ 1117.875111] env[69365]: _type = "Task" [ 1117.875111] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.885334] env[69365]: DEBUG oslo_vmware.api [None req-005a630f-3163-47e0-a6c5-3f6fb6ae189e tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469661, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.909549] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a78414f1-9536-456e-bdcd-62308d167f08 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Releasing lock "refresh_cache-a69c243b-8af1-4e97-a1c9-4c760e9189bf" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.204943] env[69365]: DEBUG nova.compute.utils [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1118.208702] env[69365]: DEBUG nova.compute.manager [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1118.209191] env[69365]: DEBUG nova.network.neutron [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1118.278387] env[69365]: DEBUG nova.policy [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aee5b06d6445475e9ac62e85def0edac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc6800d15d0045f087de2c0c4ec21c44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1118.288414] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469659, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.653927} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.288698] env[69365]: INFO nova.virt.vmwareapi.ds_util [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_7c9dc837-587e-42af-8c2d-9f33bebcbd48/OSTACK_IMG_7c9dc837-587e-42af-8c2d-9f33bebcbd48.vmdk to [datastore1] devstack-image-cache_base/fbbcfbac-40a2-42c2-a916-cdb6b5007e0e/fbbcfbac-40a2-42c2-a916-cdb6b5007e0e.vmdk. [ 1118.288894] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Cleaning up location [datastore1] OSTACK_IMG_7c9dc837-587e-42af-8c2d-9f33bebcbd48 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1118.289078] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_7c9dc837-587e-42af-8c2d-9f33bebcbd48 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1118.289659] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ad4b8d8-1a58-4cc9-9f34-0eb8f63bad4e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.298359] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1118.298359] env[69365]: value = "task-3469662" [ 1118.298359] env[69365]: _type = "Task" [ 1118.298359] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.311627] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.369631] env[69365]: INFO nova.compute.manager [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Rebuilding instance [ 1118.388214] env[69365]: DEBUG oslo_vmware.api [None req-005a630f-3163-47e0-a6c5-3f6fb6ae189e tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.414808] env[69365]: DEBUG nova.compute.manager [None req-a78414f1-9536-456e-bdcd-62308d167f08 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.415831] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09c0ecc-5f59-4cb5-99e9-2e1729370bb6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.431523] env[69365]: DEBUG nova.compute.manager [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.432397] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb1d6fb-7651-40c1-a284-240a14e62bc1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.536288] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b35915-dde7-41f8-9d3b-a4b0d9520df7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.548661] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16755e55-d6e0-4668-9a27-b2b108d79da5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.581766] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb50408d-5482-4b06-b910-9cdd29751c4d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.590390] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92256f2d-4c86-4811-a2be-c2301cb03c25 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.607269] env[69365]: DEBUG nova.compute.provider_tree [None req-3e6bcc0e-2f85-44bf-a690-0b5c947934c1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.710051] env[69365]: DEBUG nova.compute.manager [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1118.755371] env[69365]: DEBUG nova.network.neutron [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Successfully created port: 32466da2-b8a7-4215-9a30-4112717e9ee8 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1118.808643] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03702} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.808900] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.809077] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Releasing lock "[datastore1] devstack-image-cache_base/fbbcfbac-40a2-42c2-a916-cdb6b5007e0e/fbbcfbac-40a2-42c2-a916-cdb6b5007e0e.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.809324] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/fbbcfbac-40a2-42c2-a916-cdb6b5007e0e/fbbcfbac-40a2-42c2-a916-cdb6b5007e0e.vmdk to [datastore1] 0d028ec7-840a-4095-9a67-641ef8358807/0d028ec7-840a-4095-9a67-641ef8358807.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.809580] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e9f68be-b7b7-4cda-a701-b9001bde7903 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.817952] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1118.817952] env[69365]: value = "task-3469663" [ 1118.817952] env[69365]: _type = "Task" [ 1118.817952] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.827077] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469663, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.889713] env[69365]: DEBUG oslo_vmware.api [None req-005a630f-3163-47e0-a6c5-3f6fb6ae189e tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.110824] env[69365]: DEBUG nova.scheduler.client.report [None req-3e6bcc0e-2f85-44bf-a690-0b5c947934c1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.330741] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469663, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.389096] env[69365]: DEBUG oslo_vmware.api [None req-005a630f-3163-47e0-a6c5-3f6fb6ae189e tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469661, 'name': ReconfigVM_Task, 'duration_secs': 1.165322} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.389438] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-005a630f-3163-47e0-a6c5-3f6fb6ae189e tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Reconfigured VM instance instance-00000058 to attach disk [datastore1] volume-a96375b8-ef67-456b-8974-f0e8ec514df6/volume-a96375b8-ef67-456b-8974-f0e8ec514df6.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.395337] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f7748ff-bef4-400a-bf1f-a73a5757697a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.414638] env[69365]: DEBUG oslo_vmware.api [None req-005a630f-3163-47e0-a6c5-3f6fb6ae189e tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1119.414638] env[69365]: value = "task-3469664" [ 1119.414638] env[69365]: _type = "Task" [ 1119.414638] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.424675] env[69365]: DEBUG oslo_vmware.api [None req-005a630f-3163-47e0-a6c5-3f6fb6ae189e tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469664, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.448074] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697eabfb-df3c-427c-9f29-053249f32764 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.452018] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1119.452490] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b8efaf4-c41a-435e-bd90-947eb483bf8e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.460412] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a78414f1-9536-456e-bdcd-62308d167f08 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Doing hard reboot of VM {{(pid=69365) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1119.462197] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-2f39e834-53af-46d3-845f-34bbe313a0ee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.464471] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1119.464471] env[69365]: value = "task-3469665" [ 1119.464471] env[69365]: _type = "Task" [ 1119.464471] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.470857] env[69365]: DEBUG oslo_vmware.api [None req-a78414f1-9536-456e-bdcd-62308d167f08 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Waiting for the task: (returnval){ [ 1119.470857] env[69365]: value = "task-3469666" [ 1119.470857] env[69365]: _type = "Task" [ 1119.470857] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.478476] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469665, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.485817] env[69365]: DEBUG oslo_vmware.api [None req-a78414f1-9536-456e-bdcd-62308d167f08 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': task-3469666, 'name': ResetVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.618059] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3e6bcc0e-2f85-44bf-a690-0b5c947934c1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.620086] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.368s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.621804] env[69365]: INFO nova.compute.claims [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1119.646031] env[69365]: INFO nova.scheduler.client.report [None req-3e6bcc0e-2f85-44bf-a690-0b5c947934c1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Deleted allocations for instance 3a4defd7-f393-4d57-9dba-7f7af55c64c1 [ 1119.720513] env[69365]: DEBUG nova.compute.manager [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1119.755233] env[69365]: DEBUG nova.virt.hardware [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1119.755540] env[69365]: DEBUG nova.virt.hardware [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1119.755752] env[69365]: DEBUG nova.virt.hardware [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1119.755947] env[69365]: DEBUG nova.virt.hardware [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1119.756102] env[69365]: DEBUG nova.virt.hardware [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1119.756256] env[69365]: DEBUG nova.virt.hardware [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1119.756508] env[69365]: DEBUG nova.virt.hardware [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1119.756760] env[69365]: DEBUG nova.virt.hardware [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1119.756996] env[69365]: DEBUG nova.virt.hardware [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1119.757194] env[69365]: DEBUG nova.virt.hardware [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1119.757375] env[69365]: DEBUG nova.virt.hardware [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1119.758347] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451b80bb-aa6b-4d8a-ac7f-03fb53245a3f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.767915] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507fbd8e-730d-4f72-9582-10910d1ec551 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.829470] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469663, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.927199] env[69365]: DEBUG oslo_vmware.api [None req-005a630f-3163-47e0-a6c5-3f6fb6ae189e tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469664, 'name': ReconfigVM_Task, 'duration_secs': 0.192652} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.927727] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-005a630f-3163-47e0-a6c5-3f6fb6ae189e tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693410', 'volume_id': 'a96375b8-ef67-456b-8974-f0e8ec514df6', 'name': 'volume-a96375b8-ef67-456b-8974-f0e8ec514df6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd5060397-0866-4489-be62-3b76d23362a8', 'attached_at': '', 'detached_at': '', 'volume_id': 'a96375b8-ef67-456b-8974-f0e8ec514df6', 'serial': 'a96375b8-ef67-456b-8974-f0e8ec514df6'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1119.980451] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469665, 'name': PowerOffVM_Task, 'duration_secs': 0.213998} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.981036] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1119.987039] env[69365]: DEBUG oslo_vmware.api [None req-a78414f1-9536-456e-bdcd-62308d167f08 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': task-3469666, 'name': ResetVM_Task, 'duration_secs': 0.113352} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.989943] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a78414f1-9536-456e-bdcd-62308d167f08 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Did hard reboot of VM {{(pid=69365) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1119.990184] env[69365]: DEBUG nova.compute.manager [None req-a78414f1-9536-456e-bdcd-62308d167f08 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1119.991318] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a03160-cec9-4a42-96d6-dabe028d1729 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.050876] env[69365]: INFO nova.compute.manager [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Detaching volume 391e838f-7527-4eed-ae2e-d7569d64048a [ 1120.100035] env[69365]: INFO nova.virt.block_device [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Attempting to driver detach volume 391e838f-7527-4eed-ae2e-d7569d64048a from mountpoint /dev/sdb [ 1120.100458] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Volume detach. Driver type: vmdk {{(pid=69365) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1120.100590] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693406', 'volume_id': '391e838f-7527-4eed-ae2e-d7569d64048a', 'name': 'volume-391e838f-7527-4eed-ae2e-d7569d64048a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf5de304-45c8-4772-a217-0d67a3f25b50', 'attached_at': '', 'detached_at': '', 'volume_id': '391e838f-7527-4eed-ae2e-d7569d64048a', 'serial': '391e838f-7527-4eed-ae2e-d7569d64048a'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1120.101880] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7b484b-4c94-49d1-9009-9788ce0bd78e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.129438] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3ffbd6-37b0-44fe-a372-14c6b81abd11 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.138799] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6974c40d-7432-4d21-a5c3-56128ca1d7c1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.170062] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f2839ea-1a1a-4718-9fb2-f24d816b2d43 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.175148] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3e6bcc0e-2f85-44bf-a690-0b5c947934c1 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "3a4defd7-f393-4d57-9dba-7f7af55c64c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.066s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.193720] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] The volume has not been displaced from its original location: [datastore1] volume-391e838f-7527-4eed-ae2e-d7569d64048a/volume-391e838f-7527-4eed-ae2e-d7569d64048a.vmdk. No consolidation needed. {{(pid=69365) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1120.200056] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1120.201027] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9286e97-22ce-450a-a006-ace11978da2c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.226038] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1120.226038] env[69365]: value = "task-3469667" [ 1120.226038] env[69365]: _type = "Task" [ 1120.226038] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.238128] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469667, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.330948] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469663, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.359566] env[69365]: DEBUG nova.compute.manager [req-b03dcb60-5d18-4792-bfaf-074a2cd20b10 req-b8ff735d-c0a6-48f5-93ef-be27aa264d1b service nova] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Received event network-vif-plugged-32466da2-b8a7-4215-9a30-4112717e9ee8 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.359566] env[69365]: DEBUG oslo_concurrency.lockutils [req-b03dcb60-5d18-4792-bfaf-074a2cd20b10 req-b8ff735d-c0a6-48f5-93ef-be27aa264d1b service nova] Acquiring lock "9d746920-3c99-474d-9fac-caaf2e8f0cc3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.359897] env[69365]: DEBUG oslo_concurrency.lockutils [req-b03dcb60-5d18-4792-bfaf-074a2cd20b10 req-b8ff735d-c0a6-48f5-93ef-be27aa264d1b service nova] Lock "9d746920-3c99-474d-9fac-caaf2e8f0cc3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.359963] env[69365]: DEBUG oslo_concurrency.lockutils [req-b03dcb60-5d18-4792-bfaf-074a2cd20b10 req-b8ff735d-c0a6-48f5-93ef-be27aa264d1b service nova] Lock "9d746920-3c99-474d-9fac-caaf2e8f0cc3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.360153] env[69365]: DEBUG nova.compute.manager [req-b03dcb60-5d18-4792-bfaf-074a2cd20b10 req-b8ff735d-c0a6-48f5-93ef-be27aa264d1b service nova] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] No waiting events found dispatching network-vif-plugged-32466da2-b8a7-4215-9a30-4112717e9ee8 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1120.360751] env[69365]: WARNING nova.compute.manager [req-b03dcb60-5d18-4792-bfaf-074a2cd20b10 req-b8ff735d-c0a6-48f5-93ef-be27aa264d1b service nova] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Received unexpected event network-vif-plugged-32466da2-b8a7-4215-9a30-4112717e9ee8 for instance with vm_state building and task_state spawning. [ 1120.484420] env[69365]: DEBUG nova.network.neutron [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Successfully updated port: 32466da2-b8a7-4215-9a30-4112717e9ee8 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1120.508765] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a78414f1-9536-456e-bdcd-62308d167f08 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Lock "a69c243b-8af1-4e97-a1c9-4c760e9189bf" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.131s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.741633] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469667, 'name': ReconfigVM_Task, 'duration_secs': 0.350448} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.742071] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1120.750988] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e6b6176-78dc-4923-8169-671e4a04ef68 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.771770] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1120.771770] env[69365]: value = "task-3469668" [ 1120.771770] env[69365]: _type = "Task" [ 1120.771770] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.784328] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469668, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.834020] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469663, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.953678] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12feb528-8ade-4898-af5e-98a7b4acc20a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.963179] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabd8993-35f1-4bd2-9e7a-844e4f6da3de {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.000352] env[69365]: DEBUG nova.objects.instance [None req-005a630f-3163-47e0-a6c5-3f6fb6ae189e tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lazy-loading 'flavor' on Instance uuid d5060397-0866-4489-be62-3b76d23362a8 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.002445] env[69365]: DEBUG oslo_concurrency.lockutils [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "refresh_cache-9d746920-3c99-474d-9fac-caaf2e8f0cc3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.005315] env[69365]: DEBUG oslo_concurrency.lockutils [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquired lock "refresh_cache-9d746920-3c99-474d-9fac-caaf2e8f0cc3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.005315] env[69365]: DEBUG nova.network.neutron [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.005457] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5491f77a-42ea-4bf7-b550-596e6cb04ceb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.019169] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da5d199-5728-4db5-a7ec-7078ff02cd7e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.032402] env[69365]: DEBUG nova.compute.provider_tree [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.253398] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "21cdd132-0097-4ef2-9a11-034d02d083dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.253481] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "21cdd132-0097-4ef2-9a11-034d02d083dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.284721] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469668, 'name': ReconfigVM_Task, 'duration_secs': 0.229323} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.284976] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693406', 'volume_id': '391e838f-7527-4eed-ae2e-d7569d64048a', 'name': 'volume-391e838f-7527-4eed-ae2e-d7569d64048a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf5de304-45c8-4772-a217-0d67a3f25b50', 'attached_at': '', 'detached_at': '', 'volume_id': '391e838f-7527-4eed-ae2e-d7569d64048a', 'serial': '391e838f-7527-4eed-ae2e-d7569d64048a'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1121.336377] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469663, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.424422} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.336752] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/fbbcfbac-40a2-42c2-a916-cdb6b5007e0e/fbbcfbac-40a2-42c2-a916-cdb6b5007e0e.vmdk to [datastore1] 0d028ec7-840a-4095-9a67-641ef8358807/0d028ec7-840a-4095-9a67-641ef8358807.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.337907] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113a1107-521f-4a62-8281-6ba3eab873fe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.362732] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 0d028ec7-840a-4095-9a67-641ef8358807/0d028ec7-840a-4095-9a67-641ef8358807.vmdk or device None with type streamOptimized {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.363109] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ffe6e8f-6403-4b75-a6d9-3c706e38d8f5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.386192] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1121.386192] env[69365]: value = "task-3469669" [ 1121.386192] env[69365]: _type = "Task" [ 1121.386192] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.397576] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469669, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.508198] env[69365]: DEBUG oslo_concurrency.lockutils [None req-005a630f-3163-47e0-a6c5-3f6fb6ae189e tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "d5060397-0866-4489-be62-3b76d23362a8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.872s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.535435] env[69365]: DEBUG nova.scheduler.client.report [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.542047] env[69365]: DEBUG nova.network.neutron [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1121.755594] env[69365]: DEBUG nova.compute.manager [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1121.766891] env[69365]: DEBUG nova.network.neutron [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Updating instance_info_cache with network_info: [{"id": "32466da2-b8a7-4215-9a30-4112717e9ee8", "address": "fa:16:3e:35:ef:ed", "network": {"id": "2766da8d-6cbf-40dd-89bf-7615a2b00ee2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-680867915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc6800d15d0045f087de2c0c4ec21c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32466da2-b8", "ovs_interfaceid": "32466da2-b8a7-4215-9a30-4112717e9ee8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.897039] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469669, 'name': ReconfigVM_Task, 'duration_secs': 0.321142} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.897195] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 0d028ec7-840a-4095-9a67-641ef8358807/0d028ec7-840a-4095-9a67-641ef8358807.vmdk or device None with type streamOptimized {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1121.898564] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'encrypted': False, 'disk_bus': None, 'encryption_options': None, 'encryption_format': None, 'device_type': 'disk', 'boot_index': 0, 'size': 0, 'device_name': '/dev/sda', 'guest_format': None, 'image_id': '2c3a5944-575a-4385-8612-86800989c1e5'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693397', 'volume_id': '53467180-2025-4d7c-8db3-223f95fc03bc', 'name': 'volume-53467180-2025-4d7c-8db3-223f95fc03bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0d028ec7-840a-4095-9a67-641ef8358807', 'attached_at': '', 'detached_at': '', 'volume_id': '53467180-2025-4d7c-8db3-223f95fc03bc', 'serial': '53467180-2025-4d7c-8db3-223f95fc03bc'}, 'disk_bus': None, 'mount_device': '/dev/sdb', 'attachment_id': '82673a3d-0163-4675-a109-210913888007', 'device_type': None, 'boot_index': None, 'delete_on_termination': False, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69365) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1121.898835] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Volume attach. Driver type: vmdk {{(pid=69365) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1121.898976] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693397', 'volume_id': '53467180-2025-4d7c-8db3-223f95fc03bc', 'name': 'volume-53467180-2025-4d7c-8db3-223f95fc03bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0d028ec7-840a-4095-9a67-641ef8358807', 'attached_at': '', 'detached_at': '', 'volume_id': '53467180-2025-4d7c-8db3-223f95fc03bc', 'serial': '53467180-2025-4d7c-8db3-223f95fc03bc'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1121.899764] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc337cf7-7e46-40a2-8f73-f0ab43fa9999 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.916843] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf83375-33e4-45b6-b927-1d7bd40cfbf8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.944629] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] volume-53467180-2025-4d7c-8db3-223f95fc03bc/volume-53467180-2025-4d7c-8db3-223f95fc03bc.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.944933] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c37abc4-8e10-4f78-8d29-7166df734455 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.964802] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1121.964802] env[69365]: value = "task-3469670" [ 1121.964802] env[69365]: _type = "Task" [ 1121.964802] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.973258] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.040581] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.041332] env[69365]: DEBUG nova.compute.manager [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1122.043938] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7e6d10ef-cd94-4ddf-a77e-045ac9aba3e2 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.923s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.044160] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7e6d10ef-cd94-4ddf-a77e-045ac9aba3e2 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.046349] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.390s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.046555] env[69365]: DEBUG nova.objects.instance [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lazy-loading 'resources' on Instance uuid f7bd87f3-f267-4695-b01a-1bc7cbb03b7f {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.063634] env[69365]: INFO nova.scheduler.client.report [None req-7e6d10ef-cd94-4ddf-a77e-045ac9aba3e2 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Deleted allocations for instance 4fbe7273-3bca-4188-b5b1-edd291df9fed [ 1122.270237] env[69365]: DEBUG oslo_concurrency.lockutils [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Releasing lock "refresh_cache-9d746920-3c99-474d-9fac-caaf2e8f0cc3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.270536] env[69365]: DEBUG nova.compute.manager [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Instance network_info: |[{"id": "32466da2-b8a7-4215-9a30-4112717e9ee8", "address": "fa:16:3e:35:ef:ed", "network": {"id": "2766da8d-6cbf-40dd-89bf-7615a2b00ee2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-680867915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc6800d15d0045f087de2c0c4ec21c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32466da2-b8", "ovs_interfaceid": "32466da2-b8a7-4215-9a30-4112717e9ee8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1122.272051] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:ef:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b0fa7a2-ebd9-4788-8904-7bf250ce466c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32466da2-b8a7-4215-9a30-4112717e9ee8', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1122.279976] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Creating folder: Project (bc6800d15d0045f087de2c0c4ec21c44). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1122.286286] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ec4de117-58b0-4936-ad83-62fb78357888 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Acquiring lock "a69c243b-8af1-4e97-a1c9-4c760e9189bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.286509] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ec4de117-58b0-4936-ad83-62fb78357888 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Lock "a69c243b-8af1-4e97-a1c9-4c760e9189bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.286696] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ec4de117-58b0-4936-ad83-62fb78357888 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Acquiring lock "a69c243b-8af1-4e97-a1c9-4c760e9189bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.286872] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ec4de117-58b0-4936-ad83-62fb78357888 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Lock "a69c243b-8af1-4e97-a1c9-4c760e9189bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.287044] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ec4de117-58b0-4936-ad83-62fb78357888 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Lock "a69c243b-8af1-4e97-a1c9-4c760e9189bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.288351] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b9cbb5e3-7aad-45e8-a6db-d4afc47c4036 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.290583] env[69365]: INFO nova.compute.manager [None req-ec4de117-58b0-4936-ad83-62fb78357888 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Terminating instance [ 1122.302145] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.304087] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Created folder: Project (bc6800d15d0045f087de2c0c4ec21c44) in parent group-v693134. [ 1122.304429] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Creating folder: Instances. Parent ref: group-v693411. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1122.304524] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-760d2b33-0a35-4bde-9697-c4885588a28f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.316045] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Created folder: Instances in parent group-v693411. [ 1122.316045] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1122.316045] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1122.316231] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83631ae4-4204-49e2-b93c-87d6be60f47c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.335116] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1122.335116] env[69365]: value = "task-3469673" [ 1122.335116] env[69365]: _type = "Task" [ 1122.335116] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.342616] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469673, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.363059] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.363234] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3460e536-e9e4-4e01-a9a2-72adb501ae74 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.374254] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1122.374254] env[69365]: value = "task-3469674" [ 1122.374254] env[69365]: _type = "Task" [ 1122.374254] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.385301] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] VM already powered off {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1122.385590] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Volume detach. Driver type: vmdk {{(pid=69365) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1122.385750] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693406', 'volume_id': '391e838f-7527-4eed-ae2e-d7569d64048a', 'name': 'volume-391e838f-7527-4eed-ae2e-d7569d64048a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf5de304-45c8-4772-a217-0d67a3f25b50', 'attached_at': '', 'detached_at': '', 'volume_id': '391e838f-7527-4eed-ae2e-d7569d64048a', 'serial': '391e838f-7527-4eed-ae2e-d7569d64048a'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1122.386519] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e6d4d3-027e-4775-ba50-d19273b90c72 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.392031] env[69365]: DEBUG nova.compute.manager [req-26f63b0e-634f-42aa-9e5e-4ffffc8bb5c0 req-3eb55a01-d692-4589-964b-6a067796f574 service nova] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Received event network-changed-32466da2-b8a7-4215-9a30-4112717e9ee8 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.392228] env[69365]: DEBUG nova.compute.manager [req-26f63b0e-634f-42aa-9e5e-4ffffc8bb5c0 req-3eb55a01-d692-4589-964b-6a067796f574 service nova] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Refreshing instance network info cache due to event network-changed-32466da2-b8a7-4215-9a30-4112717e9ee8. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1122.392445] env[69365]: DEBUG oslo_concurrency.lockutils [req-26f63b0e-634f-42aa-9e5e-4ffffc8bb5c0 req-3eb55a01-d692-4589-964b-6a067796f574 service nova] Acquiring lock "refresh_cache-9d746920-3c99-474d-9fac-caaf2e8f0cc3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.392584] env[69365]: DEBUG oslo_concurrency.lockutils [req-26f63b0e-634f-42aa-9e5e-4ffffc8bb5c0 req-3eb55a01-d692-4589-964b-6a067796f574 service nova] Acquired lock "refresh_cache-9d746920-3c99-474d-9fac-caaf2e8f0cc3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.392741] env[69365]: DEBUG nova.network.neutron [req-26f63b0e-634f-42aa-9e5e-4ffffc8bb5c0 req-3eb55a01-d692-4589-964b-6a067796f574 service nova] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Refreshing network info cache for port 32466da2-b8a7-4215-9a30-4112717e9ee8 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.413933] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e87020f-e8b6-4d0b-bbab-b383ad78cc49 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.421857] env[69365]: WARNING nova.virt.vmwareapi.driver [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1122.422155] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1122.422936] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b67d0a-c35c-4735-9d4d-b980131d5c99 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.431339] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1122.431339] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-645c8e5d-96e9-4509-950f-3f6035fb29fc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.475263] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469670, 'name': ReconfigVM_Task, 'duration_secs': 0.308309} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.475557] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Reconfigured VM instance instance-0000004d to attach disk [datastore1] volume-53467180-2025-4d7c-8db3-223f95fc03bc/volume-53467180-2025-4d7c-8db3-223f95fc03bc.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.480403] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20e2c974-a691-403d-b968-ac8c3e3fb0db {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.497496] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1122.497496] env[69365]: value = "task-3469676" [ 1122.497496] env[69365]: _type = "Task" [ 1122.497496] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.507911] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469676, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.512687] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1122.512969] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1122.513173] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Deleting the datastore file [datastore2] bf5de304-45c8-4772-a217-0d67a3f25b50 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1122.513446] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7aa99b87-ed7b-4566-960e-84253eea715c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.521027] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1122.521027] env[69365]: value = "task-3469677" [ 1122.521027] env[69365]: _type = "Task" [ 1122.521027] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.529770] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.549771] env[69365]: DEBUG nova.compute.utils [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1122.554647] env[69365]: DEBUG nova.compute.manager [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1122.554647] env[69365]: DEBUG nova.network.neutron [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1122.576414] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7e6d10ef-cd94-4ddf-a77e-045ac9aba3e2 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "4fbe7273-3bca-4188-b5b1-edd291df9fed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.947s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.623911] env[69365]: DEBUG nova.policy [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d23f3840fe444ffa4986cff0c70e959', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ecde38286934540b1d17f878d3cbde8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.795854] env[69365]: DEBUG nova.compute.manager [None req-ec4de117-58b0-4936-ad83-62fb78357888 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1122.795937] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4de117-58b0-4936-ad83-62fb78357888 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1122.798836] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ec7c3a-ac09-4c86-965e-fef2c7d1011f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.803036] env[69365]: DEBUG nova.compute.manager [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Stashing vm_state: active {{(pid=69365) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1122.814115] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4de117-58b0-4936-ad83-62fb78357888 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.814371] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c69942d1-0dab-41e8-a3d0-988279f9fed9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.825513] env[69365]: DEBUG oslo_vmware.api [None req-ec4de117-58b0-4936-ad83-62fb78357888 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Waiting for the task: (returnval){ [ 1122.825513] env[69365]: value = "task-3469678" [ 1122.825513] env[69365]: _type = "Task" [ 1122.825513] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.837387] env[69365]: DEBUG oslo_vmware.api [None req-ec4de117-58b0-4936-ad83-62fb78357888 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': task-3469678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.851842] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469673, 'name': CreateVM_Task, 'duration_secs': 0.405754} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.852044] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1122.852802] env[69365]: DEBUG oslo_concurrency.lockutils [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.852996] env[69365]: DEBUG oslo_concurrency.lockutils [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.853351] env[69365]: DEBUG oslo_concurrency.lockutils [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.853810] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d40c05e-e043-488f-b042-db32cd99ece3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.857548] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0241c372-0516-4968-879f-d5d9e9e867a3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.862680] env[69365]: DEBUG oslo_vmware.api [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1122.862680] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5202eae4-050e-8a1b-6090-b291251ac7c8" [ 1122.862680] env[69365]: _type = "Task" [ 1122.862680] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.869780] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ab89e1-98de-465f-8997-ed0a1ad09ad3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.882550] env[69365]: DEBUG oslo_vmware.api [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5202eae4-050e-8a1b-6090-b291251ac7c8, 'name': SearchDatastore_Task, 'duration_secs': 0.011084} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.883191] env[69365]: DEBUG oslo_concurrency.lockutils [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.883444] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.883677] env[69365]: DEBUG oslo_concurrency.lockutils [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.883821] env[69365]: DEBUG oslo_concurrency.lockutils [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.883995] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.884286] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff225358-4ba1-4e42-b088-ccc2cbfcc77c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.920107] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2abf11cb-a829-44dc-8991-900fbfd36f8b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.930681] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca9bf21-affa-422c-8995-09ad98067043 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.935218] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.935424] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.936168] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87a82bc4-8adf-47e5-8d57-7fdeb471028f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.952754] env[69365]: DEBUG nova.compute.provider_tree [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1122.958723] env[69365]: DEBUG oslo_vmware.api [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1122.958723] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52423f16-4441-5ca6-0b30-c393c3cfe1dc" [ 1122.958723] env[69365]: _type = "Task" [ 1122.958723] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.970118] env[69365]: DEBUG oslo_vmware.api [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52423f16-4441-5ca6-0b30-c393c3cfe1dc, 'name': SearchDatastore_Task, 'duration_secs': 0.0126} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.970903] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3faebf3-e150-4f86-96ca-821406fa9317 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.976925] env[69365]: DEBUG oslo_vmware.api [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1122.976925] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5263a86a-9918-7498-f7eb-b4bb2f965b20" [ 1122.976925] env[69365]: _type = "Task" [ 1122.976925] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.986133] env[69365]: DEBUG oslo_vmware.api [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5263a86a-9918-7498-f7eb-b4bb2f965b20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.007427] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469676, 'name': ReconfigVM_Task, 'duration_secs': 0.188115} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.007761] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693397', 'volume_id': '53467180-2025-4d7c-8db3-223f95fc03bc', 'name': 'volume-53467180-2025-4d7c-8db3-223f95fc03bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0d028ec7-840a-4095-9a67-641ef8358807', 'attached_at': '', 'detached_at': '', 'volume_id': '53467180-2025-4d7c-8db3-223f95fc03bc', 'serial': '53467180-2025-4d7c-8db3-223f95fc03bc'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1123.008366] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ec22cc72-89bb-4e30-ace3-41c6a391bb83 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.016083] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1123.016083] env[69365]: value = "task-3469679" [ 1123.016083] env[69365]: _type = "Task" [ 1123.016083] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.019952] env[69365]: DEBUG nova.network.neutron [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Successfully created port: f548e2aa-9445-4c48-8501-52dd871b0e6a {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1123.028895] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469679, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.034361] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196499} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.034600] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1123.034783] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1123.034972] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1123.054440] env[69365]: DEBUG nova.compute.manager [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1123.307577] env[69365]: DEBUG nova.network.neutron [req-26f63b0e-634f-42aa-9e5e-4ffffc8bb5c0 req-3eb55a01-d692-4589-964b-6a067796f574 service nova] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Updated VIF entry in instance network info cache for port 32466da2-b8a7-4215-9a30-4112717e9ee8. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.307938] env[69365]: DEBUG nova.network.neutron [req-26f63b0e-634f-42aa-9e5e-4ffffc8bb5c0 req-3eb55a01-d692-4589-964b-6a067796f574 service nova] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Updating instance_info_cache with network_info: [{"id": "32466da2-b8a7-4215-9a30-4112717e9ee8", "address": "fa:16:3e:35:ef:ed", "network": {"id": "2766da8d-6cbf-40dd-89bf-7615a2b00ee2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-680867915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc6800d15d0045f087de2c0c4ec21c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32466da2-b8", "ovs_interfaceid": "32466da2-b8a7-4215-9a30-4112717e9ee8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.325953] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.338091] env[69365]: DEBUG oslo_vmware.api [None req-ec4de117-58b0-4936-ad83-62fb78357888 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': task-3469678, 'name': PowerOffVM_Task, 'duration_secs': 0.199103} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.338414] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4de117-58b0-4936-ad83-62fb78357888 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.338545] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4de117-58b0-4936-ad83-62fb78357888 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.338717] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3342a987-5bea-42cb-912e-1269a7b18d60 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.399415] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4de117-58b0-4936-ad83-62fb78357888 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.399739] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4de117-58b0-4936-ad83-62fb78357888 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.399991] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4de117-58b0-4936-ad83-62fb78357888 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Deleting the datastore file [datastore1] a69c243b-8af1-4e97-a1c9-4c760e9189bf {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.400325] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d17bbef-ea52-4475-b537-a2bc75ee97e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.408610] env[69365]: DEBUG oslo_vmware.api [None req-ec4de117-58b0-4936-ad83-62fb78357888 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Waiting for the task: (returnval){ [ 1123.408610] env[69365]: value = "task-3469681" [ 1123.408610] env[69365]: _type = "Task" [ 1123.408610] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.100693] env[69365]: INFO nova.virt.block_device [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Booting with volume 391e838f-7527-4eed-ae2e-d7569d64048a at /dev/sdb [ 1124.104988] env[69365]: DEBUG oslo_concurrency.lockutils [req-26f63b0e-634f-42aa-9e5e-4ffffc8bb5c0 req-3eb55a01-d692-4589-964b-6a067796f574 service nova] Releasing lock "refresh_cache-9d746920-3c99-474d-9fac-caaf2e8f0cc3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.105228] env[69365]: DEBUG nova.compute.manager [req-26f63b0e-634f-42aa-9e5e-4ffffc8bb5c0 req-3eb55a01-d692-4589-964b-6a067796f574 service nova] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Received event network-changed-be600f67-7e57-494b-bc0d-b15128674d77 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.105391] env[69365]: DEBUG nova.compute.manager [req-26f63b0e-634f-42aa-9e5e-4ffffc8bb5c0 req-3eb55a01-d692-4589-964b-6a067796f574 service nova] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Refreshing instance network info cache due to event network-changed-be600f67-7e57-494b-bc0d-b15128674d77. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1124.105588] env[69365]: DEBUG oslo_concurrency.lockutils [req-26f63b0e-634f-42aa-9e5e-4ffffc8bb5c0 req-3eb55a01-d692-4589-964b-6a067796f574 service nova] Acquiring lock "refresh_cache-a69c243b-8af1-4e97-a1c9-4c760e9189bf" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.105723] env[69365]: DEBUG oslo_concurrency.lockutils [req-26f63b0e-634f-42aa-9e5e-4ffffc8bb5c0 req-3eb55a01-d692-4589-964b-6a067796f574 service nova] Acquired lock "refresh_cache-a69c243b-8af1-4e97-a1c9-4c760e9189bf" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.105876] env[69365]: DEBUG nova.network.neutron [req-26f63b0e-634f-42aa-9e5e-4ffffc8bb5c0 req-3eb55a01-d692-4589-964b-6a067796f574 service nova] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Refreshing network info cache for port be600f67-7e57-494b-bc0d-b15128674d77 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.120035] env[69365]: DEBUG oslo_vmware.api [None req-ec4de117-58b0-4936-ad83-62fb78357888 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': task-3469681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128919} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.126131] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4de117-58b0-4936-ad83-62fb78357888 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.126340] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4de117-58b0-4936-ad83-62fb78357888 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.126514] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4de117-58b0-4936-ad83-62fb78357888 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.126685] env[69365]: INFO nova.compute.manager [None req-ec4de117-58b0-4936-ad83-62fb78357888 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1124.126917] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec4de117-58b0-4936-ad83-62fb78357888 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1124.127135] env[69365]: DEBUG oslo_vmware.api [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5263a86a-9918-7498-f7eb-b4bb2f965b20, 'name': SearchDatastore_Task, 'duration_secs': 0.011524} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.127330] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469679, 'name': Rename_Task, 'duration_secs': 0.175715} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.127543] env[69365]: DEBUG nova.compute.manager [-] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1124.127658] env[69365]: DEBUG nova.network.neutron [-] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1124.129214] env[69365]: DEBUG oslo_concurrency.lockutils [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.129495] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 9d746920-3c99-474d-9fac-caaf2e8f0cc3/9d746920-3c99-474d-9fac-caaf2e8f0cc3.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1124.129772] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1124.130066] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77fec651-c9bf-4e14-91c0-fe3dc93eda88 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.131854] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3be4fd9-f51a-4769-8c62-20ace7f82863 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.137614] env[69365]: ERROR nova.scheduler.client.report [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [req-710549ee-c786-4ef5-af3f-6c2c2486082e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1e46e834-6985-4ce8-8ea0-649bfd87006d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-710549ee-c786-4ef5-af3f-6c2c2486082e"}]} [ 1124.142322] env[69365]: DEBUG oslo_vmware.api [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1124.142322] env[69365]: value = "task-3469682" [ 1124.142322] env[69365]: _type = "Task" [ 1124.142322] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.142498] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1124.142498] env[69365]: value = "task-3469683" [ 1124.142498] env[69365]: _type = "Task" [ 1124.142498] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.159389] env[69365]: DEBUG oslo_vmware.api [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.163536] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8dbadc6d-208e-40c1-9e5b-bfb6a882b93f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.164570] env[69365]: DEBUG nova.scheduler.client.report [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Refreshing inventories for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1124.172558] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de288fc5-e937-4031-a5ed-d1ec5e971010 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.184637] env[69365]: DEBUG nova.scheduler.client.report [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Updating ProviderTree inventory for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1124.184872] env[69365]: DEBUG nova.compute.provider_tree [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1124.198572] env[69365]: DEBUG nova.scheduler.client.report [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Refreshing aggregate associations for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d, aggregates: None {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1124.213239] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-84725f8b-42ba-4b4c-a112-1788c7d0092d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.223908] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d478d0d-c71f-4be8-9e86-390661b9f736 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.235354] env[69365]: DEBUG nova.scheduler.client.report [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Refreshing trait associations for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1124.268137] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6866a871-85ae-4465-8309-4ef324719ff2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.274979] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff20e070-6211-4db1-a89b-7e7e91e3171c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.290453] env[69365]: DEBUG nova.virt.block_device [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Updating existing volume attachment record: 4f663db5-e5bd-40b1-bd93-035e49173942 {{(pid=69365) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1124.512381] env[69365]: DEBUG nova.compute.manager [req-a78328bb-0dcc-42fc-b7e6-bb3a2fcdad78 req-5eb9966d-f2b9-4da0-ba49-b7e5ea473cf2 service nova] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Received event network-vif-deleted-be600f67-7e57-494b-bc0d-b15128674d77 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.512714] env[69365]: INFO nova.compute.manager [req-a78328bb-0dcc-42fc-b7e6-bb3a2fcdad78 req-5eb9966d-f2b9-4da0-ba49-b7e5ea473cf2 service nova] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Neutron deleted interface be600f67-7e57-494b-bc0d-b15128674d77; detaching it from the instance and deleting it from the info cache [ 1124.512902] env[69365]: DEBUG nova.network.neutron [req-a78328bb-0dcc-42fc-b7e6-bb3a2fcdad78 req-5eb9966d-f2b9-4da0-ba49-b7e5ea473cf2 service nova] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.578682] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ee6637-5a24-472d-8083-58f6bcec90d5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.590869] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a3433a-7d1c-42bc-a4e0-9148012d1c86 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.624694] env[69365]: DEBUG nova.compute.manager [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1124.629657] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e804ee2-2e0b-40e7-8310-3da8a7212162 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.637798] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b059bd-d196-4c6c-876e-a09d4be1e01e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.648905] env[69365]: INFO nova.network.neutron [req-26f63b0e-634f-42aa-9e5e-4ffffc8bb5c0 req-3eb55a01-d692-4589-964b-6a067796f574 service nova] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Port be600f67-7e57-494b-bc0d-b15128674d77 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1124.649159] env[69365]: DEBUG nova.network.neutron [req-26f63b0e-634f-42aa-9e5e-4ffffc8bb5c0 req-3eb55a01-d692-4589-964b-6a067796f574 service nova] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.664304] env[69365]: DEBUG nova.compute.provider_tree [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.669985] env[69365]: DEBUG oslo_vmware.api [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492007} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.674727] env[69365]: DEBUG nova.virt.hardware [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.674940] env[69365]: DEBUG nova.virt.hardware [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.675108] env[69365]: DEBUG nova.virt.hardware [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.675293] env[69365]: DEBUG nova.virt.hardware [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.675443] env[69365]: DEBUG nova.virt.hardware [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.675586] env[69365]: DEBUG nova.virt.hardware [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.675795] env[69365]: DEBUG nova.virt.hardware [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.675949] env[69365]: DEBUG nova.virt.hardware [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.676126] env[69365]: DEBUG nova.virt.hardware [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.676376] env[69365]: DEBUG nova.virt.hardware [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.676590] env[69365]: DEBUG nova.virt.hardware [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.676882] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 9d746920-3c99-474d-9fac-caaf2e8f0cc3/9d746920-3c99-474d-9fac-caaf2e8f0cc3.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1124.677096] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1124.677995] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469683, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.678762] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ad8a6a-ca9e-46d0-b206-6cdf80576cad {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.681130] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3190380-d6f4-40a2-8a07-07e03abac3df {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.690326] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8861cc05-11b6-4d66-bf11-a33c2b6bfd43 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.695016] env[69365]: DEBUG oslo_vmware.api [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1124.695016] env[69365]: value = "task-3469684" [ 1124.695016] env[69365]: _type = "Task" [ 1124.695016] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.712040] env[69365]: DEBUG oslo_vmware.api [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.722688] env[69365]: DEBUG nova.network.neutron [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Successfully updated port: f548e2aa-9445-4c48-8501-52dd871b0e6a {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1124.995500] env[69365]: DEBUG nova.network.neutron [-] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.016189] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2771f1d5-3ba5-4b2b-86a6-23b4dbd96a5e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.026859] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae71ef1-f44e-4792-9aaa-09d9a1400102 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.059336] env[69365]: DEBUG nova.compute.manager [req-a78328bb-0dcc-42fc-b7e6-bb3a2fcdad78 req-5eb9966d-f2b9-4da0-ba49-b7e5ea473cf2 service nova] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Detach interface failed, port_id=be600f67-7e57-494b-bc0d-b15128674d77, reason: Instance a69c243b-8af1-4e97-a1c9-4c760e9189bf could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1125.151266] env[69365]: DEBUG oslo_concurrency.lockutils [req-26f63b0e-634f-42aa-9e5e-4ffffc8bb5c0 req-3eb55a01-d692-4589-964b-6a067796f574 service nova] Releasing lock "refresh_cache-a69c243b-8af1-4e97-a1c9-4c760e9189bf" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.162783] env[69365]: DEBUG oslo_vmware.api [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469683, 'name': PowerOnVM_Task, 'duration_secs': 0.756024} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.163050] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.166922] env[69365]: DEBUG nova.scheduler.client.report [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.210760] env[69365]: DEBUG oslo_vmware.api [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069155} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.210760] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1125.210760] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f72121-1f98-48b2-8f7d-e58c3b5530b7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.231048] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "refresh_cache-13374b40-a77c-42c8-ad61-cc1e02681e81" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.231256] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquired lock "refresh_cache-13374b40-a77c-42c8-ad61-cc1e02681e81" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.231459] env[69365]: DEBUG nova.network.neutron [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.247377] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 9d746920-3c99-474d-9fac-caaf2e8f0cc3/9d746920-3c99-474d-9fac-caaf2e8f0cc3.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.251264] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52ca5dba-527e-4005-b3e9-61352af12c55 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.271221] env[69365]: DEBUG nova.compute.manager [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1125.271221] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe689021-d392-4326-937d-c4a3aba96060 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.275012] env[69365]: DEBUG oslo_vmware.api [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1125.275012] env[69365]: value = "task-3469685" [ 1125.275012] env[69365]: _type = "Task" [ 1125.275012] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.287874] env[69365]: DEBUG oslo_vmware.api [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469685, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.298032] env[69365]: DEBUG nova.network.neutron [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.466797] env[69365]: DEBUG nova.network.neutron [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Updating instance_info_cache with network_info: [{"id": "f548e2aa-9445-4c48-8501-52dd871b0e6a", "address": "fa:16:3e:f3:ae:3c", "network": {"id": "07ac35b7-5e02-4e42-9be3-f1b0032ca382", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2090389770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ecde38286934540b1d17f878d3cbde8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf548e2aa-94", "ovs_interfaceid": "f548e2aa-9445-4c48-8501-52dd871b0e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.498753] env[69365]: INFO nova.compute.manager [-] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Took 1.37 seconds to deallocate network for instance. [ 1125.660415] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4f17dd21-38e9-4d66-97cf-fcdfefb70f2c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquiring lock "efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.660717] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4f17dd21-38e9-4d66-97cf-fcdfefb70f2c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.660907] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4f17dd21-38e9-4d66-97cf-fcdfefb70f2c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquiring lock "efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.661103] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4f17dd21-38e9-4d66-97cf-fcdfefb70f2c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.661274] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4f17dd21-38e9-4d66-97cf-fcdfefb70f2c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.663375] env[69365]: INFO nova.compute.manager [None req-4f17dd21-38e9-4d66-97cf-fcdfefb70f2c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Terminating instance [ 1125.672082] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.626s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.674242] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2cf94de9-b053-4b03-b917-4e112920ac84 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.507s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.674456] env[69365]: DEBUG nova.objects.instance [None req-2cf94de9-b053-4b03-b917-4e112920ac84 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Lazy-loading 'resources' on Instance uuid 4a3d3797-1442-4a1b-bb7b-fa97017a4255 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1125.692694] env[69365]: INFO nova.scheduler.client.report [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Deleted allocations for instance f7bd87f3-f267-4695-b01a-1bc7cbb03b7f [ 1125.789166] env[69365]: DEBUG oslo_vmware.api [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469685, 'name': ReconfigVM_Task, 'duration_secs': 0.317202} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.791029] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 9d746920-3c99-474d-9fac-caaf2e8f0cc3/9d746920-3c99-474d-9fac-caaf2e8f0cc3.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1125.792923] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3db359a3-21c9-48f6-a745-4bee5f31a227 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "0d028ec7-840a-4095-9a67-641ef8358807" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 35.700s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.793331] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ffdb319b-82f4-4d18-894d-eadcfeb1617d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.801941] env[69365]: DEBUG oslo_vmware.api [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1125.801941] env[69365]: value = "task-3469686" [ 1125.801941] env[69365]: _type = "Task" [ 1125.801941] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.811451] env[69365]: DEBUG oslo_vmware.api [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469686, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.970156] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Releasing lock "refresh_cache-13374b40-a77c-42c8-ad61-cc1e02681e81" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.970252] env[69365]: DEBUG nova.compute.manager [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Instance network_info: |[{"id": "f548e2aa-9445-4c48-8501-52dd871b0e6a", "address": "fa:16:3e:f3:ae:3c", "network": {"id": "07ac35b7-5e02-4e42-9be3-f1b0032ca382", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2090389770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ecde38286934540b1d17f878d3cbde8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf548e2aa-94", "ovs_interfaceid": "f548e2aa-9445-4c48-8501-52dd871b0e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1125.970796] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:ae:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '418ddd3d-5f64-407e-8e0c-c8b81639bee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f548e2aa-9445-4c48-8501-52dd871b0e6a', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.978794] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1125.979313] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.979557] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3012d2f-4d58-4aa9-8f65-2c4aa55a3638 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.001494] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.001494] env[69365]: value = "task-3469687" [ 1126.001494] env[69365]: _type = "Task" [ 1126.001494] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.005805] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ec4de117-58b0-4936-ad83-62fb78357888 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.011382] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469687, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.167731] env[69365]: DEBUG nova.compute.manager [None req-4f17dd21-38e9-4d66-97cf-fcdfefb70f2c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1126.168114] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4f17dd21-38e9-4d66-97cf-fcdfefb70f2c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1126.169728] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032494a9-01a1-4986-83ce-fec493f1ecbf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.181457] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f17dd21-38e9-4d66-97cf-fcdfefb70f2c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1126.181905] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-484fc0f5-f10e-4d33-97a8-4216ccd8d64d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.190741] env[69365]: DEBUG oslo_vmware.api [None req-4f17dd21-38e9-4d66-97cf-fcdfefb70f2c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 1126.190741] env[69365]: value = "task-3469688" [ 1126.190741] env[69365]: _type = "Task" [ 1126.190741] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.201885] env[69365]: DEBUG oslo_vmware.api [None req-4f17dd21-38e9-4d66-97cf-fcdfefb70f2c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.204787] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bbb22f61-1d2d-416e-bfa2-16c2cebb7201 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "f7bd87f3-f267-4695-b01a-1bc7cbb03b7f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.403s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.315633] env[69365]: DEBUG oslo_vmware.api [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469686, 'name': Rename_Task, 'duration_secs': 0.169504} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.316346] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1126.316831] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-caa03626-9e0f-4200-9751-906012ce8a7f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.326191] env[69365]: DEBUG oslo_vmware.api [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1126.326191] env[69365]: value = "task-3469689" [ 1126.326191] env[69365]: _type = "Task" [ 1126.326191] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.343127] env[69365]: DEBUG oslo_vmware.api [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.407809] env[69365]: DEBUG nova.virt.hardware [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1126.407809] env[69365]: DEBUG nova.virt.hardware [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1126.407809] env[69365]: DEBUG nova.virt.hardware [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1126.408038] env[69365]: DEBUG nova.virt.hardware [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1126.408072] env[69365]: DEBUG nova.virt.hardware [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1126.408914] env[69365]: DEBUG nova.virt.hardware [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1126.408914] env[69365]: DEBUG nova.virt.hardware [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1126.408914] env[69365]: DEBUG nova.virt.hardware [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1126.408914] env[69365]: DEBUG nova.virt.hardware [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1126.408914] env[69365]: DEBUG nova.virt.hardware [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1126.409159] env[69365]: DEBUG nova.virt.hardware [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1126.410013] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c834a1b-2d9f-4532-b1b1-77fe7a88c59e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.419228] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940927eb-de63-4509-bd4b-03456d00d2ba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.436178] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:58:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f799a7e7-fc27-4152-9233-739516fe2607', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.444174] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.444742] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.444742] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2acc2826-ffb8-45de-90be-0515e9bae587 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.470831] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.470831] env[69365]: value = "task-3469690" [ 1126.470831] env[69365]: _type = "Task" [ 1126.470831] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.482926] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469690, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.493193] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c74753-df4e-425e-9952-4f5cf5ec943b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.501854] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667265a4-4abc-47a3-8227-7191c426f70c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.515833] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469687, 'name': CreateVM_Task, 'duration_secs': 0.348415} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.542039] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.544051] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.544229] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.544567] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.545356] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa6ed0e-7f4b-4374-bcdb-3fa636b58f28 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.549226] env[69365]: DEBUG nova.compute.manager [req-a97bd6a0-29ff-4dbe-8ab2-ba882599e72a req-7e09ea70-23a3-4a5d-925d-35997b9b2319 service nova] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Received event network-vif-plugged-f548e2aa-9445-4c48-8501-52dd871b0e6a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.549459] env[69365]: DEBUG oslo_concurrency.lockutils [req-a97bd6a0-29ff-4dbe-8ab2-ba882599e72a req-7e09ea70-23a3-4a5d-925d-35997b9b2319 service nova] Acquiring lock "13374b40-a77c-42c8-ad61-cc1e02681e81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.549592] env[69365]: DEBUG oslo_concurrency.lockutils [req-a97bd6a0-29ff-4dbe-8ab2-ba882599e72a req-7e09ea70-23a3-4a5d-925d-35997b9b2319 service nova] Lock "13374b40-a77c-42c8-ad61-cc1e02681e81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.549775] env[69365]: DEBUG oslo_concurrency.lockutils [req-a97bd6a0-29ff-4dbe-8ab2-ba882599e72a req-7e09ea70-23a3-4a5d-925d-35997b9b2319 service nova] Lock "13374b40-a77c-42c8-ad61-cc1e02681e81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.549956] env[69365]: DEBUG nova.compute.manager [req-a97bd6a0-29ff-4dbe-8ab2-ba882599e72a req-7e09ea70-23a3-4a5d-925d-35997b9b2319 service nova] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] No waiting events found dispatching network-vif-plugged-f548e2aa-9445-4c48-8501-52dd871b0e6a {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1126.550129] env[69365]: WARNING nova.compute.manager [req-a97bd6a0-29ff-4dbe-8ab2-ba882599e72a req-7e09ea70-23a3-4a5d-925d-35997b9b2319 service nova] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Received unexpected event network-vif-plugged-f548e2aa-9445-4c48-8501-52dd871b0e6a for instance with vm_state building and task_state spawning. [ 1126.550288] env[69365]: DEBUG nova.compute.manager [req-a97bd6a0-29ff-4dbe-8ab2-ba882599e72a req-7e09ea70-23a3-4a5d-925d-35997b9b2319 service nova] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Received event network-changed-f548e2aa-9445-4c48-8501-52dd871b0e6a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.550439] env[69365]: DEBUG nova.compute.manager [req-a97bd6a0-29ff-4dbe-8ab2-ba882599e72a req-7e09ea70-23a3-4a5d-925d-35997b9b2319 service nova] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Refreshing instance network info cache due to event network-changed-f548e2aa-9445-4c48-8501-52dd871b0e6a. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.550614] env[69365]: DEBUG oslo_concurrency.lockutils [req-a97bd6a0-29ff-4dbe-8ab2-ba882599e72a req-7e09ea70-23a3-4a5d-925d-35997b9b2319 service nova] Acquiring lock "refresh_cache-13374b40-a77c-42c8-ad61-cc1e02681e81" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.550749] env[69365]: DEBUG oslo_concurrency.lockutils [req-a97bd6a0-29ff-4dbe-8ab2-ba882599e72a req-7e09ea70-23a3-4a5d-925d-35997b9b2319 service nova] Acquired lock "refresh_cache-13374b40-a77c-42c8-ad61-cc1e02681e81" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.550897] env[69365]: DEBUG nova.network.neutron [req-a97bd6a0-29ff-4dbe-8ab2-ba882599e72a req-7e09ea70-23a3-4a5d-925d-35997b9b2319 service nova] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Refreshing network info cache for port f548e2aa-9445-4c48-8501-52dd871b0e6a {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.552593] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39e287b3-505b-4f4a-81c7-f9386e70d795 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.558723] env[69365]: DEBUG oslo_vmware.api [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 1126.558723] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]521bcf64-bf3d-7a1c-322f-8d61ade701ab" [ 1126.558723] env[69365]: _type = "Task" [ 1126.558723] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.564953] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e67b7f4-a1fd-4eef-bc02-8f0c7a9aa7fb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.576593] env[69365]: DEBUG oslo_vmware.api [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521bcf64-bf3d-7a1c-322f-8d61ade701ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011884} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.584113] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.584402] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1126.584658] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.584797] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.584971] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1126.585807] env[69365]: DEBUG nova.compute.provider_tree [None req-2cf94de9-b053-4b03-b917-4e112920ac84 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.587260] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6621da2-3b38-48e0-93c5-a84ff0969c8a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.598692] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1126.599293] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1126.600169] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f9e3e34-8da6-4f7e-b9ec-b9796fd60d89 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.608689] env[69365]: DEBUG oslo_vmware.api [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 1126.608689] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5217d09c-9350-9dc1-8a84-85aa4e8676aa" [ 1126.608689] env[69365]: _type = "Task" [ 1126.608689] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.618952] env[69365]: DEBUG oslo_vmware.api [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5217d09c-9350-9dc1-8a84-85aa4e8676aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.704850] env[69365]: DEBUG oslo_vmware.api [None req-4f17dd21-38e9-4d66-97cf-fcdfefb70f2c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469688, 'name': PowerOffVM_Task, 'duration_secs': 0.195839} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.705251] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f17dd21-38e9-4d66-97cf-fcdfefb70f2c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.705570] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4f17dd21-38e9-4d66-97cf-fcdfefb70f2c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.705871] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5d7c3f5-8101-4e9e-a570-2832e6c6b2f6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.815082] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4f17dd21-38e9-4d66-97cf-fcdfefb70f2c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1126.815374] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4f17dd21-38e9-4d66-97cf-fcdfefb70f2c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1126.815581] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f17dd21-38e9-4d66-97cf-fcdfefb70f2c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Deleting the datastore file [datastore2] efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1126.816465] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-585ab705-26e5-4c99-9518-138939a88db7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.823390] env[69365]: DEBUG oslo_vmware.api [None req-4f17dd21-38e9-4d66-97cf-fcdfefb70f2c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 1126.823390] env[69365]: value = "task-3469692" [ 1126.823390] env[69365]: _type = "Task" [ 1126.823390] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.833164] env[69365]: DEBUG oslo_vmware.api [None req-4f17dd21-38e9-4d66-97cf-fcdfefb70f2c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.842530] env[69365]: DEBUG oslo_vmware.api [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469689, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.981118] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469690, 'name': CreateVM_Task, 'duration_secs': 0.333692} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.981297] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.981963] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.982161] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.982485] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.982741] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be9b7cfd-ec57-4f57-9905-f6f64de00017 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.988515] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1126.988515] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5264845e-87d8-696b-1a09-529acf252193" [ 1126.988515] env[69365]: _type = "Task" [ 1126.988515] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.997590] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5264845e-87d8-696b-1a09-529acf252193, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.090619] env[69365]: DEBUG nova.scheduler.client.report [None req-2cf94de9-b053-4b03-b917-4e112920ac84 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.124876] env[69365]: DEBUG oslo_vmware.api [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5217d09c-9350-9dc1-8a84-85aa4e8676aa, 'name': SearchDatastore_Task, 'duration_secs': 0.011118} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.126014] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75b4e521-631e-4c1d-a567-1d6ef5a5ea77 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.132868] env[69365]: DEBUG oslo_vmware.api [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 1127.132868] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b71c25-034e-6025-1bd9-5af03c67e950" [ 1127.132868] env[69365]: _type = "Task" [ 1127.132868] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.141016] env[69365]: DEBUG oslo_vmware.api [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b71c25-034e-6025-1bd9-5af03c67e950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.301387] env[69365]: DEBUG nova.network.neutron [req-a97bd6a0-29ff-4dbe-8ab2-ba882599e72a req-7e09ea70-23a3-4a5d-925d-35997b9b2319 service nova] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Updated VIF entry in instance network info cache for port f548e2aa-9445-4c48-8501-52dd871b0e6a. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.301725] env[69365]: DEBUG nova.network.neutron [req-a97bd6a0-29ff-4dbe-8ab2-ba882599e72a req-7e09ea70-23a3-4a5d-925d-35997b9b2319 service nova] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Updating instance_info_cache with network_info: [{"id": "f548e2aa-9445-4c48-8501-52dd871b0e6a", "address": "fa:16:3e:f3:ae:3c", "network": {"id": "07ac35b7-5e02-4e42-9be3-f1b0032ca382", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-2090389770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ecde38286934540b1d17f878d3cbde8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "418ddd3d-5f64-407e-8e0c-c8b81639bee9", "external-id": "nsx-vlan-transportzone-107", "segmentation_id": 107, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf548e2aa-94", "ovs_interfaceid": "f548e2aa-9445-4c48-8501-52dd871b0e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.333372] env[69365]: DEBUG oslo_vmware.api [None req-4f17dd21-38e9-4d66-97cf-fcdfefb70f2c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.341762] env[69365]: DEBUG oslo_vmware.api [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469689, 'name': PowerOnVM_Task, 'duration_secs': 0.532563} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.342255] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1127.342500] env[69365]: INFO nova.compute.manager [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1127.342710] env[69365]: DEBUG nova.compute.manager [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.343544] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b9bfd7-4993-46c8-8cc0-2ce53ac96a19 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.500642] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5264845e-87d8-696b-1a09-529acf252193, 'name': SearchDatastore_Task, 'duration_secs': 0.011285} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.500979] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.501237] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.501471] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.596230] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2cf94de9-b053-4b03-b917-4e112920ac84 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.599563] env[69365]: DEBUG oslo_concurrency.lockutils [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.353s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.602603] env[69365]: INFO nova.compute.claims [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.621861] env[69365]: INFO nova.scheduler.client.report [None req-2cf94de9-b053-4b03-b917-4e112920ac84 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Deleted allocations for instance 4a3d3797-1442-4a1b-bb7b-fa97017a4255 [ 1127.645886] env[69365]: DEBUG oslo_vmware.api [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b71c25-034e-6025-1bd9-5af03c67e950, 'name': SearchDatastore_Task, 'duration_secs': 0.012326} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.646176] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.646435] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 13374b40-a77c-42c8-ad61-cc1e02681e81/13374b40-a77c-42c8-ad61-cc1e02681e81.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.646719] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.646939] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.647113] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8e775a9-5f68-4a12-9053-2ff9863d20c2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.652395] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97fea4e4-bb1f-48f8-8e52-752f03141ddd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.659546] env[69365]: DEBUG oslo_vmware.api [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 1127.659546] env[69365]: value = "task-3469693" [ 1127.659546] env[69365]: _type = "Task" [ 1127.659546] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.667785] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.667785] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.667785] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1710f86-a11f-47b0-9666-61327955e7d0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.673981] env[69365]: DEBUG oslo_vmware.api [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469693, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.679352] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1127.679352] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e0a7cd-779d-f908-46ee-b7c0d2445be3" [ 1127.679352] env[69365]: _type = "Task" [ 1127.679352] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.689146] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e0a7cd-779d-f908-46ee-b7c0d2445be3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.804267] env[69365]: DEBUG oslo_concurrency.lockutils [req-a97bd6a0-29ff-4dbe-8ab2-ba882599e72a req-7e09ea70-23a3-4a5d-925d-35997b9b2319 service nova] Releasing lock "refresh_cache-13374b40-a77c-42c8-ad61-cc1e02681e81" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.834881] env[69365]: DEBUG oslo_vmware.api [None req-4f17dd21-38e9-4d66-97cf-fcdfefb70f2c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.530797} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.835147] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f17dd21-38e9-4d66-97cf-fcdfefb70f2c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1127.835346] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4f17dd21-38e9-4d66-97cf-fcdfefb70f2c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1127.835516] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4f17dd21-38e9-4d66-97cf-fcdfefb70f2c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1127.835690] env[69365]: INFO nova.compute.manager [None req-4f17dd21-38e9-4d66-97cf-fcdfefb70f2c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1127.835933] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4f17dd21-38e9-4d66-97cf-fcdfefb70f2c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1127.836150] env[69365]: DEBUG nova.compute.manager [-] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1127.836247] env[69365]: DEBUG nova.network.neutron [-] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1127.861742] env[69365]: INFO nova.compute.manager [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Took 25.28 seconds to build instance. [ 1128.131881] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2cf94de9-b053-4b03-b917-4e112920ac84 tempest-ServerPasswordTestJSON-1772909202 tempest-ServerPasswordTestJSON-1772909202-project-member] Lock "4a3d3797-1442-4a1b-bb7b-fa97017a4255" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.810s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.179941] env[69365]: DEBUG oslo_vmware.api [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469693, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.192632] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e0a7cd-779d-f908-46ee-b7c0d2445be3, 'name': SearchDatastore_Task, 'duration_secs': 0.011294} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.193745] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faa11a9b-9545-4c64-9827-8bffeccb5eca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.203346] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1128.203346] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]522bbba7-be14-a3e1-db3b-8336fdcc5a03" [ 1128.203346] env[69365]: _type = "Task" [ 1128.203346] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.218439] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]522bbba7-be14-a3e1-db3b-8336fdcc5a03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.221602] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "41177a0a-ccff-4b4b-bbe5-a81778987c71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.221838] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "41177a0a-ccff-4b4b-bbe5-a81778987c71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.363899] env[69365]: DEBUG oslo_concurrency.lockutils [None req-40f8c513-ffb7-4a8d-b444-9022cf399a8e tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "9d746920-3c99-474d-9fac-caaf2e8f0cc3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.796s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.685975] env[69365]: DEBUG oslo_vmware.api [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469693, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736586} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.686255] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 13374b40-a77c-42c8-ad61-cc1e02681e81/13374b40-a77c-42c8-ad61-cc1e02681e81.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.686468] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.686720] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b552f4bb-d930-4b58-9a6a-6548eff73db3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.699191] env[69365]: DEBUG oslo_vmware.api [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 1128.699191] env[69365]: value = "task-3469694" [ 1128.699191] env[69365]: _type = "Task" [ 1128.699191] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.714653] env[69365]: DEBUG oslo_vmware.api [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.723387] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]522bbba7-be14-a3e1-db3b-8336fdcc5a03, 'name': SearchDatastore_Task, 'duration_secs': 0.066635} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.723923] env[69365]: DEBUG nova.compute.manager [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1128.727586] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.728359] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] bf5de304-45c8-4772-a217-0d67a3f25b50/bf5de304-45c8-4772-a217-0d67a3f25b50.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1128.732138] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b834808-58db-48c5-8716-d4195bda415c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.743494] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1128.743494] env[69365]: value = "task-3469695" [ 1128.743494] env[69365]: _type = "Task" [ 1128.743494] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.757018] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.869246] env[69365]: DEBUG oslo_concurrency.lockutils [None req-17007a38-f37c-4c7e-90bf-4e4aa07e0a68 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "9d746920-3c99-474d-9fac-caaf2e8f0cc3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.869246] env[69365]: DEBUG oslo_concurrency.lockutils [None req-17007a38-f37c-4c7e-90bf-4e4aa07e0a68 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "9d746920-3c99-474d-9fac-caaf2e8f0cc3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.869246] env[69365]: DEBUG oslo_concurrency.lockutils [None req-17007a38-f37c-4c7e-90bf-4e4aa07e0a68 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "9d746920-3c99-474d-9fac-caaf2e8f0cc3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.869563] env[69365]: DEBUG oslo_concurrency.lockutils [None req-17007a38-f37c-4c7e-90bf-4e4aa07e0a68 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "9d746920-3c99-474d-9fac-caaf2e8f0cc3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.869563] env[69365]: DEBUG oslo_concurrency.lockutils [None req-17007a38-f37c-4c7e-90bf-4e4aa07e0a68 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "9d746920-3c99-474d-9fac-caaf2e8f0cc3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.873216] env[69365]: INFO nova.compute.manager [None req-17007a38-f37c-4c7e-90bf-4e4aa07e0a68 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Terminating instance [ 1128.877120] env[69365]: DEBUG nova.network.neutron [-] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.900335] env[69365]: DEBUG nova.compute.manager [req-55670ef8-7ecc-424a-ac02-ff181ab97379 req-c888f103-0f7b-4cf9-b732-5006f9fa04f6 service nova] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Received event network-vif-deleted-4bfa360a-80bf-4e5f-9e86-750dd15530e0 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.900509] env[69365]: INFO nova.compute.manager [req-55670ef8-7ecc-424a-ac02-ff181ab97379 req-c888f103-0f7b-4cf9-b732-5006f9fa04f6 service nova] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Neutron deleted interface 4bfa360a-80bf-4e5f-9e86-750dd15530e0; detaching it from the instance and deleting it from the info cache [ 1128.901293] env[69365]: DEBUG nova.network.neutron [req-55670ef8-7ecc-424a-ac02-ff181ab97379 req-c888f103-0f7b-4cf9-b732-5006f9fa04f6 service nova] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.957879] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436a097f-7d1d-4a2c-8aa1-a0353553c242 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.968216] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203a1009-359b-4e12-bcab-6df51dad195f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.001699] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-445397e1-c6cd-456c-b811-00188efd018e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.010424] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce4f2b2-f1f7-4624-b1e7-c030894035d7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.027329] env[69365]: DEBUG nova.compute.provider_tree [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.085795] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.085795] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.210705] env[69365]: DEBUG oslo_vmware.api [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.263342} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.211116] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1129.212273] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0394ebd6-6f32-42a8-8518-23a16d0d7232 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.241852] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 13374b40-a77c-42c8-ad61-cc1e02681e81/13374b40-a77c-42c8-ad61-cc1e02681e81.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.244745] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9f84e1c-3a5a-45cc-b776-bbf29975274a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.270578] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.272127] env[69365]: DEBUG oslo_vmware.api [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 1129.272127] env[69365]: value = "task-3469696" [ 1129.272127] env[69365]: _type = "Task" [ 1129.272127] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.275917] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.282201] env[69365]: DEBUG oslo_vmware.api [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469696, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.381052] env[69365]: INFO nova.compute.manager [-] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Took 1.54 seconds to deallocate network for instance. [ 1129.381539] env[69365]: DEBUG nova.compute.manager [None req-17007a38-f37c-4c7e-90bf-4e4aa07e0a68 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.381742] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-17007a38-f37c-4c7e-90bf-4e4aa07e0a68 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.384147] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984a489a-6c50-496f-8ebb-91f41d3dd5ba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.396448] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-17007a38-f37c-4c7e-90bf-4e4aa07e0a68 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.396448] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eae1f3ee-0647-4bd6-8df1-f9290e887856 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.403764] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0e034be-955f-4e15-8333-37b51e7730be {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.410096] env[69365]: DEBUG oslo_vmware.api [None req-17007a38-f37c-4c7e-90bf-4e4aa07e0a68 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1129.410096] env[69365]: value = "task-3469697" [ 1129.410096] env[69365]: _type = "Task" [ 1129.410096] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.420807] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ce321b-9ab2-4f5e-bce2-9eda4aedc2b7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.435467] env[69365]: DEBUG oslo_vmware.api [None req-17007a38-f37c-4c7e-90bf-4e4aa07e0a68 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469697, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.466392] env[69365]: DEBUG nova.compute.manager [req-55670ef8-7ecc-424a-ac02-ff181ab97379 req-c888f103-0f7b-4cf9-b732-5006f9fa04f6 service nova] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Detach interface failed, port_id=4bfa360a-80bf-4e5f-9e86-750dd15530e0, reason: Instance efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1129.530983] env[69365]: DEBUG nova.scheduler.client.report [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.591606] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.593259] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.593259] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.593259] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.593259] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.593259] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.593555] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69365) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1129.593555] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager.update_available_resource {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.780165] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469695, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.788258] env[69365]: DEBUG oslo_vmware.api [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.892353] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4f17dd21-38e9-4d66-97cf-fcdfefb70f2c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.920611] env[69365]: DEBUG oslo_vmware.api [None req-17007a38-f37c-4c7e-90bf-4e4aa07e0a68 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469697, 'name': PowerOffVM_Task, 'duration_secs': 0.400193} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.920964] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-17007a38-f37c-4c7e-90bf-4e4aa07e0a68 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.921151] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-17007a38-f37c-4c7e-90bf-4e4aa07e0a68 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.921410] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4db14f16-cdcd-42bc-b84d-c056223dfd78 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.999240] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-17007a38-f37c-4c7e-90bf-4e4aa07e0a68 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.999240] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-17007a38-f37c-4c7e-90bf-4e4aa07e0a68 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.999240] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-17007a38-f37c-4c7e-90bf-4e4aa07e0a68 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Deleting the datastore file [datastore1] 9d746920-3c99-474d-9fac-caaf2e8f0cc3 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.999454] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a38e2baf-e9eb-4af6-a144-5ba9dfa45373 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.007124] env[69365]: DEBUG oslo_vmware.api [None req-17007a38-f37c-4c7e-90bf-4e4aa07e0a68 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1130.007124] env[69365]: value = "task-3469699" [ 1130.007124] env[69365]: _type = "Task" [ 1130.007124] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.020749] env[69365]: DEBUG oslo_vmware.api [None req-17007a38-f37c-4c7e-90bf-4e4aa07e0a68 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.036488] env[69365]: DEBUG oslo_concurrency.lockutils [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.037037] env[69365]: DEBUG nova.compute.manager [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1130.039874] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.695s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.040165] env[69365]: DEBUG nova.objects.instance [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Lazy-loading 'resources' on Instance uuid f818b903-afbf-41aa-b43b-a1c2e6e9bfc2 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.099291] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.272097] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469695, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.100106} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.272373] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] bf5de304-45c8-4772-a217-0d67a3f25b50/bf5de304-45c8-4772-a217-0d67a3f25b50.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.272585] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.272836] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f0de116-56b0-44a8-a52b-b83dd15943c7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.284626] env[69365]: DEBUG oslo_vmware.api [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469696, 'name': ReconfigVM_Task, 'duration_secs': 0.758696} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.285272] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 13374b40-a77c-42c8-ad61-cc1e02681e81/13374b40-a77c-42c8-ad61-cc1e02681e81.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1130.285954] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1130.285954] env[69365]: value = "task-3469700" [ 1130.285954] env[69365]: _type = "Task" [ 1130.285954] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.286278] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01619e0d-b61f-4fe5-84a0-954936f78195 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.296317] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469700, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.297938] env[69365]: DEBUG oslo_vmware.api [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 1130.297938] env[69365]: value = "task-3469701" [ 1130.297938] env[69365]: _type = "Task" [ 1130.297938] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.306605] env[69365]: DEBUG oslo_vmware.api [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469701, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.517655] env[69365]: DEBUG oslo_vmware.api [None req-17007a38-f37c-4c7e-90bf-4e4aa07e0a68 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.544191] env[69365]: DEBUG nova.compute.utils [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1130.548578] env[69365]: DEBUG nova.compute.manager [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Not allocating networking since 'none' was specified. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1130.797168] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469700, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072548} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.798219] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1130.798961] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6a327f-75b7-4af8-8acb-b92f0fac4abd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.801848] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84383312-9c9d-41f4-839a-51336aada36e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.825075] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46407355-8a51-4379-bcbe-c5f5ce5fb8f2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.828714] env[69365]: DEBUG oslo_vmware.api [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469701, 'name': Rename_Task, 'duration_secs': 0.174755} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.837876] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] bf5de304-45c8-4772-a217-0d67a3f25b50/bf5de304-45c8-4772-a217-0d67a3f25b50.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.838231] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.838462] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ce0b7a9-946b-4be6-8515-a99d98be7e84 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.852912] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9f7f0b8-e9b6-494e-85a2-b6cda5a0494d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.885037] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02605633-b7d9-4c94-8cc9-3da3703c22cf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.887842] env[69365]: DEBUG oslo_vmware.api [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 1130.887842] env[69365]: value = "task-3469702" [ 1130.887842] env[69365]: _type = "Task" [ 1130.887842] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.888160] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1130.888160] env[69365]: value = "task-3469703" [ 1130.888160] env[69365]: _type = "Task" [ 1130.888160] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.898898] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867d005b-a011-4f6b-8125-35ba25747a35 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.909816] env[69365]: DEBUG oslo_vmware.api [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469702, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.910077] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469703, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.920976] env[69365]: DEBUG nova.compute.provider_tree [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.019409] env[69365]: DEBUG oslo_vmware.api [None req-17007a38-f37c-4c7e-90bf-4e4aa07e0a68 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.606692} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.019715] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-17007a38-f37c-4c7e-90bf-4e4aa07e0a68 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.019948] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-17007a38-f37c-4c7e-90bf-4e4aa07e0a68 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.020203] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-17007a38-f37c-4c7e-90bf-4e4aa07e0a68 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.020390] env[69365]: INFO nova.compute.manager [None req-17007a38-f37c-4c7e-90bf-4e4aa07e0a68 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1131.020639] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17007a38-f37c-4c7e-90bf-4e4aa07e0a68 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.020835] env[69365]: DEBUG nova.compute.manager [-] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1131.020923] env[69365]: DEBUG nova.network.neutron [-] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1131.050212] env[69365]: DEBUG nova.compute.manager [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.413134] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469703, 'name': ReconfigVM_Task, 'duration_secs': 0.390025} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.414442] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Reconfigured VM instance instance-00000059 to attach disk [datastore1] bf5de304-45c8-4772-a217-0d67a3f25b50/bf5de304-45c8-4772-a217-0d67a3f25b50.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.416258] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'encrypted': False, 'disk_bus': None, 'encryption_options': None, 'encryption_format': None, 'device_type': 'disk', 'boot_index': 0, 'size': 0, 'device_name': '/dev/sda', 'guest_format': None, 'image_id': '2c3a5944-575a-4385-8612-86800989c1e5'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693406', 'volume_id': '391e838f-7527-4eed-ae2e-d7569d64048a', 'name': 'volume-391e838f-7527-4eed-ae2e-d7569d64048a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf5de304-45c8-4772-a217-0d67a3f25b50', 'attached_at': '', 'detached_at': '', 'volume_id': '391e838f-7527-4eed-ae2e-d7569d64048a', 'serial': '391e838f-7527-4eed-ae2e-d7569d64048a'}, 'disk_bus': None, 'mount_device': '/dev/sdb', 'attachment_id': '4f663db5-e5bd-40b1-bd93-035e49173942', 'device_type': None, 'boot_index': None, 'delete_on_termination': False, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69365) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1131.416581] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Volume attach. Driver type: vmdk {{(pid=69365) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1131.416884] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693406', 'volume_id': '391e838f-7527-4eed-ae2e-d7569d64048a', 'name': 'volume-391e838f-7527-4eed-ae2e-d7569d64048a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf5de304-45c8-4772-a217-0d67a3f25b50', 'attached_at': '', 'detached_at': '', 'volume_id': '391e838f-7527-4eed-ae2e-d7569d64048a', 'serial': '391e838f-7527-4eed-ae2e-d7569d64048a'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1131.417314] env[69365]: DEBUG oslo_vmware.api [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469702, 'name': PowerOnVM_Task, 'duration_secs': 0.494836} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.421022] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56505536-2974-49cf-86ad-b83c9a1a02df {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.422795] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.423117] env[69365]: INFO nova.compute.manager [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Took 6.80 seconds to spawn the instance on the hypervisor. [ 1131.423878] env[69365]: DEBUG nova.compute.manager [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.429876] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9494469b-b765-4591-b311-eaee8d51e971 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.461943] env[69365]: ERROR nova.scheduler.client.report [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [req-6d588763-375d-4afa-9332-aa05e8ba3442] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1e46e834-6985-4ce8-8ea0-649bfd87006d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6d588763-375d-4afa-9332-aa05e8ba3442"}]} [ 1131.463360] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4210830-fbe9-4932-bb40-008fb8456451 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.498924] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] volume-391e838f-7527-4eed-ae2e-d7569d64048a/volume-391e838f-7527-4eed-ae2e-d7569d64048a.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.501440] env[69365]: DEBUG nova.scheduler.client.report [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Refreshing inventories for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1131.504556] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-044f9b7a-5c89-4873-8a62-3879fce00b02 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.518751] env[69365]: DEBUG nova.compute.manager [req-6cf71431-3db9-4cea-acd5-2d14024a64c8 req-28bbaf22-14de-4938-aa9f-c0dd44995148 service nova] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Received event network-vif-deleted-32466da2-b8a7-4215-9a30-4112717e9ee8 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.518995] env[69365]: INFO nova.compute.manager [req-6cf71431-3db9-4cea-acd5-2d14024a64c8 req-28bbaf22-14de-4938-aa9f-c0dd44995148 service nova] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Neutron deleted interface 32466da2-b8a7-4215-9a30-4112717e9ee8; detaching it from the instance and deleting it from the info cache [ 1131.519123] env[69365]: DEBUG nova.network.neutron [req-6cf71431-3db9-4cea-acd5-2d14024a64c8 req-28bbaf22-14de-4938-aa9f-c0dd44995148 service nova] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.528531] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1131.528531] env[69365]: value = "task-3469704" [ 1131.528531] env[69365]: _type = "Task" [ 1131.528531] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.540895] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469704, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.542296] env[69365]: DEBUG nova.scheduler.client.report [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Updating ProviderTree inventory for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1131.542958] env[69365]: DEBUG nova.compute.provider_tree [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.558382] env[69365]: DEBUG nova.scheduler.client.report [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Refreshing aggregate associations for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d, aggregates: None {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1131.586151] env[69365]: DEBUG nova.scheduler.client.report [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Refreshing trait associations for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1131.829583] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092db16f-aa77-461c-84cc-f65537746c3c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.842723] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6cff86-6ed7-4081-8950-f0c0502c8be9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.875086] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15575453-1190-45e4-bff2-99095d9df3b6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.885340] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21733ef6-c0cf-4595-8c03-621016bd148b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.902764] env[69365]: DEBUG nova.compute.provider_tree [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1131.968721] env[69365]: DEBUG nova.network.neutron [-] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.982143] env[69365]: INFO nova.compute.manager [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Took 27.75 seconds to build instance. [ 1132.024034] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-834a0e4d-75b0-41b6-a313-cf7102503992 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.036344] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0b5d58-01f5-4a98-aba9-d533a43b12fa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.056424] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469704, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.058783] env[69365]: DEBUG nova.compute.manager [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.074796] env[69365]: DEBUG nova.compute.manager [req-6cf71431-3db9-4cea-acd5-2d14024a64c8 req-28bbaf22-14de-4938-aa9f-c0dd44995148 service nova] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Detach interface failed, port_id=32466da2-b8a7-4215-9a30-4112717e9ee8, reason: Instance 9d746920-3c99-474d-9fac-caaf2e8f0cc3 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1132.089539] env[69365]: DEBUG nova.virt.hardware [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.089874] env[69365]: DEBUG nova.virt.hardware [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.090089] env[69365]: DEBUG nova.virt.hardware [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.090312] env[69365]: DEBUG nova.virt.hardware [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.090473] env[69365]: DEBUG nova.virt.hardware [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.090652] env[69365]: DEBUG nova.virt.hardware [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.090894] env[69365]: DEBUG nova.virt.hardware [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.091230] env[69365]: DEBUG nova.virt.hardware [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.091500] env[69365]: DEBUG nova.virt.hardware [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.091761] env[69365]: DEBUG nova.virt.hardware [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.092042] env[69365]: DEBUG nova.virt.hardware [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.093055] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2fefc03-907f-49d3-a59b-9b3d37e393c2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.102215] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed0a798-e629-4209-847c-eeac440f58bd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.117426] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.123250] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Creating folder: Project (73ecb8f4987f43f78d06614f909a98b0). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1132.123632] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f582a63e-87f6-4f3f-a7d2-95deca3c1b2b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.135736] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Created folder: Project (73ecb8f4987f43f78d06614f909a98b0) in parent group-v693134. [ 1132.136202] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Creating folder: Instances. Parent ref: group-v693416. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1132.136279] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8de1796f-37b5-4600-87d1-626eaa692211 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.147880] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Created folder: Instances in parent group-v693416. [ 1132.148209] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.148511] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.148784] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-70220c54-f040-40aa-a843-9247eeb3dce0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.176305] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.176305] env[69365]: value = "task-3469707" [ 1132.176305] env[69365]: _type = "Task" [ 1132.176305] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.185246] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469707, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.441677] env[69365]: DEBUG nova.scheduler.client.report [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Updated inventory for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with generation 131 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1132.442015] env[69365]: DEBUG nova.compute.provider_tree [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Updating resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d generation from 131 to 132 during operation: update_inventory {{(pid=69365) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1132.442232] env[69365]: DEBUG nova.compute.provider_tree [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1132.480730] env[69365]: INFO nova.compute.manager [-] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Took 1.46 seconds to deallocate network for instance. [ 1132.487268] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b534c51-9181-4707-bea7-46ad1a691c88 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "13374b40-a77c-42c8-ad61-cc1e02681e81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.267s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.545144] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469704, 'name': ReconfigVM_Task, 'duration_secs': 0.728029} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.545449] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Reconfigured VM instance instance-00000059 to attach disk [datastore1] volume-391e838f-7527-4eed-ae2e-d7569d64048a/volume-391e838f-7527-4eed-ae2e-d7569d64048a.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.552894] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-483ad82a-7e66-4b47-83dd-4d4e45957ea7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.573783] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1132.573783] env[69365]: value = "task-3469708" [ 1132.573783] env[69365]: _type = "Task" [ 1132.573783] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.588013] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469708, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.688921] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469707, 'name': CreateVM_Task, 'duration_secs': 0.367663} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.689398] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1132.689522] env[69365]: DEBUG oslo_concurrency.lockutils [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.689772] env[69365]: DEBUG oslo_concurrency.lockutils [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.690133] env[69365]: DEBUG oslo_concurrency.lockutils [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.690413] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b582546f-6e6e-4654-a3c5-3e0fd97ae3b6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.697398] env[69365]: DEBUG oslo_vmware.api [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for the task: (returnval){ [ 1132.697398] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]523a64e4-11a7-a944-f512-2fc0c484870f" [ 1132.697398] env[69365]: _type = "Task" [ 1132.697398] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.710438] env[69365]: DEBUG oslo_vmware.api [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523a64e4-11a7-a944-f512-2fc0c484870f, 'name': SearchDatastore_Task, 'duration_secs': 0.010959} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.711086] env[69365]: DEBUG oslo_concurrency.lockutils [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.714019] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.714019] env[69365]: DEBUG oslo_concurrency.lockutils [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.714019] env[69365]: DEBUG oslo_concurrency.lockutils [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.714019] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.714019] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-031f028c-badc-4c49-acbb-60af7c9748cd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.726381] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.726995] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.729055] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5bf1e85-90f9-4a73-91dc-50e504d16542 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.736390] env[69365]: DEBUG oslo_vmware.api [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for the task: (returnval){ [ 1132.736390] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]522ada5d-e264-3613-fae9-c52026c66bca" [ 1132.736390] env[69365]: _type = "Task" [ 1132.736390] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.746085] env[69365]: DEBUG oslo_vmware.api [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]522ada5d-e264-3613-fae9-c52026c66bca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.947945] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.908s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.950528] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.258s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.952996] env[69365]: INFO nova.compute.claims [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.982443] env[69365]: INFO nova.scheduler.client.report [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Deleted allocations for instance f818b903-afbf-41aa-b43b-a1c2e6e9bfc2 [ 1132.990299] env[69365]: DEBUG oslo_concurrency.lockutils [None req-17007a38-f37c-4c7e-90bf-4e4aa07e0a68 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.085154] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469708, 'name': ReconfigVM_Task, 'duration_secs': 0.183634} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.085572] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693406', 'volume_id': '391e838f-7527-4eed-ae2e-d7569d64048a', 'name': 'volume-391e838f-7527-4eed-ae2e-d7569d64048a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf5de304-45c8-4772-a217-0d67a3f25b50', 'attached_at': '', 'detached_at': '', 'volume_id': '391e838f-7527-4eed-ae2e-d7569d64048a', 'serial': '391e838f-7527-4eed-ae2e-d7569d64048a'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1133.086202] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ee5a20b-4444-4845-be50-1e3a4c06afda {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.095658] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1133.095658] env[69365]: value = "task-3469709" [ 1133.095658] env[69365]: _type = "Task" [ 1133.095658] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.106256] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469709, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.248265] env[69365]: DEBUG oslo_vmware.api [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]522ada5d-e264-3613-fae9-c52026c66bca, 'name': SearchDatastore_Task, 'duration_secs': 0.010654} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.249131] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f98f8bd3-63b2-4191-9c16-d515d5618c33 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.254978] env[69365]: DEBUG oslo_vmware.api [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for the task: (returnval){ [ 1133.254978] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]525ca947-00b1-75e6-efdf-d236d8453c4d" [ 1133.254978] env[69365]: _type = "Task" [ 1133.254978] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.264761] env[69365]: DEBUG oslo_vmware.api [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]525ca947-00b1-75e6-efdf-d236d8453c4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.494475] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bae68d9f-3713-4b07-9d85-a6da1e3670f9 tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Lock "f818b903-afbf-41aa-b43b-a1c2e6e9bfc2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.974s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.567947] env[69365]: DEBUG oslo_concurrency.lockutils [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Acquiring lock "76027c9e-d6ba-4180-a861-5ef112ec0518" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.568238] env[69365]: DEBUG oslo_concurrency.lockutils [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Lock "76027c9e-d6ba-4180-a861-5ef112ec0518" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.606552] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469709, 'name': Rename_Task, 'duration_secs': 0.475868} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.606840] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.607104] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19b004cb-d4ac-4eb4-8d17-12c3cf37058e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.618956] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1133.618956] env[69365]: value = "task-3469710" [ 1133.618956] env[69365]: _type = "Task" [ 1133.618956] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.631686] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469710, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.766973] env[69365]: DEBUG oslo_vmware.api [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]525ca947-00b1-75e6-efdf-d236d8453c4d, 'name': SearchDatastore_Task, 'duration_secs': 0.011339} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.767261] env[69365]: DEBUG oslo_concurrency.lockutils [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.767598] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d/7cd11f64-ac70-4b60-a2c6-5f4a24ec081d.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1133.767848] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27818275-4fdc-4083-9ada-bb646b08da7d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.774833] env[69365]: DEBUG oslo_vmware.api [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for the task: (returnval){ [ 1133.774833] env[69365]: value = "task-3469711" [ 1133.774833] env[69365]: _type = "Task" [ 1133.774833] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.782716] env[69365]: DEBUG oslo_vmware.api [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469711, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.802028] env[69365]: DEBUG oslo_concurrency.lockutils [None req-32fa98b5-d6d4-46d0-985a-c3c4f641d28c tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Acquiring lock "1e23bcff-1976-4065-be4d-2eb09fbd7a74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.802028] env[69365]: DEBUG oslo_concurrency.lockutils [None req-32fa98b5-d6d4-46d0-985a-c3c4f641d28c tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Lock "1e23bcff-1976-4065-be4d-2eb09fbd7a74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.802206] env[69365]: DEBUG oslo_concurrency.lockutils [None req-32fa98b5-d6d4-46d0-985a-c3c4f641d28c tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Acquiring lock "1e23bcff-1976-4065-be4d-2eb09fbd7a74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.802258] env[69365]: DEBUG oslo_concurrency.lockutils [None req-32fa98b5-d6d4-46d0-985a-c3c4f641d28c tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Lock "1e23bcff-1976-4065-be4d-2eb09fbd7a74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.802429] env[69365]: DEBUG oslo_concurrency.lockutils [None req-32fa98b5-d6d4-46d0-985a-c3c4f641d28c tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Lock "1e23bcff-1976-4065-be4d-2eb09fbd7a74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.804691] env[69365]: INFO nova.compute.manager [None req-32fa98b5-d6d4-46d0-985a-c3c4f641d28c tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Terminating instance [ 1133.839598] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e9d450c3-4783-4d9b-96c9-875027e4ca29 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "13374b40-a77c-42c8-ad61-cc1e02681e81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.839962] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e9d450c3-4783-4d9b-96c9-875027e4ca29 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "13374b40-a77c-42c8-ad61-cc1e02681e81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.840080] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e9d450c3-4783-4d9b-96c9-875027e4ca29 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "13374b40-a77c-42c8-ad61-cc1e02681e81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.840269] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e9d450c3-4783-4d9b-96c9-875027e4ca29 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "13374b40-a77c-42c8-ad61-cc1e02681e81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.840438] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e9d450c3-4783-4d9b-96c9-875027e4ca29 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "13374b40-a77c-42c8-ad61-cc1e02681e81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.842689] env[69365]: INFO nova.compute.manager [None req-e9d450c3-4783-4d9b-96c9-875027e4ca29 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Terminating instance [ 1134.075959] env[69365]: DEBUG nova.compute.manager [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1134.136807] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469710, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.290844] env[69365]: DEBUG oslo_vmware.api [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469711, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50486} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.291331] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d/7cd11f64-ac70-4b60-a2c6-5f4a24ec081d.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.291442] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.291624] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c5ab47f-009f-49f7-badf-bf6bac2278a7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.303237] env[69365]: DEBUG oslo_vmware.api [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for the task: (returnval){ [ 1134.303237] env[69365]: value = "task-3469712" [ 1134.303237] env[69365]: _type = "Task" [ 1134.303237] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.308139] env[69365]: DEBUG nova.compute.manager [None req-32fa98b5-d6d4-46d0-985a-c3c4f641d28c tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1134.308519] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-32fa98b5-d6d4-46d0-985a-c3c4f641d28c tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.310270] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7698322-d894-4e40-84a2-998fdb5b22b8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.316582] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02c42b0e-0075-4a34-a207-5c56a37e947e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.323704] env[69365]: DEBUG oslo_vmware.api [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.331903] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ae5415-a6d0-4941-9776-8c148f02cb9c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.335592] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fa98b5-d6d4-46d0-985a-c3c4f641d28c tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.335821] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db287bbe-9bd0-42f2-9159-cae6cf7584f7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.345620] env[69365]: DEBUG oslo_vmware.api [None req-32fa98b5-d6d4-46d0-985a-c3c4f641d28c tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the task: (returnval){ [ 1134.345620] env[69365]: value = "task-3469713" [ 1134.345620] env[69365]: _type = "Task" [ 1134.345620] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.374285] env[69365]: DEBUG nova.compute.manager [None req-e9d450c3-4783-4d9b-96c9-875027e4ca29 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1134.374602] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d450c3-4783-4d9b-96c9-875027e4ca29 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.379523] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d634e6-0afb-4f7c-97a4-6dfa3d448429 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.383529] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f636a02c-acd6-44a0-96b0-f43c1477983d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.394460] env[69365]: DEBUG oslo_vmware.api [None req-32fa98b5-d6d4-46d0-985a-c3c4f641d28c tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.398806] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d450c3-4783-4d9b-96c9-875027e4ca29 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.399189] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c57b73e-56eb-40dd-b40d-ae7e1454a686 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.401902] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e24bb6-ae5e-4a78-a20f-17e9eb6a5408 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.419087] env[69365]: DEBUG nova.compute.provider_tree [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.421986] env[69365]: DEBUG oslo_vmware.api [None req-e9d450c3-4783-4d9b-96c9-875027e4ca29 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 1134.421986] env[69365]: value = "task-3469714" [ 1134.421986] env[69365]: _type = "Task" [ 1134.421986] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.431619] env[69365]: DEBUG oslo_vmware.api [None req-e9d450c3-4783-4d9b-96c9-875027e4ca29 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.600421] env[69365]: DEBUG oslo_concurrency.lockutils [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.630929] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469710, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.814387] env[69365]: DEBUG oslo_vmware.api [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113107} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.814691] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.815495] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c0684fc-223c-4e39-b39c-9274037f7dbf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.837273] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d/7cd11f64-ac70-4b60-a2c6-5f4a24ec081d.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.837597] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9308af11-df09-4348-aad2-8af1de32bb3d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.857651] env[69365]: DEBUG oslo_vmware.api [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for the task: (returnval){ [ 1134.857651] env[69365]: value = "task-3469715" [ 1134.857651] env[69365]: _type = "Task" [ 1134.857651] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.865913] env[69365]: DEBUG oslo_vmware.api [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469715, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.882265] env[69365]: DEBUG oslo_vmware.api [None req-32fa98b5-d6d4-46d0-985a-c3c4f641d28c tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469713, 'name': PowerOffVM_Task, 'duration_secs': 0.243722} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.882557] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-32fa98b5-d6d4-46d0-985a-c3c4f641d28c tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.882762] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-32fa98b5-d6d4-46d0-985a-c3c4f641d28c tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.883041] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-574a5cab-1964-42de-8f9e-b499c716b26e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.923703] env[69365]: DEBUG nova.scheduler.client.report [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.937476] env[69365]: DEBUG oslo_vmware.api [None req-e9d450c3-4783-4d9b-96c9-875027e4ca29 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469714, 'name': PowerOffVM_Task, 'duration_secs': 0.422139} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.937773] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9d450c3-4783-4d9b-96c9-875027e4ca29 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.937941] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d450c3-4783-4d9b-96c9-875027e4ca29 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.938201] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efdd9ba1-8ffc-48e9-9012-2b472642e764 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.943713] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-32fa98b5-d6d4-46d0-985a-c3c4f641d28c tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1134.943921] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-32fa98b5-d6d4-46d0-985a-c3c4f641d28c tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1134.944115] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-32fa98b5-d6d4-46d0-985a-c3c4f641d28c tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Deleting the datastore file [datastore2] 1e23bcff-1976-4065-be4d-2eb09fbd7a74 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1134.944900] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8aae2dd-1bcb-4a88-b6e3-00dd82efde15 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.951857] env[69365]: DEBUG oslo_vmware.api [None req-32fa98b5-d6d4-46d0-985a-c3c4f641d28c tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for the task: (returnval){ [ 1134.951857] env[69365]: value = "task-3469718" [ 1134.951857] env[69365]: _type = "Task" [ 1134.951857] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.959840] env[69365]: DEBUG oslo_vmware.api [None req-32fa98b5-d6d4-46d0-985a-c3c4f641d28c tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.026427] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d450c3-4783-4d9b-96c9-875027e4ca29 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.026652] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d450c3-4783-4d9b-96c9-875027e4ca29 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.026888] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9d450c3-4783-4d9b-96c9-875027e4ca29 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Deleting the datastore file [datastore1] 13374b40-a77c-42c8-ad61-cc1e02681e81 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.027414] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f158332f-0fe7-4aef-9bb9-d534d2635d1e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.035080] env[69365]: DEBUG oslo_vmware.api [None req-e9d450c3-4783-4d9b-96c9-875027e4ca29 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for the task: (returnval){ [ 1135.035080] env[69365]: value = "task-3469719" [ 1135.035080] env[69365]: _type = "Task" [ 1135.035080] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.043367] env[69365]: DEBUG oslo_vmware.api [None req-e9d450c3-4783-4d9b-96c9-875027e4ca29 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.130852] env[69365]: DEBUG oslo_vmware.api [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469710, 'name': PowerOnVM_Task, 'duration_secs': 1.065952} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.131171] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.131328] env[69365]: DEBUG nova.compute.manager [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.132106] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb27abc5-ba2a-4ff3-89c5-5db2b2d4cf27 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.368416] env[69365]: DEBUG oslo_vmware.api [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.432256] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.432837] env[69365]: DEBUG nova.compute.manager [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1135.435899] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.134s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.437836] env[69365]: INFO nova.compute.claims [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.462137] env[69365]: DEBUG oslo_vmware.api [None req-32fa98b5-d6d4-46d0-985a-c3c4f641d28c tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Task: {'id': task-3469718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15144} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.462385] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-32fa98b5-d6d4-46d0-985a-c3c4f641d28c tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.462607] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-32fa98b5-d6d4-46d0-985a-c3c4f641d28c tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.462792] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-32fa98b5-d6d4-46d0-985a-c3c4f641d28c tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.462959] env[69365]: INFO nova.compute.manager [None req-32fa98b5-d6d4-46d0-985a-c3c4f641d28c tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1135.463213] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-32fa98b5-d6d4-46d0-985a-c3c4f641d28c tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.463408] env[69365]: DEBUG nova.compute.manager [-] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1135.463506] env[69365]: DEBUG nova.network.neutron [-] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1135.545823] env[69365]: DEBUG oslo_vmware.api [None req-e9d450c3-4783-4d9b-96c9-875027e4ca29 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Task: {'id': task-3469719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213117} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.546887] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9d450c3-4783-4d9b-96c9-875027e4ca29 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.547196] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d450c3-4783-4d9b-96c9-875027e4ca29 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.547437] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e9d450c3-4783-4d9b-96c9-875027e4ca29 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.547653] env[69365]: INFO nova.compute.manager [None req-e9d450c3-4783-4d9b-96c9-875027e4ca29 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1135.547903] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e9d450c3-4783-4d9b-96c9-875027e4ca29 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.548110] env[69365]: DEBUG nova.compute.manager [-] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1135.548204] env[69365]: DEBUG nova.network.neutron [-] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1135.657431] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.870379] env[69365]: DEBUG oslo_vmware.api [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469715, 'name': ReconfigVM_Task, 'duration_secs': 0.875054} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.874280] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d/7cd11f64-ac70-4b60-a2c6-5f4a24ec081d.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.874922] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b933fa9d-3a22-4be7-9ab3-e33388cf0094 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.881988] env[69365]: DEBUG oslo_vmware.api [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for the task: (returnval){ [ 1135.881988] env[69365]: value = "task-3469720" [ 1135.881988] env[69365]: _type = "Task" [ 1135.881988] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.893443] env[69365]: DEBUG oslo_vmware.api [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469720, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.908985] env[69365]: DEBUG nova.compute.manager [req-8932675f-b4ed-47b3-81d5-45695f4c46c4 req-5f5ec89f-c0db-4347-bed3-baa8a93239b0 service nova] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Received event network-vif-deleted-a363e113-1965-4b65-982e-865b29040886 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.910710] env[69365]: INFO nova.compute.manager [req-8932675f-b4ed-47b3-81d5-45695f4c46c4 req-5f5ec89f-c0db-4347-bed3-baa8a93239b0 service nova] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Neutron deleted interface a363e113-1965-4b65-982e-865b29040886; detaching it from the instance and deleting it from the info cache [ 1135.910710] env[69365]: DEBUG nova.network.neutron [req-8932675f-b4ed-47b3-81d5-45695f4c46c4 req-5f5ec89f-c0db-4347-bed3-baa8a93239b0 service nova] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.942590] env[69365]: DEBUG nova.compute.utils [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.951449] env[69365]: DEBUG nova.compute.manager [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Not allocating networking since 'none' was specified. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1136.388114] env[69365]: DEBUG nova.network.neutron [-] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.395193] env[69365]: DEBUG oslo_vmware.api [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469720, 'name': Rename_Task, 'duration_secs': 0.135236} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.395471] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.395731] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10e00fef-4b3e-4bb5-a21e-54d251c9a13d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.404483] env[69365]: DEBUG oslo_vmware.api [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for the task: (returnval){ [ 1136.404483] env[69365]: value = "task-3469721" [ 1136.404483] env[69365]: _type = "Task" [ 1136.404483] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.413350] env[69365]: DEBUG oslo_vmware.api [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.413571] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-582d3aea-d655-4710-89a0-b118c34d74c0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.421939] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbac325b-3615-409e-aed1-7e304dbf0222 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.448937] env[69365]: DEBUG nova.compute.manager [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1136.465923] env[69365]: DEBUG nova.network.neutron [-] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.467821] env[69365]: DEBUG nova.compute.manager [req-8932675f-b4ed-47b3-81d5-45695f4c46c4 req-5f5ec89f-c0db-4347-bed3-baa8a93239b0 service nova] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Detach interface failed, port_id=a363e113-1965-4b65-982e-865b29040886, reason: Instance 1e23bcff-1976-4065-be4d-2eb09fbd7a74 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1136.666017] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d17334-7cdf-43e4-ad4c-b9a083cc93ae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.674406] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d26eb93-d302-4606-b7ac-f21123550393 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.711112] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5086d05b-efa0-4f9f-9fff-7b51a2c33bd8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.719020] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee5a3c0-be53-4dbb-acca-f2995eb64405 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.733691] env[69365]: DEBUG nova.compute.provider_tree [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1136.890554] env[69365]: INFO nova.compute.manager [-] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Took 1.43 seconds to deallocate network for instance. [ 1136.915382] env[69365]: DEBUG oslo_vmware.api [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469721, 'name': PowerOnVM_Task, 'duration_secs': 0.414082} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.915382] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1136.915564] env[69365]: INFO nova.compute.manager [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Took 4.86 seconds to spawn the instance on the hypervisor. [ 1136.915709] env[69365]: DEBUG nova.compute.manager [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.916607] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec3cd89-7b18-4a77-907d-8e7e3e529acc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.969312] env[69365]: INFO nova.compute.manager [-] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Took 1.42 seconds to deallocate network for instance. [ 1137.257490] env[69365]: ERROR nova.scheduler.client.report [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [req-9c2d9377-9148-45b8-97ea-5d8a70a240ce] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1e46e834-6985-4ce8-8ea0-649bfd87006d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9c2d9377-9148-45b8-97ea-5d8a70a240ce"}]} [ 1137.275232] env[69365]: DEBUG nova.scheduler.client.report [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Refreshing inventories for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1137.289532] env[69365]: DEBUG nova.scheduler.client.report [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Updating ProviderTree inventory for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1137.290099] env[69365]: DEBUG nova.compute.provider_tree [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1137.306577] env[69365]: DEBUG nova.scheduler.client.report [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Refreshing aggregate associations for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d, aggregates: None {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1137.326087] env[69365]: DEBUG nova.scheduler.client.report [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Refreshing trait associations for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1137.396683] env[69365]: DEBUG oslo_concurrency.lockutils [None req-32fa98b5-d6d4-46d0-985a-c3c4f641d28c tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.433696] env[69365]: INFO nova.compute.manager [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Took 20.21 seconds to build instance. [ 1137.458721] env[69365]: DEBUG nova.compute.manager [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1137.474902] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e9d450c3-4783-4d9b-96c9-875027e4ca29 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.486293] env[69365]: DEBUG nova.virt.hardware [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.486531] env[69365]: DEBUG nova.virt.hardware [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.486688] env[69365]: DEBUG nova.virt.hardware [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.486869] env[69365]: DEBUG nova.virt.hardware [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.487037] env[69365]: DEBUG nova.virt.hardware [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.487525] env[69365]: DEBUG nova.virt.hardware [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.487807] env[69365]: DEBUG nova.virt.hardware [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.487976] env[69365]: DEBUG nova.virt.hardware [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.488167] env[69365]: DEBUG nova.virt.hardware [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.488333] env[69365]: DEBUG nova.virt.hardware [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.488539] env[69365]: DEBUG nova.virt.hardware [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.489728] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7804fef-49b9-4687-a917-3c7e108a6bd4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.501271] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f1a991-3ea9-438f-b228-8580e2f41c31 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.517443] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1137.523064] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.525782] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1137.526199] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-82afbbed-cd58-4b22-bf11-b477700b686b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.547546] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1137.547546] env[69365]: value = "task-3469722" [ 1137.547546] env[69365]: _type = "Task" [ 1137.547546] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.558909] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469722, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.575800] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f197947d-a40c-4e88-9b44-f912e7b4e6a4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.584102] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c968a4-51c5-4084-a944-b6e55a84a4ac {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.615338] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846739c2-e544-4f0a-9c5c-d3bef2ac3840 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.623862] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c739af66-5858-4d5f-89ba-ffed413ae37e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.638543] env[69365]: DEBUG nova.compute.provider_tree [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1137.932362] env[69365]: DEBUG nova.compute.manager [req-6862785c-a60e-4d5b-b4d5-470f07beb1df req-7e0746e1-e2a3-4e52-acd1-6d031078e6ae service nova] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Received event network-vif-deleted-f548e2aa-9445-4c48-8501-52dd871b0e6a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.938543] env[69365]: DEBUG oslo_concurrency.lockutils [None req-807bc826-55ca-4a1a-bda7-03c5aea46f61 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Lock "7cd11f64-ac70-4b60-a2c6-5f4a24ec081d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.726s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.058322] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469722, 'name': CreateVM_Task, 'duration_secs': 0.259778} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.058531] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1138.058958] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.059131] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.059446] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.059716] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dcdae8e-0055-401b-9e47-68e332c79a9b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.065252] env[69365]: DEBUG oslo_vmware.api [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for the task: (returnval){ [ 1138.065252] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52db2252-8316-73af-f9b7-1d133519dd83" [ 1138.065252] env[69365]: _type = "Task" [ 1138.065252] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.073124] env[69365]: DEBUG oslo_vmware.api [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52db2252-8316-73af-f9b7-1d133519dd83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.168493] env[69365]: DEBUG nova.scheduler.client.report [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Updated inventory for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with generation 133 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1138.168761] env[69365]: DEBUG nova.compute.provider_tree [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Updating resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d generation from 133 to 134 during operation: update_inventory {{(pid=69365) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1138.168942] env[69365]: DEBUG nova.compute.provider_tree [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1138.577445] env[69365]: DEBUG oslo_vmware.api [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52db2252-8316-73af-f9b7-1d133519dd83, 'name': SearchDatastore_Task, 'duration_secs': 0.024094} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.577763] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.577999] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1138.578306] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.578487] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.578704] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1138.578987] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cfae1e4-cd39-46d2-914a-b33ad569c7b9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.588486] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1138.588670] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1138.589370] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-325f4163-4503-4e9d-a311-ce4be4bbdfad {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.594398] env[69365]: DEBUG oslo_vmware.api [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for the task: (returnval){ [ 1138.594398] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52210d9b-fad2-3a24-85ef-e067f84e9ebc" [ 1138.594398] env[69365]: _type = "Task" [ 1138.594398] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.602844] env[69365]: DEBUG oslo_vmware.api [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52210d9b-fad2-3a24-85ef-e067f84e9ebc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.673730] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.238s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.674351] env[69365]: DEBUG nova.compute.manager [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1138.677060] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 15.351s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.105174] env[69365]: DEBUG oslo_vmware.api [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52210d9b-fad2-3a24-85ef-e067f84e9ebc, 'name': SearchDatastore_Task, 'duration_secs': 0.009648} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.105951] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a73f78f3-6854-47b3-9374-5cd815d9ff18 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.111923] env[69365]: DEBUG oslo_vmware.api [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for the task: (returnval){ [ 1139.111923] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]529f5373-db13-eaa0-4db3-29076fc5fc26" [ 1139.111923] env[69365]: _type = "Task" [ 1139.111923] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.119154] env[69365]: DEBUG oslo_vmware.api [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]529f5373-db13-eaa0-4db3-29076fc5fc26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.180676] env[69365]: DEBUG nova.compute.utils [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1139.184376] env[69365]: INFO nova.compute.claims [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.188403] env[69365]: DEBUG nova.compute.manager [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1139.188701] env[69365]: DEBUG nova.network.neutron [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1139.229080] env[69365]: DEBUG nova.policy [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25d7356146ee44c8a65686b68ea2a766', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c0b4d3b209df41eaa438742d4326084b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1139.557430] env[69365]: DEBUG nova.network.neutron [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Successfully created port: 2379d709-639a-4d50-9631-aa9f0ca00619 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1139.626189] env[69365]: DEBUG oslo_vmware.api [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]529f5373-db13-eaa0-4db3-29076fc5fc26, 'name': SearchDatastore_Task, 'duration_secs': 0.011286} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.626648] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.626869] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 22c55db7-22b3-4ba3-b41e-3e58bde90b65/22c55db7-22b3-4ba3-b41e-3e58bde90b65.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1139.627165] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e1a7241-3cdd-4ee8-8ade-f6580c414d50 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.635381] env[69365]: DEBUG oslo_vmware.api [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for the task: (returnval){ [ 1139.635381] env[69365]: value = "task-3469723" [ 1139.635381] env[69365]: _type = "Task" [ 1139.635381] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.644131] env[69365]: DEBUG oslo_vmware.api [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.690342] env[69365]: INFO nova.compute.resource_tracker [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Updating resource usage from migration 5e2a32a1-84c2-49ae-998a-c910b0cab489 [ 1139.693453] env[69365]: DEBUG nova.compute.manager [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1139.950911] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5bb01c-74c0-4841-bbdd-4ef9e54b8cbd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.960689] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021353e3-e310-4d73-ae43-351d1a4edb57 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.995747] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6b1b31-0ca7-4615-a837-cc31778e61bc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.005421] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36401cc-4292-4b11-a1ee-d78849d25ae4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.024464] env[69365]: DEBUG nova.compute.provider_tree [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.145522] env[69365]: DEBUG oslo_vmware.api [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454385} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.145779] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 22c55db7-22b3-4ba3-b41e-3e58bde90b65/22c55db7-22b3-4ba3-b41e-3e58bde90b65.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1140.145993] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1140.146255] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90a9c72f-3eaf-47f0-868e-9671eee00bd2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.153391] env[69365]: DEBUG oslo_vmware.api [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for the task: (returnval){ [ 1140.153391] env[69365]: value = "task-3469724" [ 1140.153391] env[69365]: _type = "Task" [ 1140.153391] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.162475] env[69365]: DEBUG oslo_vmware.api [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.529515] env[69365]: DEBUG nova.scheduler.client.report [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.664292] env[69365]: DEBUG oslo_vmware.api [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06919} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.664592] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1140.665525] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a54276e-5c66-46eb-90b5-1a5f15dce61e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.685514] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 22c55db7-22b3-4ba3-b41e-3e58bde90b65/22c55db7-22b3-4ba3-b41e-3e58bde90b65.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1140.685775] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30e11d1c-722b-45e4-8d4d-8928c2fe94e5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.702845] env[69365]: DEBUG nova.compute.manager [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1140.706417] env[69365]: DEBUG oslo_vmware.api [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for the task: (returnval){ [ 1140.706417] env[69365]: value = "task-3469725" [ 1140.706417] env[69365]: _type = "Task" [ 1140.706417] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.714208] env[69365]: DEBUG oslo_vmware.api [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469725, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.730506] env[69365]: DEBUG nova.virt.hardware [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.730785] env[69365]: DEBUG nova.virt.hardware [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.730945] env[69365]: DEBUG nova.virt.hardware [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.731161] env[69365]: DEBUG nova.virt.hardware [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.731307] env[69365]: DEBUG nova.virt.hardware [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.731499] env[69365]: DEBUG nova.virt.hardware [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.731670] env[69365]: DEBUG nova.virt.hardware [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.731830] env[69365]: DEBUG nova.virt.hardware [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.732016] env[69365]: DEBUG nova.virt.hardware [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.732183] env[69365]: DEBUG nova.virt.hardware [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.732353] env[69365]: DEBUG nova.virt.hardware [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.733269] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f706234-84fe-4510-9fbd-29a8c7433276 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.742923] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98efb5a3-2f0f-400f-ac44-e528533fdfba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.955559] env[69365]: DEBUG nova.compute.manager [req-ae7a8038-9256-4d9e-9d45-2539b39b724f req-a0cdc90b-dbc0-41d2-a609-b20463485336 service nova] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Received event network-vif-plugged-2379d709-639a-4d50-9631-aa9f0ca00619 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1140.956742] env[69365]: DEBUG oslo_concurrency.lockutils [req-ae7a8038-9256-4d9e-9d45-2539b39b724f req-a0cdc90b-dbc0-41d2-a609-b20463485336 service nova] Acquiring lock "21cdd132-0097-4ef2-9a11-034d02d083dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.956742] env[69365]: DEBUG oslo_concurrency.lockutils [req-ae7a8038-9256-4d9e-9d45-2539b39b724f req-a0cdc90b-dbc0-41d2-a609-b20463485336 service nova] Lock "21cdd132-0097-4ef2-9a11-034d02d083dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.956742] env[69365]: DEBUG oslo_concurrency.lockutils [req-ae7a8038-9256-4d9e-9d45-2539b39b724f req-a0cdc90b-dbc0-41d2-a609-b20463485336 service nova] Lock "21cdd132-0097-4ef2-9a11-034d02d083dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.956742] env[69365]: DEBUG nova.compute.manager [req-ae7a8038-9256-4d9e-9d45-2539b39b724f req-a0cdc90b-dbc0-41d2-a609-b20463485336 service nova] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] No waiting events found dispatching network-vif-plugged-2379d709-639a-4d50-9631-aa9f0ca00619 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1140.956742] env[69365]: WARNING nova.compute.manager [req-ae7a8038-9256-4d9e-9d45-2539b39b724f req-a0cdc90b-dbc0-41d2-a609-b20463485336 service nova] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Received unexpected event network-vif-plugged-2379d709-639a-4d50-9631-aa9f0ca00619 for instance with vm_state building and task_state spawning. [ 1141.035360] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.358s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.035579] env[69365]: INFO nova.compute.manager [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Migrating [ 1141.042963] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ec4de117-58b0-4936-ad83-62fb78357888 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.037s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.043190] env[69365]: DEBUG nova.objects.instance [None req-ec4de117-58b0-4936-ad83-62fb78357888 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Lazy-loading 'resources' on Instance uuid a69c243b-8af1-4e97-a1c9-4c760e9189bf {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.056260] env[69365]: DEBUG nova.network.neutron [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Successfully updated port: 2379d709-639a-4d50-9631-aa9f0ca00619 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1141.216577] env[69365]: DEBUG oslo_vmware.api [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469725, 'name': ReconfigVM_Task, 'duration_secs': 0.298182} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.216930] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 22c55db7-22b3-4ba3-b41e-3e58bde90b65/22c55db7-22b3-4ba3-b41e-3e58bde90b65.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.217615] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb023109-62ec-421d-b2a7-459db3f19165 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.226725] env[69365]: DEBUG oslo_vmware.api [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for the task: (returnval){ [ 1141.226725] env[69365]: value = "task-3469726" [ 1141.226725] env[69365]: _type = "Task" [ 1141.226725] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.235612] env[69365]: DEBUG oslo_vmware.api [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469726, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.554645] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "refresh_cache-d5060397-0866-4489-be62-3b76d23362a8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.554645] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquired lock "refresh_cache-d5060397-0866-4489-be62-3b76d23362a8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.554791] env[69365]: DEBUG nova.network.neutron [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.559092] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "refresh_cache-21cdd132-0097-4ef2-9a11-034d02d083dc" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.559255] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquired lock "refresh_cache-21cdd132-0097-4ef2-9a11-034d02d083dc" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.559441] env[69365]: DEBUG nova.network.neutron [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.736368] env[69365]: DEBUG oslo_vmware.api [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469726, 'name': Rename_Task, 'duration_secs': 0.144059} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.738750] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.739161] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7143252-86dc-4488-ba88-4b6e2613832b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.745972] env[69365]: DEBUG oslo_vmware.api [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for the task: (returnval){ [ 1141.745972] env[69365]: value = "task-3469727" [ 1141.745972] env[69365]: _type = "Task" [ 1141.745972] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.756528] env[69365]: DEBUG oslo_vmware.api [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469727, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.772782] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ddb476-57cb-4c2f-92a0-8245bd68a480 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.780783] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae3fc12-fe1a-4659-8247-e2d59c17983c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.813848] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28486758-e419-4b24-b17c-a1149dbc921c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.822346] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2967d0-91c6-49c3-9b30-cf425f4f33e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.836685] env[69365]: DEBUG nova.compute.provider_tree [None req-ec4de117-58b0-4936-ad83-62fb78357888 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1142.116918] env[69365]: DEBUG nova.network.neutron [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1142.259551] env[69365]: DEBUG oslo_vmware.api [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469727, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.371089] env[69365]: DEBUG nova.scheduler.client.report [None req-ec4de117-58b0-4936-ad83-62fb78357888 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Updated inventory for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with generation 134 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1142.374024] env[69365]: DEBUG nova.compute.provider_tree [None req-ec4de117-58b0-4936-ad83-62fb78357888 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Updating resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d generation from 134 to 135 during operation: update_inventory {{(pid=69365) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1142.374024] env[69365]: DEBUG nova.compute.provider_tree [None req-ec4de117-58b0-4936-ad83-62fb78357888 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1142.406163] env[69365]: DEBUG nova.network.neutron [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Updating instance_info_cache with network_info: [{"id": "2379d709-639a-4d50-9631-aa9f0ca00619", "address": "fa:16:3e:d8:31:6d", "network": {"id": "330aec01-e44f-413a-9035-a2194a82f451", "bridge": "br-int", "label": "tempest-ServersTestJSON-2129971414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0b4d3b209df41eaa438742d4326084b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2379d709-63", "ovs_interfaceid": "2379d709-639a-4d50-9631-aa9f0ca00619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.455313] env[69365]: DEBUG nova.network.neutron [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Updating instance_info_cache with network_info: [{"id": "83e6f551-5a35-4b1d-b825-0c07c8d18877", "address": "fa:16:3e:25:b3:f0", "network": {"id": "0a070169-0690-453d-b7d9-d59c0d25b157", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1450700306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2cf307cf4e4974b5e0a86d35a92e32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83e6f551-5a", "ovs_interfaceid": "83e6f551-5a35-4b1d-b825-0c07c8d18877", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.757405] env[69365]: DEBUG oslo_vmware.api [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469727, 'name': PowerOnVM_Task, 'duration_secs': 0.601275} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.757695] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.757880] env[69365]: INFO nova.compute.manager [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Took 5.30 seconds to spawn the instance on the hypervisor. [ 1142.758066] env[69365]: DEBUG nova.compute.manager [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1142.758861] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0d22cd-dd0c-47c3-8413-affb7a183937 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.878060] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ec4de117-58b0-4936-ad83-62fb78357888 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.835s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.880843] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.605s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.882202] env[69365]: INFO nova.compute.claims [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1142.896730] env[69365]: INFO nova.scheduler.client.report [None req-ec4de117-58b0-4936-ad83-62fb78357888 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Deleted allocations for instance a69c243b-8af1-4e97-a1c9-4c760e9189bf [ 1142.908420] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Releasing lock "refresh_cache-21cdd132-0097-4ef2-9a11-034d02d083dc" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.908757] env[69365]: DEBUG nova.compute.manager [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Instance network_info: |[{"id": "2379d709-639a-4d50-9631-aa9f0ca00619", "address": "fa:16:3e:d8:31:6d", "network": {"id": "330aec01-e44f-413a-9035-a2194a82f451", "bridge": "br-int", "label": "tempest-ServersTestJSON-2129971414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0b4d3b209df41eaa438742d4326084b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2379d709-63", "ovs_interfaceid": "2379d709-639a-4d50-9631-aa9f0ca00619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1142.909185] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:31:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2379d709-639a-4d50-9631-aa9f0ca00619', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1142.917171] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1142.917786] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1142.918825] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5459747b-ecee-4f4b-9b35-a1cfd669b246 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.941330] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1142.941330] env[69365]: value = "task-3469728" [ 1142.941330] env[69365]: _type = "Task" [ 1142.941330] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.950146] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469728, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.959572] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Releasing lock "refresh_cache-d5060397-0866-4489-be62-3b76d23362a8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.986075] env[69365]: DEBUG nova.compute.manager [req-c21ac1ea-297b-4087-a61e-2c87c5b72a55 req-9d552238-3337-4405-814d-63ad6867f295 service nova] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Received event network-changed-2379d709-639a-4d50-9631-aa9f0ca00619 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1142.986276] env[69365]: DEBUG nova.compute.manager [req-c21ac1ea-297b-4087-a61e-2c87c5b72a55 req-9d552238-3337-4405-814d-63ad6867f295 service nova] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Refreshing instance network info cache due to event network-changed-2379d709-639a-4d50-9631-aa9f0ca00619. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1142.986502] env[69365]: DEBUG oslo_concurrency.lockutils [req-c21ac1ea-297b-4087-a61e-2c87c5b72a55 req-9d552238-3337-4405-814d-63ad6867f295 service nova] Acquiring lock "refresh_cache-21cdd132-0097-4ef2-9a11-034d02d083dc" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.986641] env[69365]: DEBUG oslo_concurrency.lockutils [req-c21ac1ea-297b-4087-a61e-2c87c5b72a55 req-9d552238-3337-4405-814d-63ad6867f295 service nova] Acquired lock "refresh_cache-21cdd132-0097-4ef2-9a11-034d02d083dc" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.986780] env[69365]: DEBUG nova.network.neutron [req-c21ac1ea-297b-4087-a61e-2c87c5b72a55 req-9d552238-3337-4405-814d-63ad6867f295 service nova] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Refreshing network info cache for port 2379d709-639a-4d50-9631-aa9f0ca00619 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1143.278603] env[69365]: INFO nova.compute.manager [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Took 25.61 seconds to build instance. [ 1143.404873] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ec4de117-58b0-4936-ad83-62fb78357888 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Lock "a69c243b-8af1-4e97-a1c9-4c760e9189bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.118s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.453761] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469728, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.743619] env[69365]: DEBUG nova.network.neutron [req-c21ac1ea-297b-4087-a61e-2c87c5b72a55 req-9d552238-3337-4405-814d-63ad6867f295 service nova] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Updated VIF entry in instance network info cache for port 2379d709-639a-4d50-9631-aa9f0ca00619. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1143.744092] env[69365]: DEBUG nova.network.neutron [req-c21ac1ea-297b-4087-a61e-2c87c5b72a55 req-9d552238-3337-4405-814d-63ad6867f295 service nova] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Updating instance_info_cache with network_info: [{"id": "2379d709-639a-4d50-9631-aa9f0ca00619", "address": "fa:16:3e:d8:31:6d", "network": {"id": "330aec01-e44f-413a-9035-a2194a82f451", "bridge": "br-int", "label": "tempest-ServersTestJSON-2129971414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c0b4d3b209df41eaa438742d4326084b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2379d709-63", "ovs_interfaceid": "2379d709-639a-4d50-9631-aa9f0ca00619", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.781399] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fa9ba778-bbe9-45c9-9cda-c567604fc2ce tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Lock "22c55db7-22b3-4ba3-b41e-3e58bde90b65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.125s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.955298] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469728, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.102608] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f406002a-5070-4fb0-9dc9-367d1adc513a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.110684] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1271dfa6-b695-4167-9ff3-7c99e629a345 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.143438] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87cae4da-f99b-4530-9d95-f9143ba58a80 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.152502] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e623a52-a065-4c94-9b54-ca9f6b0f9064 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.167072] env[69365]: DEBUG nova.compute.provider_tree [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.247026] env[69365]: DEBUG oslo_concurrency.lockutils [req-c21ac1ea-297b-4087-a61e-2c87c5b72a55 req-9d552238-3337-4405-814d-63ad6867f295 service nova] Releasing lock "refresh_cache-21cdd132-0097-4ef2-9a11-034d02d083dc" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.324567] env[69365]: INFO nova.compute.manager [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Rebuilding instance [ 1144.370241] env[69365]: DEBUG nova.compute.manager [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.371476] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06624632-34f0-44c5-a046-4a53d5714afb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.452975] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469728, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.476985] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6182056-1e77-4788-982b-d2a7cfc81ee8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.510697] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Updating instance 'd5060397-0866-4489-be62-3b76d23362a8' progress to 0 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1144.673254] env[69365]: DEBUG nova.scheduler.client.report [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.956527] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469728, 'name': CreateVM_Task, 'duration_secs': 1.632653} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.956893] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.957630] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.957827] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.958201] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.958517] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c491d111-e132-4955-91ae-dd043e040c28 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.964397] env[69365]: DEBUG oslo_vmware.api [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 1144.964397] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52395008-a92f-107c-8903-027e52d686a3" [ 1144.964397] env[69365]: _type = "Task" [ 1144.964397] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.973823] env[69365]: DEBUG oslo_vmware.api [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52395008-a92f-107c-8903-027e52d686a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.019062] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.019409] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53aeef37-2d07-47c7-9977-5cd4e662ab8a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.027950] env[69365]: DEBUG oslo_vmware.api [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1145.027950] env[69365]: value = "task-3469729" [ 1145.027950] env[69365]: _type = "Task" [ 1145.027950] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.038199] env[69365]: DEBUG oslo_vmware.api [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.126133] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b8f215c-097a-438a-a7c8-6ea55ae742c5 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Acquiring lock "275f0fca-701a-4063-9ed1-4ce7860fea6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.126133] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b8f215c-097a-438a-a7c8-6ea55ae742c5 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Lock "275f0fca-701a-4063-9ed1-4ce7860fea6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.126133] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b8f215c-097a-438a-a7c8-6ea55ae742c5 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Acquiring lock "275f0fca-701a-4063-9ed1-4ce7860fea6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.126133] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b8f215c-097a-438a-a7c8-6ea55ae742c5 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Lock "275f0fca-701a-4063-9ed1-4ce7860fea6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.126422] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b8f215c-097a-438a-a7c8-6ea55ae742c5 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Lock "275f0fca-701a-4063-9ed1-4ce7860fea6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.128860] env[69365]: INFO nova.compute.manager [None req-8b8f215c-097a-438a-a7c8-6ea55ae742c5 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Terminating instance [ 1145.179250] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.299s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.179985] env[69365]: DEBUG nova.compute.manager [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1145.184639] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4f17dd21-38e9-4d66-97cf-fcdfefb70f2c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.293s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.184872] env[69365]: DEBUG nova.objects.instance [None req-4f17dd21-38e9-4d66-97cf-fcdfefb70f2c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lazy-loading 'resources' on Instance uuid efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.387385] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.387699] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d135b623-7b4e-4d02-8a7f-d00e136007a0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.396370] env[69365]: DEBUG oslo_vmware.api [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for the task: (returnval){ [ 1145.396370] env[69365]: value = "task-3469730" [ 1145.396370] env[69365]: _type = "Task" [ 1145.396370] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.405711] env[69365]: DEBUG oslo_vmware.api [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.475884] env[69365]: DEBUG oslo_vmware.api [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52395008-a92f-107c-8903-027e52d686a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011048} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.477030] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.477030] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1145.477030] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.477030] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.477030] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1145.477413] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98058fbe-5558-45f7-a60f-29a1017972ab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.490807] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1145.491551] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1145.492681] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58320040-9e56-4aad-89dd-06bd5c170f73 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.498637] env[69365]: DEBUG oslo_vmware.api [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 1145.498637] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a3ffa0-8194-6d40-b512-add51c4d3368" [ 1145.498637] env[69365]: _type = "Task" [ 1145.498637] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.507888] env[69365]: DEBUG oslo_vmware.api [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a3ffa0-8194-6d40-b512-add51c4d3368, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.537542] env[69365]: DEBUG oslo_vmware.api [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469729, 'name': PowerOffVM_Task, 'duration_secs': 0.488156} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.537856] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.538075] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Updating instance 'd5060397-0866-4489-be62-3b76d23362a8' progress to 17 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1145.633080] env[69365]: DEBUG nova.compute.manager [None req-8b8f215c-097a-438a-a7c8-6ea55ae742c5 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1145.633315] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8f215c-097a-438a-a7c8-6ea55ae742c5 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.634222] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cf50039-ffd0-46cd-8fe8-7a40e4d61beb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.642236] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b8f215c-097a-438a-a7c8-6ea55ae742c5 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.642707] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31f6e6d4-3d3f-4f82-9b02-e803db9ce00c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.649326] env[69365]: DEBUG oslo_vmware.api [None req-8b8f215c-097a-438a-a7c8-6ea55ae742c5 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Waiting for the task: (returnval){ [ 1145.649326] env[69365]: value = "task-3469731" [ 1145.649326] env[69365]: _type = "Task" [ 1145.649326] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.657614] env[69365]: DEBUG oslo_vmware.api [None req-8b8f215c-097a-438a-a7c8-6ea55ae742c5 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': task-3469731, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.686719] env[69365]: DEBUG nova.compute.utils [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1145.690597] env[69365]: DEBUG nova.compute.manager [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1145.690760] env[69365]: DEBUG nova.network.neutron [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1145.743648] env[69365]: DEBUG nova.policy [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbb4767d9ed241f98fce2fc0718f575d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8dabc7faee7488e8a7ae3aa8722232e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1145.907705] env[69365]: DEBUG oslo_vmware.api [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469730, 'name': PowerOffVM_Task, 'duration_secs': 0.149026} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.907978] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.909031] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1145.909869] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bd7cbc-6e70-4660-b35b-ee06ec00f0f1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.921444] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.921694] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1fa8276-b331-442b-92b0-f72b60688b58 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.941862] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466f3c71-6a95-44a4-b292-71dcea669d7f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.954572] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.954789] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.954947] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Deleting the datastore file [datastore1] 22c55db7-22b3-4ba3-b41e-3e58bde90b65 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.957018] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a563785-584d-483f-8322-a3c0f7bb8610 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.960754] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef55325-ca24-4622-8799-2ca5d711cdab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.993235] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-600e06f8-1db6-49ec-a681-3c9e98843be2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.996889] env[69365]: DEBUG oslo_vmware.api [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for the task: (returnval){ [ 1145.996889] env[69365]: value = "task-3469733" [ 1145.996889] env[69365]: _type = "Task" [ 1145.996889] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.005114] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ae87d2-7888-4eb1-81ab-a76b6658afb9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.011953] env[69365]: DEBUG oslo_vmware.api [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469733, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.024989] env[69365]: DEBUG oslo_vmware.api [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a3ffa0-8194-6d40-b512-add51c4d3368, 'name': SearchDatastore_Task, 'duration_secs': 0.0109} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.025473] env[69365]: DEBUG nova.compute.provider_tree [None req-4f17dd21-38e9-4d66-97cf-fcdfefb70f2c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.030017] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d92296e-aa07-4877-bf45-4ef2b1d33747 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.034111] env[69365]: DEBUG oslo_vmware.api [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 1146.034111] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5250b9fb-a3e5-147d-fb01-c0ffe36c66e0" [ 1146.034111] env[69365]: _type = "Task" [ 1146.034111] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.045843] env[69365]: DEBUG nova.virt.hardware [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1146.046202] env[69365]: DEBUG nova.virt.hardware [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1146.046338] env[69365]: DEBUG nova.virt.hardware [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1146.046651] env[69365]: DEBUG nova.virt.hardware [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1146.046914] env[69365]: DEBUG nova.virt.hardware [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1146.047192] env[69365]: DEBUG nova.virt.hardware [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1146.051689] env[69365]: DEBUG nova.virt.hardware [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1146.051689] env[69365]: DEBUG nova.virt.hardware [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1146.051689] env[69365]: DEBUG nova.virt.hardware [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1146.051689] env[69365]: DEBUG nova.virt.hardware [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1146.051689] env[69365]: DEBUG nova.virt.hardware [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1146.054702] env[69365]: DEBUG oslo_vmware.api [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5250b9fb-a3e5-147d-fb01-c0ffe36c66e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.055292] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fa6529a-05a8-426d-acc1-8ebd94a95bd1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.074312] env[69365]: DEBUG oslo_vmware.api [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1146.074312] env[69365]: value = "task-3469734" [ 1146.074312] env[69365]: _type = "Task" [ 1146.074312] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.084970] env[69365]: DEBUG oslo_vmware.api [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469734, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.122425] env[69365]: DEBUG nova.network.neutron [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Successfully created port: a254bc29-9530-4d10-8122-ae764a8fcd27 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1146.159704] env[69365]: DEBUG oslo_vmware.api [None req-8b8f215c-097a-438a-a7c8-6ea55ae742c5 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': task-3469731, 'name': PowerOffVM_Task, 'duration_secs': 0.218169} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.159976] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b8f215c-097a-438a-a7c8-6ea55ae742c5 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1146.160201] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8f215c-097a-438a-a7c8-6ea55ae742c5 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1146.160417] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72898f8f-2417-4e33-a1b4-9d39c55d33a1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.193768] env[69365]: DEBUG nova.compute.manager [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1146.260232] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8f215c-097a-438a-a7c8-6ea55ae742c5 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1146.260515] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8f215c-097a-438a-a7c8-6ea55ae742c5 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1146.260642] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b8f215c-097a-438a-a7c8-6ea55ae742c5 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Deleting the datastore file [datastore1] 275f0fca-701a-4063-9ed1-4ce7860fea6e {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1146.260939] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-397eb385-875b-4657-b350-ee68f6fdaf07 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.273322] env[69365]: DEBUG oslo_vmware.api [None req-8b8f215c-097a-438a-a7c8-6ea55ae742c5 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Waiting for the task: (returnval){ [ 1146.273322] env[69365]: value = "task-3469736" [ 1146.273322] env[69365]: _type = "Task" [ 1146.273322] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.283223] env[69365]: DEBUG oslo_vmware.api [None req-8b8f215c-097a-438a-a7c8-6ea55ae742c5 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': task-3469736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.506398] env[69365]: DEBUG oslo_vmware.api [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469733, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.0959} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.506740] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.506818] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.507011] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.528829] env[69365]: DEBUG nova.scheduler.client.report [None req-4f17dd21-38e9-4d66-97cf-fcdfefb70f2c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.545441] env[69365]: DEBUG oslo_vmware.api [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5250b9fb-a3e5-147d-fb01-c0ffe36c66e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009791} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.545705] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.545951] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 21cdd132-0097-4ef2-9a11-034d02d083dc/21cdd132-0097-4ef2-9a11-034d02d083dc.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1146.546225] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-427f196c-8fe1-4647-880b-6d615aa3c3b0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.555085] env[69365]: DEBUG oslo_vmware.api [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 1146.555085] env[69365]: value = "task-3469737" [ 1146.555085] env[69365]: _type = "Task" [ 1146.555085] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.563479] env[69365]: DEBUG oslo_vmware.api [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.583251] env[69365]: DEBUG oslo_vmware.api [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469734, 'name': ReconfigVM_Task, 'duration_secs': 0.222774} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.583564] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Updating instance 'd5060397-0866-4489-be62-3b76d23362a8' progress to 33 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1146.790019] env[69365]: DEBUG oslo_vmware.api [None req-8b8f215c-097a-438a-a7c8-6ea55ae742c5 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Task: {'id': task-3469736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136573} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.790384] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b8f215c-097a-438a-a7c8-6ea55ae742c5 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1146.790820] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8f215c-097a-438a-a7c8-6ea55ae742c5 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1146.791042] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8b8f215c-097a-438a-a7c8-6ea55ae742c5 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1146.791410] env[69365]: INFO nova.compute.manager [None req-8b8f215c-097a-438a-a7c8-6ea55ae742c5 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1146.791855] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8b8f215c-097a-438a-a7c8-6ea55ae742c5 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.792261] env[69365]: DEBUG nova.compute.manager [-] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1146.792496] env[69365]: DEBUG nova.network.neutron [-] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1147.033920] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4f17dd21-38e9-4d66-97cf-fcdfefb70f2c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.039648] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 16.940s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.039833] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.043175] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69365) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1147.043175] env[69365]: DEBUG oslo_concurrency.lockutils [None req-17007a38-f37c-4c7e-90bf-4e4aa07e0a68 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.051s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.043175] env[69365]: DEBUG nova.objects.instance [None req-17007a38-f37c-4c7e-90bf-4e4aa07e0a68 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lazy-loading 'resources' on Instance uuid 9d746920-3c99-474d-9fac-caaf2e8f0cc3 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.043175] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ba94be-11db-4363-a475-abbefd939ccc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.058417] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ee507d-5d0e-47a6-a24c-576c047a1b1d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.086007] env[69365]: DEBUG oslo_vmware.api [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469737, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478695} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.086994] env[69365]: INFO nova.scheduler.client.report [None req-4f17dd21-38e9-4d66-97cf-fcdfefb70f2c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Deleted allocations for instance efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7 [ 1147.089606] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b638fddf-e845-45f9-949c-7fbde55d5700 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.093227] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 21cdd132-0097-4ef2-9a11-034d02d083dc/21cdd132-0097-4ef2-9a11-034d02d083dc.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1147.093227] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1147.094542] env[69365]: DEBUG nova.virt.hardware [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.094812] env[69365]: DEBUG nova.virt.hardware [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.094995] env[69365]: DEBUG nova.virt.hardware [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.095206] env[69365]: DEBUG nova.virt.hardware [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.095418] env[69365]: DEBUG nova.virt.hardware [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.095595] env[69365]: DEBUG nova.virt.hardware [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.095800] env[69365]: DEBUG nova.virt.hardware [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.095909] env[69365]: DEBUG nova.virt.hardware [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.096106] env[69365]: DEBUG nova.virt.hardware [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.096285] env[69365]: DEBUG nova.virt.hardware [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.096458] env[69365]: DEBUG nova.virt.hardware [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.101787] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Reconfiguring VM instance instance-00000058 to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1147.105971] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5bfc9c0-bd83-4221-9252-d2e596e67301 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.107216] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58783f6f-42d0-4574-9c18-49f14a1f6ec4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.126616] env[69365]: DEBUG nova.compute.manager [req-d1bd8aaf-fdca-4e29-89bb-a7bd05b37357 req-67c25eda-a92f-45cf-9569-cff0234faffc service nova] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Received event network-vif-deleted-793cd9d5-886f-4128-a82d-c7c5b6cbce6a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.126810] env[69365]: INFO nova.compute.manager [req-d1bd8aaf-fdca-4e29-89bb-a7bd05b37357 req-67c25eda-a92f-45cf-9569-cff0234faffc service nova] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Neutron deleted interface 793cd9d5-886f-4128-a82d-c7c5b6cbce6a; detaching it from the instance and deleting it from the info cache [ 1147.126977] env[69365]: DEBUG nova.network.neutron [req-d1bd8aaf-fdca-4e29-89bb-a7bd05b37357 req-67c25eda-a92f-45cf-9569-cff0234faffc service nova] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.131898] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e7692b-7a0f-47e5-99bc-1c530461cf71 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.137806] env[69365]: DEBUG oslo_vmware.api [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1147.137806] env[69365]: value = "task-3469739" [ 1147.137806] env[69365]: _type = "Task" [ 1147.137806] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.138073] env[69365]: DEBUG oslo_vmware.api [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 1147.138073] env[69365]: value = "task-3469738" [ 1147.138073] env[69365]: _type = "Task" [ 1147.138073] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.173454] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179619MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69365) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1147.173680] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.179713] env[69365]: DEBUG oslo_vmware.api [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469738, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.180294] env[69365]: DEBUG oslo_vmware.api [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469739, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.206456] env[69365]: DEBUG nova.compute.manager [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1147.233330] env[69365]: DEBUG nova.virt.hardware [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.233587] env[69365]: DEBUG nova.virt.hardware [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.233746] env[69365]: DEBUG nova.virt.hardware [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.233928] env[69365]: DEBUG nova.virt.hardware [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.234097] env[69365]: DEBUG nova.virt.hardware [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.234254] env[69365]: DEBUG nova.virt.hardware [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.234499] env[69365]: DEBUG nova.virt.hardware [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.234685] env[69365]: DEBUG nova.virt.hardware [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.234857] env[69365]: DEBUG nova.virt.hardware [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.235034] env[69365]: DEBUG nova.virt.hardware [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.235246] env[69365]: DEBUG nova.virt.hardware [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.236076] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65721c10-74e1-47ec-b174-2e9fac1f805d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.245514] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f0ece1-9bbd-46be-b31a-84e1e67698f0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.542714] env[69365]: DEBUG nova.virt.hardware [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1147.542985] env[69365]: DEBUG nova.virt.hardware [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1147.543157] env[69365]: DEBUG nova.virt.hardware [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.543341] env[69365]: DEBUG nova.virt.hardware [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1147.543485] env[69365]: DEBUG nova.virt.hardware [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.543810] env[69365]: DEBUG nova.virt.hardware [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1147.544066] env[69365]: DEBUG nova.virt.hardware [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1147.544256] env[69365]: DEBUG nova.virt.hardware [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1147.544429] env[69365]: DEBUG nova.virt.hardware [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1147.544605] env[69365]: DEBUG nova.virt.hardware [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1147.544774] env[69365]: DEBUG nova.virt.hardware [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1147.545683] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d058d68-9e5e-4b6b-9ebd-6edf628453b4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.558238] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c41772-17d2-467d-b478-d45637b41bf4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.564137] env[69365]: DEBUG nova.network.neutron [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Successfully updated port: a254bc29-9530-4d10-8122-ae764a8fcd27 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1147.578355] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1147.583998] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1147.587288] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1147.587957] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-81682cd2-f987-4534-bff8-b14db2dc702b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.603532] env[69365]: DEBUG nova.network.neutron [-] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.610913] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1147.610913] env[69365]: value = "task-3469740" [ 1147.610913] env[69365]: _type = "Task" [ 1147.610913] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.621464] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469740, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.626733] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4f17dd21-38e9-4d66-97cf-fcdfefb70f2c tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.966s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.632602] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d330e2c-e5d3-481f-b80b-6ed411803374 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.655637] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcca1082-0b97-4e6f-97c9-8e1f9a0aff00 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.675871] env[69365]: DEBUG oslo_vmware.api [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469738, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076109} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.676452] env[69365]: DEBUG oslo_vmware.api [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469739, 'name': ReconfigVM_Task, 'duration_secs': 0.203173} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.677357] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1147.677668] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Reconfigured VM instance instance-00000058 to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1147.678640] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0317757b-7552-4aa4-94e9-8a0fe1680740 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.682083] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b058432f-9c18-467c-81a1-3b09ff5e8371 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.719942] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 21cdd132-0097-4ef2-9a11-034d02d083dc/21cdd132-0097-4ef2-9a11-034d02d083dc.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.727490] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] d5060397-0866-4489-be62-3b76d23362a8/d5060397-0866-4489-be62-3b76d23362a8.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1147.740134] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16ec1ef7-e585-44e8-a603-5fb71e7d348d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.754519] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82891c72-4ec5-4b15-9756-a2c706d275af {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.770020] env[69365]: DEBUG nova.compute.manager [req-d1bd8aaf-fdca-4e29-89bb-a7bd05b37357 req-67c25eda-a92f-45cf-9569-cff0234faffc service nova] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Detach interface failed, port_id=793cd9d5-886f-4128-a82d-c7c5b6cbce6a, reason: Instance 275f0fca-701a-4063-9ed1-4ce7860fea6e could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1147.778204] env[69365]: DEBUG oslo_vmware.api [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1147.778204] env[69365]: value = "task-3469742" [ 1147.778204] env[69365]: _type = "Task" [ 1147.778204] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.778204] env[69365]: DEBUG oslo_vmware.api [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 1147.778204] env[69365]: value = "task-3469741" [ 1147.778204] env[69365]: _type = "Task" [ 1147.778204] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.792842] env[69365]: DEBUG oslo_vmware.api [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469742, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.796187] env[69365]: DEBUG oslo_vmware.api [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469741, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.890176] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9161b42-7b38-4fcf-8820-738bded6f24e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.897942] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d511dd-270b-4b53-b083-5ce8ea2ab77f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.929045] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a67d77-8ac1-4a1f-9513-1022656ac3a2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.937520] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35c62aa-fd33-4c28-a280-ad6128ec2a6a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.952949] env[69365]: DEBUG nova.compute.provider_tree [None req-17007a38-f37c-4c7e-90bf-4e4aa07e0a68 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.070853] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "refresh_cache-41177a0a-ccff-4b4b-bbe5-a81778987c71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.070853] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquired lock "refresh_cache-41177a0a-ccff-4b4b-bbe5-a81778987c71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.070853] env[69365]: DEBUG nova.network.neutron [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.106577] env[69365]: INFO nova.compute.manager [-] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Took 1.31 seconds to deallocate network for instance. [ 1148.121147] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469740, 'name': CreateVM_Task, 'duration_secs': 0.285421} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.121271] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.121727] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.121882] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.122277] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.122464] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a2c34a6-c81d-462f-ba51-b911d52eeb6d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.128510] env[69365]: DEBUG oslo_vmware.api [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for the task: (returnval){ [ 1148.128510] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52967293-53a9-d29c-082d-116c9294940b" [ 1148.128510] env[69365]: _type = "Task" [ 1148.128510] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.137512] env[69365]: DEBUG oslo_vmware.api [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52967293-53a9-d29c-082d-116c9294940b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.294303] env[69365]: DEBUG oslo_vmware.api [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469742, 'name': ReconfigVM_Task, 'duration_secs': 0.321818} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.298059] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Reconfigured VM instance instance-00000058 to attach disk [datastore2] d5060397-0866-4489-be62-3b76d23362a8/d5060397-0866-4489-be62-3b76d23362a8.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.298419] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Updating instance 'd5060397-0866-4489-be62-3b76d23362a8' progress to 50 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.301740] env[69365]: DEBUG oslo_vmware.api [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469741, 'name': ReconfigVM_Task, 'duration_secs': 0.322285} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.302145] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 21cdd132-0097-4ef2-9a11-034d02d083dc/21cdd132-0097-4ef2-9a11-034d02d083dc.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1148.306299] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-569551d5-8ac7-40f8-96b5-3ab02a194250 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.313713] env[69365]: DEBUG oslo_vmware.api [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 1148.313713] env[69365]: value = "task-3469743" [ 1148.313713] env[69365]: _type = "Task" [ 1148.313713] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.321953] env[69365]: DEBUG oslo_vmware.api [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469743, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.456364] env[69365]: DEBUG nova.scheduler.client.report [None req-17007a38-f37c-4c7e-90bf-4e4aa07e0a68 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.603287] env[69365]: DEBUG nova.network.neutron [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1148.616844] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b8f215c-097a-438a-a7c8-6ea55ae742c5 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.639854] env[69365]: DEBUG oslo_vmware.api [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52967293-53a9-d29c-082d-116c9294940b, 'name': SearchDatastore_Task, 'duration_secs': 0.011355} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.641037] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.641037] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1148.641037] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.641037] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.641037] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1148.641318] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ddc7271e-5ece-4ca1-8a25-8eb263c4447b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.650963] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1148.651137] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1148.652170] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebc0ae49-20c0-40a7-be08-8c32e4acd407 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.657333] env[69365]: DEBUG oslo_vmware.api [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for the task: (returnval){ [ 1148.657333] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5263afae-085d-5e5e-f856-4959eec8200a" [ 1148.657333] env[69365]: _type = "Task" [ 1148.657333] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.666458] env[69365]: DEBUG oslo_vmware.api [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5263afae-085d-5e5e-f856-4959eec8200a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.757437] env[69365]: DEBUG nova.network.neutron [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Updating instance_info_cache with network_info: [{"id": "a254bc29-9530-4d10-8122-ae764a8fcd27", "address": "fa:16:3e:e5:8a:99", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa254bc29-95", "ovs_interfaceid": "a254bc29-9530-4d10-8122-ae764a8fcd27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.809234] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c61978-4481-49dd-9e65-fbb48a43e05a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.835389] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c65b5ab-4ea6-4b85-948e-27885b4b95c9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.842036] env[69365]: DEBUG oslo_vmware.api [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469743, 'name': Rename_Task, 'duration_secs': 0.152991} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.842312] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.842553] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dff9f3ea-17c4-4eb5-b0ac-b9e55134c399 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.863744] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Updating instance 'd5060397-0866-4489-be62-3b76d23362a8' progress to 67 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1148.868715] env[69365]: DEBUG oslo_vmware.api [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 1148.868715] env[69365]: value = "task-3469744" [ 1148.868715] env[69365]: _type = "Task" [ 1148.868715] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.878566] env[69365]: DEBUG oslo_vmware.api [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469744, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.963174] env[69365]: DEBUG oslo_concurrency.lockutils [None req-17007a38-f37c-4c7e-90bf-4e4aa07e0a68 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.968950] env[69365]: DEBUG oslo_concurrency.lockutils [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.365s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.968950] env[69365]: INFO nova.compute.claims [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.998312] env[69365]: INFO nova.scheduler.client.report [None req-17007a38-f37c-4c7e-90bf-4e4aa07e0a68 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Deleted allocations for instance 9d746920-3c99-474d-9fac-caaf2e8f0cc3 [ 1149.164395] env[69365]: DEBUG nova.compute.manager [req-3138e8f3-361d-4dd9-bedd-0f64d1eb7625 req-04ef3c40-3850-41f7-b707-e20daa92d2d3 service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Received event network-vif-plugged-a254bc29-9530-4d10-8122-ae764a8fcd27 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.164661] env[69365]: DEBUG oslo_concurrency.lockutils [req-3138e8f3-361d-4dd9-bedd-0f64d1eb7625 req-04ef3c40-3850-41f7-b707-e20daa92d2d3 service nova] Acquiring lock "41177a0a-ccff-4b4b-bbe5-a81778987c71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.164824] env[69365]: DEBUG oslo_concurrency.lockutils [req-3138e8f3-361d-4dd9-bedd-0f64d1eb7625 req-04ef3c40-3850-41f7-b707-e20daa92d2d3 service nova] Lock "41177a0a-ccff-4b4b-bbe5-a81778987c71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.164973] env[69365]: DEBUG oslo_concurrency.lockutils [req-3138e8f3-361d-4dd9-bedd-0f64d1eb7625 req-04ef3c40-3850-41f7-b707-e20daa92d2d3 service nova] Lock "41177a0a-ccff-4b4b-bbe5-a81778987c71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.165183] env[69365]: DEBUG nova.compute.manager [req-3138e8f3-361d-4dd9-bedd-0f64d1eb7625 req-04ef3c40-3850-41f7-b707-e20daa92d2d3 service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] No waiting events found dispatching network-vif-plugged-a254bc29-9530-4d10-8122-ae764a8fcd27 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1149.165373] env[69365]: WARNING nova.compute.manager [req-3138e8f3-361d-4dd9-bedd-0f64d1eb7625 req-04ef3c40-3850-41f7-b707-e20daa92d2d3 service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Received unexpected event network-vif-plugged-a254bc29-9530-4d10-8122-ae764a8fcd27 for instance with vm_state building and task_state spawning. [ 1149.165530] env[69365]: DEBUG nova.compute.manager [req-3138e8f3-361d-4dd9-bedd-0f64d1eb7625 req-04ef3c40-3850-41f7-b707-e20daa92d2d3 service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Received event network-changed-a254bc29-9530-4d10-8122-ae764a8fcd27 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.165681] env[69365]: DEBUG nova.compute.manager [req-3138e8f3-361d-4dd9-bedd-0f64d1eb7625 req-04ef3c40-3850-41f7-b707-e20daa92d2d3 service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Refreshing instance network info cache due to event network-changed-a254bc29-9530-4d10-8122-ae764a8fcd27. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1149.165848] env[69365]: DEBUG oslo_concurrency.lockutils [req-3138e8f3-361d-4dd9-bedd-0f64d1eb7625 req-04ef3c40-3850-41f7-b707-e20daa92d2d3 service nova] Acquiring lock "refresh_cache-41177a0a-ccff-4b4b-bbe5-a81778987c71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.172966] env[69365]: DEBUG oslo_vmware.api [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5263afae-085d-5e5e-f856-4959eec8200a, 'name': SearchDatastore_Task, 'duration_secs': 0.031961} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.174037] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d032361d-8255-4413-bfa6-808a5d6d99e3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.180414] env[69365]: DEBUG oslo_vmware.api [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for the task: (returnval){ [ 1149.180414] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]521ab2ad-482a-3a9a-cbb4-e0b8a4d8b221" [ 1149.180414] env[69365]: _type = "Task" [ 1149.180414] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.188912] env[69365]: DEBUG oslo_vmware.api [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521ab2ad-482a-3a9a-cbb4-e0b8a4d8b221, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.260033] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Releasing lock "refresh_cache-41177a0a-ccff-4b4b-bbe5-a81778987c71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.260033] env[69365]: DEBUG nova.compute.manager [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Instance network_info: |[{"id": "a254bc29-9530-4d10-8122-ae764a8fcd27", "address": "fa:16:3e:e5:8a:99", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa254bc29-95", "ovs_interfaceid": "a254bc29-9530-4d10-8122-ae764a8fcd27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1149.260863] env[69365]: DEBUG oslo_concurrency.lockutils [req-3138e8f3-361d-4dd9-bedd-0f64d1eb7625 req-04ef3c40-3850-41f7-b707-e20daa92d2d3 service nova] Acquired lock "refresh_cache-41177a0a-ccff-4b4b-bbe5-a81778987c71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.261063] env[69365]: DEBUG nova.network.neutron [req-3138e8f3-361d-4dd9-bedd-0f64d1eb7625 req-04ef3c40-3850-41f7-b707-e20daa92d2d3 service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Refreshing network info cache for port a254bc29-9530-4d10-8122-ae764a8fcd27 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1149.263118] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:8a:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a254bc29-9530-4d10-8122-ae764a8fcd27', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1149.272068] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1149.274238] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1149.274238] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d27fcdbd-c018-49c4-8fab-834df4ef4e88 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.298329] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1149.298329] env[69365]: value = "task-3469745" [ 1149.298329] env[69365]: _type = "Task" [ 1149.298329] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.310544] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469745, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.384847] env[69365]: DEBUG oslo_vmware.api [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469744, 'name': PowerOnVM_Task, 'duration_secs': 0.508347} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.385159] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.385364] env[69365]: INFO nova.compute.manager [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1149.385540] env[69365]: DEBUG nova.compute.manager [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1149.386373] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac3c69b-0697-45f2-8214-2fa156571c81 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.509183] env[69365]: DEBUG oslo_concurrency.lockutils [None req-17007a38-f37c-4c7e-90bf-4e4aa07e0a68 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "9d746920-3c99-474d-9fac-caaf2e8f0cc3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.640s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.691540] env[69365]: DEBUG oslo_vmware.api [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521ab2ad-482a-3a9a-cbb4-e0b8a4d8b221, 'name': SearchDatastore_Task, 'duration_secs': 0.010067} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.691799] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.692072] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 22c55db7-22b3-4ba3-b41e-3e58bde90b65/22c55db7-22b3-4ba3-b41e-3e58bde90b65.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1149.692332] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e76be58f-d91b-464a-a3cd-9ffc5a671a56 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.699160] env[69365]: DEBUG oslo_vmware.api [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for the task: (returnval){ [ 1149.699160] env[69365]: value = "task-3469746" [ 1149.699160] env[69365]: _type = "Task" [ 1149.699160] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.707483] env[69365]: DEBUG oslo_vmware.api [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469746, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.813020] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469745, 'name': CreateVM_Task, 'duration_secs': 0.363963} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.813498] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.813831] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.814086] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.814350] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.814606] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5db288a9-14c5-4f63-b1dd-5da700beb066 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.820029] env[69365]: DEBUG oslo_vmware.api [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1149.820029] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52c61680-3deb-709b-035c-180a44fbc330" [ 1149.820029] env[69365]: _type = "Task" [ 1149.820029] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.827936] env[69365]: DEBUG oslo_vmware.api [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52c61680-3deb-709b-035c-180a44fbc330, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.903928] env[69365]: INFO nova.compute.manager [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Took 27.64 seconds to build instance. [ 1150.020220] env[69365]: DEBUG nova.network.neutron [req-3138e8f3-361d-4dd9-bedd-0f64d1eb7625 req-04ef3c40-3850-41f7-b707-e20daa92d2d3 service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Updated VIF entry in instance network info cache for port a254bc29-9530-4d10-8122-ae764a8fcd27. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.020592] env[69365]: DEBUG nova.network.neutron [req-3138e8f3-361d-4dd9-bedd-0f64d1eb7625 req-04ef3c40-3850-41f7-b707-e20daa92d2d3 service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Updating instance_info_cache with network_info: [{"id": "a254bc29-9530-4d10-8122-ae764a8fcd27", "address": "fa:16:3e:e5:8a:99", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa254bc29-95", "ovs_interfaceid": "a254bc29-9530-4d10-8122-ae764a8fcd27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.086640] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquiring lock "0d545760-c9de-484c-a578-2267761cee02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.087186] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "0d545760-c9de-484c-a578-2267761cee02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.212804] env[69365]: DEBUG oslo_vmware.api [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469746, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51098} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.213996] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 22c55db7-22b3-4ba3-b41e-3e58bde90b65/22c55db7-22b3-4ba3-b41e-3e58bde90b65.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1150.213996] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1150.213996] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37bd3439-741d-4bec-834b-792e28199deb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.227307] env[69365]: DEBUG oslo_vmware.api [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for the task: (returnval){ [ 1150.227307] env[69365]: value = "task-3469747" [ 1150.227307] env[69365]: _type = "Task" [ 1150.227307] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.241638] env[69365]: DEBUG oslo_vmware.api [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469747, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.246992] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a801680a-a46c-4976-a4c0-3384fac42b46 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.254704] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d94b011-3913-4f05-9c9e-531a32312994 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.287961] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b43ed5-71d6-4be1-ad49-7033c18d8108 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.296433] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ee4c51-a69a-4714-95af-9996b33337b9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.311058] env[69365]: DEBUG nova.compute.provider_tree [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.330435] env[69365]: DEBUG oslo_vmware.api [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52c61680-3deb-709b-035c-180a44fbc330, 'name': SearchDatastore_Task, 'duration_secs': 0.009153} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.330976] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.331273] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1150.331535] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.331682] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.331861] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1150.332131] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-284156b2-e541-4c46-b900-640dd94b4e99 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.348218] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1150.348475] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1150.349507] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3693f977-3a45-4714-b8a5-83ed1a956aca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.355239] env[69365]: DEBUG oslo_vmware.api [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1150.355239] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5244375f-5357-2ecf-8168-3c45cd448ec6" [ 1150.355239] env[69365]: _type = "Task" [ 1150.355239] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.363753] env[69365]: DEBUG oslo_vmware.api [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5244375f-5357-2ecf-8168-3c45cd448ec6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.406063] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9457f0bb-7c4e-4ec7-bfb7-65b5e77765f9 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "21cdd132-0097-4ef2-9a11-034d02d083dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.152s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.523484] env[69365]: DEBUG oslo_concurrency.lockutils [req-3138e8f3-361d-4dd9-bedd-0f64d1eb7625 req-04ef3c40-3850-41f7-b707-e20daa92d2d3 service nova] Releasing lock "refresh_cache-41177a0a-ccff-4b4b-bbe5-a81778987c71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.539836] env[69365]: DEBUG nova.network.neutron [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Port 83e6f551-5a35-4b1d-b825-0c07c8d18877 binding to destination host cpu-1 is already ACTIVE {{(pid=69365) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1150.589070] env[69365]: DEBUG nova.compute.manager [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1150.738528] env[69365]: DEBUG oslo_vmware.api [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469747, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07233} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.738800] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1150.739589] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dae8a2c-e3ea-48a4-9848-cddf3ff7c29f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.761248] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 22c55db7-22b3-4ba3-b41e-3e58bde90b65/22c55db7-22b3-4ba3-b41e-3e58bde90b65.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1150.763435] env[69365]: DEBUG oslo_concurrency.lockutils [None req-566d4e4a-e9b0-414c-9e68-163bea1f99fd tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "21cdd132-0097-4ef2-9a11-034d02d083dc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.763435] env[69365]: DEBUG oslo_concurrency.lockutils [None req-566d4e4a-e9b0-414c-9e68-163bea1f99fd tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "21cdd132-0097-4ef2-9a11-034d02d083dc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.763435] env[69365]: DEBUG nova.compute.manager [None req-566d4e4a-e9b0-414c-9e68-163bea1f99fd tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.763435] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e143c53-44d3-4bd0-b3e1-a00ab757397c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.777889] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6517c5b-406d-4168-92ab-bff53472e90a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.785445] env[69365]: DEBUG nova.compute.manager [None req-566d4e4a-e9b0-414c-9e68-163bea1f99fd tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69365) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1150.785957] env[69365]: DEBUG nova.objects.instance [None req-566d4e4a-e9b0-414c-9e68-163bea1f99fd tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lazy-loading 'flavor' on Instance uuid 21cdd132-0097-4ef2-9a11-034d02d083dc {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.789028] env[69365]: DEBUG oslo_vmware.api [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for the task: (returnval){ [ 1150.789028] env[69365]: value = "task-3469748" [ 1150.789028] env[69365]: _type = "Task" [ 1150.789028] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.798321] env[69365]: DEBUG oslo_vmware.api [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469748, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.814044] env[69365]: DEBUG nova.scheduler.client.report [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.868679] env[69365]: DEBUG oslo_vmware.api [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5244375f-5357-2ecf-8168-3c45cd448ec6, 'name': SearchDatastore_Task, 'duration_secs': 0.08738} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.869470] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a39277f-02cc-4623-9879-c8fb7cd99ee9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.874995] env[69365]: DEBUG oslo_vmware.api [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1150.874995] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5202dfa2-84c0-0252-5fae-8cd6d464e6c7" [ 1150.874995] env[69365]: _type = "Task" [ 1150.874995] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.883355] env[69365]: DEBUG oslo_vmware.api [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5202dfa2-84c0-0252-5fae-8cd6d464e6c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.101044] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "d240c4dc-ba45-46d0-834b-b29984a27b49" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.101332] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "d240c4dc-ba45-46d0-834b-b29984a27b49" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.115606] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.301780] env[69365]: DEBUG oslo_vmware.api [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469748, 'name': ReconfigVM_Task, 'duration_secs': 0.272094} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.302103] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 22c55db7-22b3-4ba3-b41e-3e58bde90b65/22c55db7-22b3-4ba3-b41e-3e58bde90b65.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.302654] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cd43e02-38c9-45ea-8207-2c7da838ef5c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.310655] env[69365]: DEBUG oslo_vmware.api [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for the task: (returnval){ [ 1151.310655] env[69365]: value = "task-3469749" [ 1151.310655] env[69365]: _type = "Task" [ 1151.310655] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.319419] env[69365]: DEBUG oslo_concurrency.lockutils [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.354s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.319880] env[69365]: DEBUG nova.compute.manager [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1151.322221] env[69365]: DEBUG oslo_vmware.api [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469749, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.322641] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.665s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.322820] env[69365]: DEBUG nova.objects.instance [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69365) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1151.387162] env[69365]: DEBUG oslo_vmware.api [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5202dfa2-84c0-0252-5fae-8cd6d464e6c7, 'name': SearchDatastore_Task, 'duration_secs': 0.019508} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.387557] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.387824] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 41177a0a-ccff-4b4b-bbe5-a81778987c71/41177a0a-ccff-4b4b-bbe5-a81778987c71.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1151.388096] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cd1f546-af64-4893-80a4-655d65c5d20b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.395744] env[69365]: DEBUG oslo_vmware.api [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1151.395744] env[69365]: value = "task-3469750" [ 1151.395744] env[69365]: _type = "Task" [ 1151.395744] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.403682] env[69365]: DEBUG oslo_vmware.api [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.482083] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0ad2240d-be43-4126-aef7-dc3f47dfe734 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "31ff0b14-dc60-4a4f-95f4-c0d823364979" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.482378] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0ad2240d-be43-4126-aef7-dc3f47dfe734 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "31ff0b14-dc60-4a4f-95f4-c0d823364979" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.482634] env[69365]: INFO nova.compute.manager [None req-0ad2240d-be43-4126-aef7-dc3f47dfe734 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Rebooting instance [ 1151.561793] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "d5060397-0866-4489-be62-3b76d23362a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.562034] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "d5060397-0866-4489-be62-3b76d23362a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.562217] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "d5060397-0866-4489-be62-3b76d23362a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.604981] env[69365]: DEBUG nova.compute.manager [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1151.797942] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-566d4e4a-e9b0-414c-9e68-163bea1f99fd tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.797942] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-421719b6-d6e9-43dc-9463-92604f16caee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.806821] env[69365]: DEBUG oslo_vmware.api [None req-566d4e4a-e9b0-414c-9e68-163bea1f99fd tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 1151.806821] env[69365]: value = "task-3469751" [ 1151.806821] env[69365]: _type = "Task" [ 1151.806821] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.817774] env[69365]: DEBUG oslo_vmware.api [None req-566d4e4a-e9b0-414c-9e68-163bea1f99fd tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.825337] env[69365]: DEBUG nova.compute.utils [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1151.828039] env[69365]: DEBUG oslo_vmware.api [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469749, 'name': Rename_Task, 'duration_secs': 0.149774} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.828533] env[69365]: DEBUG nova.compute.manager [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1151.828740] env[69365]: DEBUG nova.network.neutron [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1151.836654] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.837051] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2301e96e-7f88-45d8-8ca7-b911bdf69f12 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.850330] env[69365]: DEBUG oslo_vmware.api [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for the task: (returnval){ [ 1151.850330] env[69365]: value = "task-3469752" [ 1151.850330] env[69365]: _type = "Task" [ 1151.850330] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.865483] env[69365]: DEBUG oslo_vmware.api [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.890719] env[69365]: DEBUG nova.policy [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b21e7b88affa491a96382da8a5d011b9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bf07751df3d4f0e8adeb6517a99806b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1151.907652] env[69365]: DEBUG oslo_vmware.api [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469750, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.002164] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0ad2240d-be43-4126-aef7-dc3f47dfe734 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "refresh_cache-31ff0b14-dc60-4a4f-95f4-c0d823364979" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.002164] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0ad2240d-be43-4126-aef7-dc3f47dfe734 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquired lock "refresh_cache-31ff0b14-dc60-4a4f-95f4-c0d823364979" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.002164] env[69365]: DEBUG nova.network.neutron [None req-0ad2240d-be43-4126-aef7-dc3f47dfe734 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.132504] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.225207] env[69365]: DEBUG nova.network.neutron [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Successfully created port: a8408222-8d47-4f06-875f-fd7d2ae6fd77 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1152.318157] env[69365]: DEBUG oslo_vmware.api [None req-566d4e4a-e9b0-414c-9e68-163bea1f99fd tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469751, 'name': PowerOffVM_Task, 'duration_secs': 0.43177} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.318536] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-566d4e4a-e9b0-414c-9e68-163bea1f99fd tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1152.318650] env[69365]: DEBUG nova.compute.manager [None req-566d4e4a-e9b0-414c-9e68-163bea1f99fd tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.319433] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad61834a-d65a-48b4-9f3f-a91ac8bb9b09 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.331750] env[69365]: DEBUG nova.compute.manager [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1152.341947] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cb3fc9fd-ed28-4adf-a957-9e3c629f4c49 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.342783] env[69365]: DEBUG oslo_concurrency.lockutils [None req-32fa98b5-d6d4-46d0-985a-c3c4f641d28c tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.946s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.343022] env[69365]: DEBUG nova.objects.instance [None req-32fa98b5-d6d4-46d0-985a-c3c4f641d28c tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Lazy-loading 'resources' on Instance uuid 1e23bcff-1976-4065-be4d-2eb09fbd7a74 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.363712] env[69365]: DEBUG oslo_vmware.api [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469752, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.406925] env[69365]: DEBUG oslo_vmware.api [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469750, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738625} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.406925] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 41177a0a-ccff-4b4b-bbe5-a81778987c71/41177a0a-ccff-4b4b-bbe5-a81778987c71.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1152.406925] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1152.407295] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-414bee3d-4b19-4ce6-afc5-ffda7c225b80 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.415445] env[69365]: DEBUG oslo_vmware.api [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1152.415445] env[69365]: value = "task-3469753" [ 1152.415445] env[69365]: _type = "Task" [ 1152.415445] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.423421] env[69365]: DEBUG oslo_vmware.api [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.650226] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "refresh_cache-d5060397-0866-4489-be62-3b76d23362a8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.650501] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquired lock "refresh_cache-d5060397-0866-4489-be62-3b76d23362a8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.650686] env[69365]: DEBUG nova.network.neutron [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.734249] env[69365]: DEBUG nova.network.neutron [None req-0ad2240d-be43-4126-aef7-dc3f47dfe734 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Updating instance_info_cache with network_info: [{"id": "54af5c81-d29d-476b-99f6-c1502d28c86b", "address": "fa:16:3e:78:69:7a", "network": {"id": "c9047d9e-af08-44d6-a8c8-674c7f3eb4d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78225543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1458781f20f49c39b5ccccbb9bf0c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54af5c81-d2", "ovs_interfaceid": "54af5c81-d29d-476b-99f6-c1502d28c86b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.834461] env[69365]: DEBUG oslo_concurrency.lockutils [None req-566d4e4a-e9b0-414c-9e68-163bea1f99fd tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "21cdd132-0097-4ef2-9a11-034d02d083dc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.862131] env[69365]: DEBUG oslo_vmware.api [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469752, 'name': PowerOnVM_Task, 'duration_secs': 0.533612} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.862411] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.862614] env[69365]: DEBUG nova.compute.manager [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.863627] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b6f17b-cf1f-4a50-9869-1c76a2c7e10a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.926411] env[69365]: DEBUG oslo_vmware.api [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071038} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.928964] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1152.929946] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07213d4-625e-4c20-8f07-9e978360529c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.953307] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 41177a0a-ccff-4b4b-bbe5-a81778987c71/41177a0a-ccff-4b4b-bbe5-a81778987c71.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.956115] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-197277ef-4fbb-438f-868a-9238e02bcf68 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.977647] env[69365]: DEBUG oslo_vmware.api [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1152.977647] env[69365]: value = "task-3469754" [ 1152.977647] env[69365]: _type = "Task" [ 1152.977647] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.986850] env[69365]: DEBUG oslo_vmware.api [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469754, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.098772] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3683e732-d487-4622-8575-4988209d075c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.106660] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1465f5-f3cb-4ac9-b79d-ab458b97fd98 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.138377] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6928792b-a21d-486e-a9d2-79d80ff51d8c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.146242] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b450729-c420-4169-aef4-bd5ade898628 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.163062] env[69365]: DEBUG nova.compute.provider_tree [None req-32fa98b5-d6d4-46d0-985a-c3c4f641d28c tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.235450] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0ad2240d-be43-4126-aef7-dc3f47dfe734 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Releasing lock "refresh_cache-31ff0b14-dc60-4a4f-95f4-c0d823364979" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.346507] env[69365]: DEBUG nova.compute.manager [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1153.378357] env[69365]: DEBUG nova.virt.hardware [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1153.378643] env[69365]: DEBUG nova.virt.hardware [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1153.378794] env[69365]: DEBUG nova.virt.hardware [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.379056] env[69365]: DEBUG nova.virt.hardware [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1153.379433] env[69365]: DEBUG nova.virt.hardware [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.379633] env[69365]: DEBUG nova.virt.hardware [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1153.379905] env[69365]: DEBUG nova.virt.hardware [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1153.380097] env[69365]: DEBUG nova.virt.hardware [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1153.380275] env[69365]: DEBUG nova.virt.hardware [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1153.380443] env[69365]: DEBUG nova.virt.hardware [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1153.380617] env[69365]: DEBUG nova.virt.hardware [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1153.388603] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ea253b-f748-4013-96a5-a72e30b0b51f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.396943] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.405039] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d80f0d-acc1-4844-8de4-559049a0747c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.433224] env[69365]: DEBUG nova.network.neutron [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Updating instance_info_cache with network_info: [{"id": "83e6f551-5a35-4b1d-b825-0c07c8d18877", "address": "fa:16:3e:25:b3:f0", "network": {"id": "0a070169-0690-453d-b7d9-d59c0d25b157", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1450700306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2cf307cf4e4974b5e0a86d35a92e32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83e6f551-5a", "ovs_interfaceid": "83e6f551-5a35-4b1d-b825-0c07c8d18877", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.488294] env[69365]: DEBUG oslo_vmware.api [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469754, 'name': ReconfigVM_Task, 'duration_secs': 0.286644} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.488614] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 41177a0a-ccff-4b4b-bbe5-a81778987c71/41177a0a-ccff-4b4b-bbe5-a81778987c71.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.489273] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1e31cc5-f15d-46ff-ad3a-049e10cc3540 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.496858] env[69365]: DEBUG oslo_vmware.api [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1153.496858] env[69365]: value = "task-3469755" [ 1153.496858] env[69365]: _type = "Task" [ 1153.496858] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.506474] env[69365]: DEBUG oslo_vmware.api [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469755, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.666770] env[69365]: DEBUG nova.scheduler.client.report [None req-32fa98b5-d6d4-46d0-985a-c3c4f641d28c tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1153.677430] env[69365]: DEBUG nova.compute.manager [req-ad857ff1-2332-413f-8467-d3098dc79968 req-faf36135-2784-4fb2-b094-d57f99e74852 service nova] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Received event network-vif-plugged-a8408222-8d47-4f06-875f-fd7d2ae6fd77 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1153.677651] env[69365]: DEBUG oslo_concurrency.lockutils [req-ad857ff1-2332-413f-8467-d3098dc79968 req-faf36135-2784-4fb2-b094-d57f99e74852 service nova] Acquiring lock "76027c9e-d6ba-4180-a861-5ef112ec0518-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.677853] env[69365]: DEBUG oslo_concurrency.lockutils [req-ad857ff1-2332-413f-8467-d3098dc79968 req-faf36135-2784-4fb2-b094-d57f99e74852 service nova] Lock "76027c9e-d6ba-4180-a861-5ef112ec0518-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.678024] env[69365]: DEBUG oslo_concurrency.lockutils [req-ad857ff1-2332-413f-8467-d3098dc79968 req-faf36135-2784-4fb2-b094-d57f99e74852 service nova] Lock "76027c9e-d6ba-4180-a861-5ef112ec0518-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.678198] env[69365]: DEBUG nova.compute.manager [req-ad857ff1-2332-413f-8467-d3098dc79968 req-faf36135-2784-4fb2-b094-d57f99e74852 service nova] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] No waiting events found dispatching network-vif-plugged-a8408222-8d47-4f06-875f-fd7d2ae6fd77 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1153.678798] env[69365]: WARNING nova.compute.manager [req-ad857ff1-2332-413f-8467-d3098dc79968 req-faf36135-2784-4fb2-b094-d57f99e74852 service nova] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Received unexpected event network-vif-plugged-a8408222-8d47-4f06-875f-fd7d2ae6fd77 for instance with vm_state building and task_state spawning. [ 1153.739718] env[69365]: DEBUG nova.compute.manager [None req-0ad2240d-be43-4126-aef7-dc3f47dfe734 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1153.740795] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0d4b6a-1d20-4968-ab8f-626a38b9d53f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.776561] env[69365]: DEBUG nova.network.neutron [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Successfully updated port: a8408222-8d47-4f06-875f-fd7d2ae6fd77 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1153.932169] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b10997c2-d62f-464e-a601-7ac4ebf1e1f3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "21cdd132-0097-4ef2-9a11-034d02d083dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.932440] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b10997c2-d62f-464e-a601-7ac4ebf1e1f3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "21cdd132-0097-4ef2-9a11-034d02d083dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.932673] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b10997c2-d62f-464e-a601-7ac4ebf1e1f3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "21cdd132-0097-4ef2-9a11-034d02d083dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.932880] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b10997c2-d62f-464e-a601-7ac4ebf1e1f3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "21cdd132-0097-4ef2-9a11-034d02d083dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.933620] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b10997c2-d62f-464e-a601-7ac4ebf1e1f3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "21cdd132-0097-4ef2-9a11-034d02d083dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.935870] env[69365]: INFO nova.compute.manager [None req-b10997c2-d62f-464e-a601-7ac4ebf1e1f3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Terminating instance [ 1153.937401] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Releasing lock "refresh_cache-d5060397-0866-4489-be62-3b76d23362a8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.006741] env[69365]: DEBUG oslo_vmware.api [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469755, 'name': Rename_Task, 'duration_secs': 0.145247} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.007036] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.007318] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef1212c0-9e65-4e81-abe1-5753b2df0287 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.014977] env[69365]: DEBUG oslo_vmware.api [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1154.014977] env[69365]: value = "task-3469756" [ 1154.014977] env[69365]: _type = "Task" [ 1154.014977] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.026952] env[69365]: DEBUG oslo_vmware.api [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.172631] env[69365]: DEBUG oslo_concurrency.lockutils [None req-32fa98b5-d6d4-46d0-985a-c3c4f641d28c tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.175221] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e9d450c3-4783-4d9b-96c9-875027e4ca29 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.700s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.175698] env[69365]: DEBUG nova.objects.instance [None req-e9d450c3-4783-4d9b-96c9-875027e4ca29 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lazy-loading 'resources' on Instance uuid 13374b40-a77c-42c8-ad61-cc1e02681e81 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.199887] env[69365]: INFO nova.scheduler.client.report [None req-32fa98b5-d6d4-46d0-985a-c3c4f641d28c tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Deleted allocations for instance 1e23bcff-1976-4065-be4d-2eb09fbd7a74 [ 1154.279490] env[69365]: DEBUG oslo_concurrency.lockutils [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Acquiring lock "refresh_cache-76027c9e-d6ba-4180-a861-5ef112ec0518" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.279705] env[69365]: DEBUG oslo_concurrency.lockutils [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Acquired lock "refresh_cache-76027c9e-d6ba-4180-a861-5ef112ec0518" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.279872] env[69365]: DEBUG nova.network.neutron [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.447067] env[69365]: DEBUG nova.compute.manager [None req-b10997c2-d62f-464e-a601-7ac4ebf1e1f3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.447067] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b10997c2-d62f-464e-a601-7ac4ebf1e1f3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.447875] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904b7b24-3e03-489e-8f8f-5b1bf522093a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.451193] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8eb215f-87e4-4915-961b-f2f6914b8232 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.460239] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c522f39-eb83-4cd3-b386-e2bbd4c937df {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.462519] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b10997c2-d62f-464e-a601-7ac4ebf1e1f3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1154.463321] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1dd58b1-a9ca-4193-a7bf-d0870597ebfd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.525081] env[69365]: DEBUG oslo_vmware.api [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469756, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.535507] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b10997c2-d62f-464e-a601-7ac4ebf1e1f3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1154.535769] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b10997c2-d62f-464e-a601-7ac4ebf1e1f3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1154.535956] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b10997c2-d62f-464e-a601-7ac4ebf1e1f3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Deleting the datastore file [datastore1] 21cdd132-0097-4ef2-9a11-034d02d083dc {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.536835] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b7d4e0db-d735-4ebb-a2d0-a676433c9512 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.543856] env[69365]: DEBUG oslo_vmware.api [None req-b10997c2-d62f-464e-a601-7ac4ebf1e1f3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 1154.543856] env[69365]: value = "task-3469758" [ 1154.543856] env[69365]: _type = "Task" [ 1154.543856] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.552674] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Acquiring lock "22c55db7-22b3-4ba3-b41e-3e58bde90b65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.552912] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Lock "22c55db7-22b3-4ba3-b41e-3e58bde90b65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.553137] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Acquiring lock "22c55db7-22b3-4ba3-b41e-3e58bde90b65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.553321] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Lock "22c55db7-22b3-4ba3-b41e-3e58bde90b65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.553477] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Lock "22c55db7-22b3-4ba3-b41e-3e58bde90b65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.555027] env[69365]: DEBUG oslo_vmware.api [None req-b10997c2-d62f-464e-a601-7ac4ebf1e1f3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.555489] env[69365]: INFO nova.compute.manager [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Terminating instance [ 1154.711657] env[69365]: DEBUG oslo_concurrency.lockutils [None req-32fa98b5-d6d4-46d0-985a-c3c4f641d28c tempest-ListImageFiltersTestJSON-1857961629 tempest-ListImageFiltersTestJSON-1857961629-project-member] Lock "1e23bcff-1976-4065-be4d-2eb09fbd7a74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.909s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.756190] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c11376-258d-4df9-bb56-bce64bb91a05 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.770267] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad2240d-be43-4126-aef7-dc3f47dfe734 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Doing hard reboot of VM {{(pid=69365) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1154.770562] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-675bb3a4-0613-4b04-a663-60dc543dc2ad {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.779446] env[69365]: DEBUG oslo_vmware.api [None req-0ad2240d-be43-4126-aef7-dc3f47dfe734 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1154.779446] env[69365]: value = "task-3469759" [ 1154.779446] env[69365]: _type = "Task" [ 1154.779446] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.790746] env[69365]: DEBUG oslo_vmware.api [None req-0ad2240d-be43-4126-aef7-dc3f47dfe734 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469759, 'name': ResetVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.831390] env[69365]: DEBUG nova.network.neutron [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1154.920129] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ed1464-f9fd-4b0e-8953-e8060afd5c90 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.928433] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b480aebb-b867-496c-9443-785d6b13835b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.960954] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2ac2b5-352c-4b19-b461-fe2abdd407cc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.971480] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e758f87-9d2c-4182-b9b6-a67db08f1042 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.986062] env[69365]: DEBUG nova.compute.provider_tree [None req-e9d450c3-4783-4d9b-96c9-875027e4ca29 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.998305] env[69365]: DEBUG nova.network.neutron [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Updating instance_info_cache with network_info: [{"id": "a8408222-8d47-4f06-875f-fd7d2ae6fd77", "address": "fa:16:3e:17:23:71", "network": {"id": "052f56bc-12dd-495e-abf8-36249fab6152", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1038096006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bf07751df3d4f0e8adeb6517a99806b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8408222-8d", "ovs_interfaceid": "a8408222-8d47-4f06-875f-fd7d2ae6fd77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.028634] env[69365]: DEBUG oslo_vmware.api [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469756, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.054766] env[69365]: DEBUG oslo_vmware.api [None req-b10997c2-d62f-464e-a601-7ac4ebf1e1f3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154203} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.057599] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b10997c2-d62f-464e-a601-7ac4ebf1e1f3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.057815] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b10997c2-d62f-464e-a601-7ac4ebf1e1f3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.058051] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b10997c2-d62f-464e-a601-7ac4ebf1e1f3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.058246] env[69365]: INFO nova.compute.manager [None req-b10997c2-d62f-464e-a601-7ac4ebf1e1f3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1155.060231] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b10997c2-d62f-464e-a601-7ac4ebf1e1f3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.060231] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Acquiring lock "refresh_cache-22c55db7-22b3-4ba3-b41e-3e58bde90b65" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.060231] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Acquired lock "refresh_cache-22c55db7-22b3-4ba3-b41e-3e58bde90b65" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.060231] env[69365]: DEBUG nova.network.neutron [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.060943] env[69365]: DEBUG nova.compute.manager [-] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.061087] env[69365]: DEBUG nova.network.neutron [-] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.290171] env[69365]: DEBUG oslo_vmware.api [None req-0ad2240d-be43-4126-aef7-dc3f47dfe734 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469759, 'name': ResetVM_Task, 'duration_secs': 0.218787} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.290930] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0ad2240d-be43-4126-aef7-dc3f47dfe734 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Did hard reboot of VM {{(pid=69365) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1155.290930] env[69365]: DEBUG nova.compute.manager [None req-0ad2240d-be43-4126-aef7-dc3f47dfe734 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.292172] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3beafe-fb87-4c72-8488-4373b720b6a6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.489106] env[69365]: DEBUG nova.scheduler.client.report [None req-e9d450c3-4783-4d9b-96c9-875027e4ca29 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.501067] env[69365]: DEBUG oslo_concurrency.lockutils [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Releasing lock "refresh_cache-76027c9e-d6ba-4180-a861-5ef112ec0518" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.501414] env[69365]: DEBUG nova.compute.manager [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Instance network_info: |[{"id": "a8408222-8d47-4f06-875f-fd7d2ae6fd77", "address": "fa:16:3e:17:23:71", "network": {"id": "052f56bc-12dd-495e-abf8-36249fab6152", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1038096006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bf07751df3d4f0e8adeb6517a99806b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8408222-8d", "ovs_interfaceid": "a8408222-8d47-4f06-875f-fd7d2ae6fd77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1155.501852] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:23:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5fb6e5b3-7be7-4018-8d9e-2133d926178c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8408222-8d47-4f06-875f-fd7d2ae6fd77', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1155.509389] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Creating folder: Project (3bf07751df3d4f0e8adeb6517a99806b). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1155.510242] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c7fc2b9-8688-4902-b670-998b2358b2b3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.522139] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Created folder: Project (3bf07751df3d4f0e8adeb6517a99806b) in parent group-v693134. [ 1155.522355] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Creating folder: Instances. Parent ref: group-v693423. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1155.525310] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98f6aa20-975c-4570-ba81-618ee8636918 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.526821] env[69365]: DEBUG oslo_vmware.api [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469756, 'name': PowerOnVM_Task, 'duration_secs': 1.055643} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.527081] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.527326] env[69365]: INFO nova.compute.manager [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1155.527505] env[69365]: DEBUG nova.compute.manager [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.528786] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f883cfe4-f8bc-45a4-904d-3db2f1dc9193 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.537844] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Created folder: Instances in parent group-v693423. [ 1155.538096] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.538477] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1155.538675] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84d73202-d046-4845-ad50-e66b93925c48 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.556930] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.556930] env[69365]: value = "task-3469762" [ 1155.556930] env[69365]: _type = "Task" [ 1155.556930] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.568769] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469762, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.580283] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b700534-61b5-4c56-8ff4-7d381ea5070f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.606611] env[69365]: DEBUG nova.network.neutron [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1155.609446] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a63379-529f-4ec8-ac7e-dc299f53eddb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.617988] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Updating instance 'd5060397-0866-4489-be62-3b76d23362a8' progress to 83 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1155.699072] env[69365]: DEBUG nova.network.neutron [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.707658] env[69365]: DEBUG nova.compute.manager [req-faebd997-2dcf-4df4-aa70-c808378a597d req-41dcacb4-6eaa-474d-804d-e40a2a667b7a service nova] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Received event network-changed-a8408222-8d47-4f06-875f-fd7d2ae6fd77 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.707927] env[69365]: DEBUG nova.compute.manager [req-faebd997-2dcf-4df4-aa70-c808378a597d req-41dcacb4-6eaa-474d-804d-e40a2a667b7a service nova] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Refreshing instance network info cache due to event network-changed-a8408222-8d47-4f06-875f-fd7d2ae6fd77. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1155.708113] env[69365]: DEBUG oslo_concurrency.lockutils [req-faebd997-2dcf-4df4-aa70-c808378a597d req-41dcacb4-6eaa-474d-804d-e40a2a667b7a service nova] Acquiring lock "refresh_cache-76027c9e-d6ba-4180-a861-5ef112ec0518" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.708326] env[69365]: DEBUG oslo_concurrency.lockutils [req-faebd997-2dcf-4df4-aa70-c808378a597d req-41dcacb4-6eaa-474d-804d-e40a2a667b7a service nova] Acquired lock "refresh_cache-76027c9e-d6ba-4180-a861-5ef112ec0518" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.708609] env[69365]: DEBUG nova.network.neutron [req-faebd997-2dcf-4df4-aa70-c808378a597d req-41dcacb4-6eaa-474d-804d-e40a2a667b7a service nova] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Refreshing network info cache for port a8408222-8d47-4f06-875f-fd7d2ae6fd77 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.810812] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0ad2240d-be43-4126-aef7-dc3f47dfe734 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "31ff0b14-dc60-4a4f-95f4-c0d823364979" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.328s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.822073] env[69365]: DEBUG nova.network.neutron [-] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.993966] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e9d450c3-4783-4d9b-96c9-875027e4ca29 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.996519] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.823s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.019699] env[69365]: INFO nova.scheduler.client.report [None req-e9d450c3-4783-4d9b-96c9-875027e4ca29 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Deleted allocations for instance 13374b40-a77c-42c8-ad61-cc1e02681e81 [ 1156.046210] env[69365]: INFO nova.compute.manager [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Took 26.81 seconds to build instance. [ 1156.069030] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469762, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.124709] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1156.125039] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf445b61-b420-4885-a83f-9c58afe24965 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.131943] env[69365]: DEBUG oslo_vmware.api [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1156.131943] env[69365]: value = "task-3469763" [ 1156.131943] env[69365]: _type = "Task" [ 1156.131943] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.141041] env[69365]: DEBUG oslo_vmware.api [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.201413] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Releasing lock "refresh_cache-22c55db7-22b3-4ba3-b41e-3e58bde90b65" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.201872] env[69365]: DEBUG nova.compute.manager [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1156.202138] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.203100] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf263720-23ff-4396-a239-6fd026fa53a2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.213968] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.214278] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9fc28d4-0391-4e9a-bc5e-96a102c31ef1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.221798] env[69365]: DEBUG oslo_vmware.api [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for the task: (returnval){ [ 1156.221798] env[69365]: value = "task-3469764" [ 1156.221798] env[69365]: _type = "Task" [ 1156.221798] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.231666] env[69365]: DEBUG oslo_vmware.api [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.324696] env[69365]: INFO nova.compute.manager [-] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Took 1.26 seconds to deallocate network for instance. [ 1156.461459] env[69365]: DEBUG nova.network.neutron [req-faebd997-2dcf-4df4-aa70-c808378a597d req-41dcacb4-6eaa-474d-804d-e40a2a667b7a service nova] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Updated VIF entry in instance network info cache for port a8408222-8d47-4f06-875f-fd7d2ae6fd77. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1156.461865] env[69365]: DEBUG nova.network.neutron [req-faebd997-2dcf-4df4-aa70-c808378a597d req-41dcacb4-6eaa-474d-804d-e40a2a667b7a service nova] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Updating instance_info_cache with network_info: [{"id": "a8408222-8d47-4f06-875f-fd7d2ae6fd77", "address": "fa:16:3e:17:23:71", "network": {"id": "052f56bc-12dd-495e-abf8-36249fab6152", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1038096006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3bf07751df3d4f0e8adeb6517a99806b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5fb6e5b3-7be7-4018-8d9e-2133d926178c", "external-id": "nsx-vlan-transportzone-188", "segmentation_id": 188, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8408222-8d", "ovs_interfaceid": "a8408222-8d47-4f06-875f-fd7d2ae6fd77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.526840] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e9d450c3-4783-4d9b-96c9-875027e4ca29 tempest-ServerDiskConfigTestJSON-623747719 tempest-ServerDiskConfigTestJSON-623747719-project-member] Lock "13374b40-a77c-42c8-ad61-cc1e02681e81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.687s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.550634] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5d57d9c9-bc8d-4560-b97e-8a8127232522 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "41177a0a-ccff-4b4b-bbe5-a81778987c71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.328s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.568608] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469762, 'name': CreateVM_Task, 'duration_secs': 0.65837} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.568711] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1156.569648] env[69365]: DEBUG oslo_concurrency.lockutils [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.569956] env[69365]: DEBUG oslo_concurrency.lockutils [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.570179] env[69365]: DEBUG oslo_concurrency.lockutils [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.570668] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-676901cf-5568-4aa1-8693-b0b62a112620 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.575513] env[69365]: DEBUG oslo_vmware.api [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Waiting for the task: (returnval){ [ 1156.575513] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5212ea48-0c0e-1953-53a4-2aa04a39ebe1" [ 1156.575513] env[69365]: _type = "Task" [ 1156.575513] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.586096] env[69365]: DEBUG oslo_vmware.api [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5212ea48-0c0e-1953-53a4-2aa04a39ebe1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.643296] env[69365]: DEBUG oslo_vmware.api [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469763, 'name': PowerOnVM_Task, 'duration_secs': 0.499973} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.643568] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1156.643790] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3a838335-5081-48d5-8bd8-533cfe910fb8 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Updating instance 'd5060397-0866-4489-be62-3b76d23362a8' progress to 100 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1156.672981] env[69365]: DEBUG nova.compute.manager [req-c09c4a86-1666-4cb1-9719-28491400f5e1 req-90fba11e-b9ad-417e-bb90-2f46301d448f service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Received event network-changed-a254bc29-9530-4d10-8122-ae764a8fcd27 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.673295] env[69365]: DEBUG nova.compute.manager [req-c09c4a86-1666-4cb1-9719-28491400f5e1 req-90fba11e-b9ad-417e-bb90-2f46301d448f service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Refreshing instance network info cache due to event network-changed-a254bc29-9530-4d10-8122-ae764a8fcd27. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1156.673521] env[69365]: DEBUG oslo_concurrency.lockutils [req-c09c4a86-1666-4cb1-9719-28491400f5e1 req-90fba11e-b9ad-417e-bb90-2f46301d448f service nova] Acquiring lock "refresh_cache-41177a0a-ccff-4b4b-bbe5-a81778987c71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.673703] env[69365]: DEBUG oslo_concurrency.lockutils [req-c09c4a86-1666-4cb1-9719-28491400f5e1 req-90fba11e-b9ad-417e-bb90-2f46301d448f service nova] Acquired lock "refresh_cache-41177a0a-ccff-4b4b-bbe5-a81778987c71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.674148] env[69365]: DEBUG nova.network.neutron [req-c09c4a86-1666-4cb1-9719-28491400f5e1 req-90fba11e-b9ad-417e-bb90-2f46301d448f service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Refreshing network info cache for port a254bc29-9530-4d10-8122-ae764a8fcd27 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.733389] env[69365]: DEBUG oslo_vmware.api [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469764, 'name': PowerOffVM_Task, 'duration_secs': 0.32296} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.733695] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.733789] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1156.734165] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49a59100-63f7-4267-8ea4-510bbd903539 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.757364] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.758101] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.758372] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Deleting the datastore file [datastore1] 22c55db7-22b3-4ba3-b41e-3e58bde90b65 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.758688] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25fbe6f1-6ade-4622-9dfe-033c6493d768 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.767856] env[69365]: DEBUG oslo_vmware.api [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for the task: (returnval){ [ 1156.767856] env[69365]: value = "task-3469766" [ 1156.767856] env[69365]: _type = "Task" [ 1156.767856] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.776035] env[69365]: DEBUG oslo_vmware.api [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.833594] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b10997c2-d62f-464e-a601-7ac4ebf1e1f3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.965061] env[69365]: DEBUG oslo_concurrency.lockutils [req-faebd997-2dcf-4df4-aa70-c808378a597d req-41dcacb4-6eaa-474d-804d-e40a2a667b7a service nova] Releasing lock "refresh_cache-76027c9e-d6ba-4180-a861-5ef112ec0518" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.965383] env[69365]: DEBUG nova.compute.manager [req-faebd997-2dcf-4df4-aa70-c808378a597d req-41dcacb4-6eaa-474d-804d-e40a2a667b7a service nova] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Received event network-vif-deleted-2379d709-639a-4d50-9631-aa9f0ca00619 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.965565] env[69365]: INFO nova.compute.manager [req-faebd997-2dcf-4df4-aa70-c808378a597d req-41dcacb4-6eaa-474d-804d-e40a2a667b7a service nova] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Neutron deleted interface 2379d709-639a-4d50-9631-aa9f0ca00619; detaching it from the instance and deleting it from the info cache [ 1156.965735] env[69365]: DEBUG nova.network.neutron [req-faebd997-2dcf-4df4-aa70-c808378a597d req-41dcacb4-6eaa-474d-804d-e40a2a667b7a service nova] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.009368] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Applying migration context for instance d5060397-0866-4489-be62-3b76d23362a8 as it has an incoming, in-progress migration 5e2a32a1-84c2-49ae-998a-c910b0cab489. Migration status is post-migrating {{(pid=69365) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1157.010841] env[69365]: INFO nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: d5060397-0866-4489-be62-3b76d23362a8] Updating resource usage from migration 5e2a32a1-84c2-49ae-998a-c910b0cab489 [ 1157.032107] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance dbc6c632-cd7b-4f57-855a-acd12826d021 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1157.032230] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 54494c65-4118-4c3d-8af2-cd772b783e1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1157.032836] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance bf5de304-45c8-4772-a217-0d67a3f25b50 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1157.032836] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 31ff0b14-dc60-4a4f-95f4-c0d823364979 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1157.032836] env[69365]: WARNING nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 275f0fca-701a-4063-9ed1-4ce7860fea6e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1157.032836] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 0d028ec7-840a-4095-9a67-641ef8358807 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1157.032836] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1157.033337] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 22c55db7-22b3-4ba3-b41e-3e58bde90b65 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1157.033337] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 21cdd132-0097-4ef2-9a11-034d02d083dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1157.033337] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Migration 5e2a32a1-84c2-49ae-998a-c910b0cab489 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1157.033337] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance d5060397-0866-4489-be62-3b76d23362a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1157.033496] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 41177a0a-ccff-4b4b-bbe5-a81778987c71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1157.033496] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 76027c9e-d6ba-4180-a861-5ef112ec0518 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1157.089844] env[69365]: DEBUG oslo_vmware.api [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5212ea48-0c0e-1953-53a4-2aa04a39ebe1, 'name': SearchDatastore_Task, 'duration_secs': 0.013361} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.090186] env[69365]: DEBUG oslo_concurrency.lockutils [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.092531] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1157.092531] env[69365]: DEBUG oslo_concurrency.lockutils [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.092531] env[69365]: DEBUG oslo_concurrency.lockutils [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.092531] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1157.092531] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d7513d5-f357-4e30-8566-2c135f7465ad {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.100994] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1157.101191] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1157.101924] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec715342-1b07-41b4-a6d6-0617c65d471a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.108152] env[69365]: DEBUG oslo_vmware.api [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Waiting for the task: (returnval){ [ 1157.108152] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52146777-e8da-098b-522a-588eab748503" [ 1157.108152] env[69365]: _type = "Task" [ 1157.108152] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.115616] env[69365]: DEBUG oslo_vmware.api [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52146777-e8da-098b-522a-588eab748503, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.278411] env[69365]: DEBUG oslo_vmware.api [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133391} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.280863] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.281071] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.281256] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.281426] env[69365]: INFO nova.compute.manager [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1157.281662] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.282157] env[69365]: DEBUG nova.compute.manager [-] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1157.282282] env[69365]: DEBUG nova.network.neutron [-] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1157.301189] env[69365]: DEBUG nova.network.neutron [-] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1157.462471] env[69365]: DEBUG nova.network.neutron [req-c09c4a86-1666-4cb1-9719-28491400f5e1 req-90fba11e-b9ad-417e-bb90-2f46301d448f service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Updated VIF entry in instance network info cache for port a254bc29-9530-4d10-8122-ae764a8fcd27. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1157.462905] env[69365]: DEBUG nova.network.neutron [req-c09c4a86-1666-4cb1-9719-28491400f5e1 req-90fba11e-b9ad-417e-bb90-2f46301d448f service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Updating instance_info_cache with network_info: [{"id": "a254bc29-9530-4d10-8122-ae764a8fcd27", "address": "fa:16:3e:e5:8a:99", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa254bc29-95", "ovs_interfaceid": "a254bc29-9530-4d10-8122-ae764a8fcd27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.468403] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c42ce39-b12a-4fe9-a9f7-138bfe318c31 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.478733] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ac99dd-89f2-4a72-b3b5-f2e61450f303 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.514620] env[69365]: DEBUG nova.compute.manager [req-faebd997-2dcf-4df4-aa70-c808378a597d req-41dcacb4-6eaa-474d-804d-e40a2a667b7a service nova] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Detach interface failed, port_id=2379d709-639a-4d50-9631-aa9f0ca00619, reason: Instance 21cdd132-0097-4ef2-9a11-034d02d083dc could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1157.537311] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 0d545760-c9de-484c-a578-2267761cee02 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1157.580301] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "232daea3-3c64-4712-800c-6de1128cb914" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.580628] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "232daea3-3c64-4712-800c-6de1128cb914" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.621811] env[69365]: DEBUG oslo_vmware.api [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52146777-e8da-098b-522a-588eab748503, 'name': SearchDatastore_Task, 'duration_secs': 0.017583} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.625160] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9ac4e91-0b3a-4aef-8532-36a7fd625671 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.631533] env[69365]: DEBUG oslo_vmware.api [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Waiting for the task: (returnval){ [ 1157.631533] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f35c70-37bf-724c-693e-3c3fc9bc8bd4" [ 1157.631533] env[69365]: _type = "Task" [ 1157.631533] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.639733] env[69365]: DEBUG oslo_vmware.api [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f35c70-37bf-724c-693e-3c3fc9bc8bd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.804811] env[69365]: DEBUG nova.network.neutron [-] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.965854] env[69365]: DEBUG oslo_concurrency.lockutils [req-c09c4a86-1666-4cb1-9719-28491400f5e1 req-90fba11e-b9ad-417e-bb90-2f46301d448f service nova] Releasing lock "refresh_cache-41177a0a-ccff-4b4b-bbe5-a81778987c71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.042223] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance d240c4dc-ba45-46d0-834b-b29984a27b49 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1158.042223] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1158.042223] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1158.083141] env[69365]: DEBUG nova.compute.manager [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1158.143192] env[69365]: DEBUG oslo_vmware.api [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f35c70-37bf-724c-693e-3c3fc9bc8bd4, 'name': SearchDatastore_Task, 'duration_secs': 0.012245} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.145900] env[69365]: DEBUG oslo_concurrency.lockutils [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.146426] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 76027c9e-d6ba-4180-a861-5ef112ec0518/76027c9e-d6ba-4180-a861-5ef112ec0518.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1158.146593] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ef7b368-1e7c-4f67-b36c-c375dbcb34e3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.155482] env[69365]: DEBUG oslo_vmware.api [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Waiting for the task: (returnval){ [ 1158.155482] env[69365]: value = "task-3469767" [ 1158.155482] env[69365]: _type = "Task" [ 1158.155482] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.166465] env[69365]: DEBUG oslo_vmware.api [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Task: {'id': task-3469767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.306394] env[69365]: INFO nova.compute.manager [-] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Took 1.02 seconds to deallocate network for instance. [ 1158.307278] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9226e44d-e7c5-46e7-914a-6b29a0713331 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.317667] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc12cc2-6fd6-4966-8bd2-6c844f9e6a00 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.355932] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96b40df-7b7b-4566-b926-4071f234be6d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.364990] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0b8e43-f998-4035-b0f9-485e22cfd77b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.380340] env[69365]: DEBUG nova.compute.provider_tree [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.615488] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.666771] env[69365]: DEBUG oslo_vmware.api [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Task: {'id': task-3469767, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.817895] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.870244] env[69365]: DEBUG nova.network.neutron [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Port 83e6f551-5a35-4b1d-b825-0c07c8d18877 binding to destination host cpu-1 is already ACTIVE {{(pid=69365) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1158.870597] env[69365]: DEBUG oslo_concurrency.lockutils [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "refresh_cache-d5060397-0866-4489-be62-3b76d23362a8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.870757] env[69365]: DEBUG oslo_concurrency.lockutils [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquired lock "refresh_cache-d5060397-0866-4489-be62-3b76d23362a8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.870946] env[69365]: DEBUG nova.network.neutron [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.884803] env[69365]: DEBUG nova.scheduler.client.report [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.169043] env[69365]: DEBUG oslo_vmware.api [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Task: {'id': task-3469767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.786761} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.169278] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 76027c9e-d6ba-4180-a861-5ef112ec0518/76027c9e-d6ba-4180-a861-5ef112ec0518.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1159.169551] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1159.169879] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8fbb333-f75d-4684-9b03-20b964edbc8c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.178090] env[69365]: DEBUG oslo_vmware.api [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Waiting for the task: (returnval){ [ 1159.178090] env[69365]: value = "task-3469768" [ 1159.178090] env[69365]: _type = "Task" [ 1159.178090] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.189038] env[69365]: DEBUG oslo_vmware.api [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Task: {'id': task-3469768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.390814] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69365) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1159.390814] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.394s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.390990] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b8f215c-097a-438a-a7c8-6ea55ae742c5 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.774s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.391211] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b8f215c-097a-438a-a7c8-6ea55ae742c5 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.393365] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.278s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.395021] env[69365]: INFO nova.compute.claims [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1159.419580] env[69365]: INFO nova.scheduler.client.report [None req-8b8f215c-097a-438a-a7c8-6ea55ae742c5 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Deleted allocations for instance 275f0fca-701a-4063-9ed1-4ce7860fea6e [ 1159.653329] env[69365]: DEBUG nova.network.neutron [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Updating instance_info_cache with network_info: [{"id": "83e6f551-5a35-4b1d-b825-0c07c8d18877", "address": "fa:16:3e:25:b3:f0", "network": {"id": "0a070169-0690-453d-b7d9-d59c0d25b157", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1450700306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2cf307cf4e4974b5e0a86d35a92e32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83e6f551-5a", "ovs_interfaceid": "83e6f551-5a35-4b1d-b825-0c07c8d18877", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.688569] env[69365]: DEBUG oslo_vmware.api [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Task: {'id': task-3469768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072686} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.688819] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1159.689625] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a88c8b-04ab-44a2-8bfb-5309488f9044 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.711265] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 76027c9e-d6ba-4180-a861-5ef112ec0518/76027c9e-d6ba-4180-a861-5ef112ec0518.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.711549] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0233417-74f5-41a8-b110-65e0b5fb66d9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.733878] env[69365]: DEBUG oslo_vmware.api [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Waiting for the task: (returnval){ [ 1159.733878] env[69365]: value = "task-3469769" [ 1159.733878] env[69365]: _type = "Task" [ 1159.733878] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.742393] env[69365]: DEBUG oslo_vmware.api [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Task: {'id': task-3469769, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.928336] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8b8f215c-097a-438a-a7c8-6ea55ae742c5 tempest-SecurityGroupsTestJSON-814864687 tempest-SecurityGroupsTestJSON-814864687-project-member] Lock "275f0fca-701a-4063-9ed1-4ce7860fea6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.802s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.156081] env[69365]: DEBUG oslo_concurrency.lockutils [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Releasing lock "refresh_cache-d5060397-0866-4489-be62-3b76d23362a8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.244401] env[69365]: DEBUG oslo_vmware.api [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Task: {'id': task-3469769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.581246] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183232f2-d61c-412f-a9f1-138af698281a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.590537] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72aac821-b454-4a68-a416-d2f6b7e23ee3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.625469] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27c1adb-665f-423f-9a70-f0553a9e5623 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.633254] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47eb8475-0ed4-4b38-9c59-11f7eb0d0c00 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.647882] env[69365]: DEBUG nova.compute.provider_tree [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.660109] env[69365]: DEBUG nova.compute.manager [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69365) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1160.747247] env[69365]: DEBUG oslo_vmware.api [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Task: {'id': task-3469769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.149939] env[69365]: DEBUG nova.scheduler.client.report [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.245486] env[69365]: DEBUG oslo_vmware.api [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Task: {'id': task-3469769, 'name': ReconfigVM_Task, 'duration_secs': 1.148198} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.245756] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 76027c9e-d6ba-4180-a861-5ef112ec0518/76027c9e-d6ba-4180-a861-5ef112ec0518.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.246400] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc2fbb32-86da-46a8-a74b-d191818a872f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.252492] env[69365]: DEBUG oslo_vmware.api [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Waiting for the task: (returnval){ [ 1161.252492] env[69365]: value = "task-3469770" [ 1161.252492] env[69365]: _type = "Task" [ 1161.252492] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.260328] env[69365]: DEBUG oslo_vmware.api [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Task: {'id': task-3469770, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.655098] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.262s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.655648] env[69365]: DEBUG nova.compute.manager [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1161.658794] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.526s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.660147] env[69365]: INFO nova.compute.claims [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1161.764284] env[69365]: DEBUG oslo_vmware.api [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Task: {'id': task-3469770, 'name': Rename_Task, 'duration_secs': 0.180504} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.764284] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.764649] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4314fffc-e354-401c-886f-1cc9fd1c6ff9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.768020] env[69365]: DEBUG oslo_concurrency.lockutils [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.771620] env[69365]: DEBUG oslo_vmware.api [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Waiting for the task: (returnval){ [ 1161.771620] env[69365]: value = "task-3469771" [ 1161.771620] env[69365]: _type = "Task" [ 1161.771620] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.780561] env[69365]: DEBUG oslo_vmware.api [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Task: {'id': task-3469771, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.164427] env[69365]: DEBUG nova.compute.utils [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1162.167030] env[69365]: DEBUG nova.compute.manager [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1162.167030] env[69365]: DEBUG nova.network.neutron [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1162.211843] env[69365]: DEBUG nova.policy [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9034ddce771445499580b1a6819c76ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7fdb002b6ced4c5f964bfb4a4eb16b45', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1162.283942] env[69365]: DEBUG oslo_vmware.api [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Task: {'id': task-3469771, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.499236] env[69365]: DEBUG nova.network.neutron [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Successfully created port: 99f73ccf-9fc0-4f75-b176-6a0393f6306a {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1162.519275] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7d4a837b-2188-4233-b6f8-2584fa88b523 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquiring lock "0d028ec7-840a-4095-9a67-641ef8358807" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.519499] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7d4a837b-2188-4233-b6f8-2584fa88b523 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "0d028ec7-840a-4095-9a67-641ef8358807" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.670539] env[69365]: DEBUG nova.compute.manager [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1162.786095] env[69365]: DEBUG oslo_vmware.api [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Task: {'id': task-3469771, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.888085] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45889810-5ad9-4397-a54f-11c2806e1cac {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.896222] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e901dfc2-3b93-4eae-b433-7f09b6093988 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.926651] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d284bcb1-8341-431a-b7bb-08c62d9baaa4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.934170] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a518138-f80d-4d47-914a-b2222f945bb4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.947635] env[69365]: DEBUG nova.compute.provider_tree [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.022547] env[69365]: INFO nova.compute.manager [None req-7d4a837b-2188-4233-b6f8-2584fa88b523 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Detaching volume 53467180-2025-4d7c-8db3-223f95fc03bc [ 1163.060147] env[69365]: INFO nova.virt.block_device [None req-7d4a837b-2188-4233-b6f8-2584fa88b523 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Attempting to driver detach volume 53467180-2025-4d7c-8db3-223f95fc03bc from mountpoint /dev/sdb [ 1163.060601] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d4a837b-2188-4233-b6f8-2584fa88b523 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Volume detach. Driver type: vmdk {{(pid=69365) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1163.060840] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d4a837b-2188-4233-b6f8-2584fa88b523 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693397', 'volume_id': '53467180-2025-4d7c-8db3-223f95fc03bc', 'name': 'volume-53467180-2025-4d7c-8db3-223f95fc03bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0d028ec7-840a-4095-9a67-641ef8358807', 'attached_at': '', 'detached_at': '', 'volume_id': '53467180-2025-4d7c-8db3-223f95fc03bc', 'serial': '53467180-2025-4d7c-8db3-223f95fc03bc'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1163.061788] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04bc9a42-83a5-45b4-8672-0f58098206e3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.086961] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7e334a-6999-4fde-9af5-125bb5c3eed5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.094978] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec4a9bd8-b2dc-49cb-89ee-7a940192391b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.131756] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-829b370a-7a8f-4956-82cb-f8c4d511c6ba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.156666] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d4a837b-2188-4233-b6f8-2584fa88b523 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] The volume has not been displaced from its original location: [datastore1] volume-53467180-2025-4d7c-8db3-223f95fc03bc/volume-53467180-2025-4d7c-8db3-223f95fc03bc.vmdk. No consolidation needed. {{(pid=69365) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1163.166190] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d4a837b-2188-4233-b6f8-2584fa88b523 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1163.166505] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28cdf8c9-9855-41bc-9dbf-f6f3e84092d4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.200601] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Acquiring lock "6ce999d5-fc05-4489-8c2e-a6763b423981" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.200900] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Lock "6ce999d5-fc05-4489-8c2e-a6763b423981" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.204294] env[69365]: DEBUG oslo_vmware.api [None req-7d4a837b-2188-4233-b6f8-2584fa88b523 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1163.204294] env[69365]: value = "task-3469772" [ 1163.204294] env[69365]: _type = "Task" [ 1163.204294] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.215076] env[69365]: DEBUG oslo_vmware.api [None req-7d4a837b-2188-4233-b6f8-2584fa88b523 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469772, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.282700] env[69365]: DEBUG oslo_vmware.api [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Task: {'id': task-3469771, 'name': PowerOnVM_Task, 'duration_secs': 1.294741} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.283083] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.283775] env[69365]: INFO nova.compute.manager [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Took 9.94 seconds to spawn the instance on the hypervisor. [ 1163.283775] env[69365]: DEBUG nova.compute.manager [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.284368] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93304d58-3045-4ef0-a4dd-10b156f80c7d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.452999] env[69365]: DEBUG nova.scheduler.client.report [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.701799] env[69365]: DEBUG nova.compute.manager [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1163.707890] env[69365]: DEBUG nova.compute.manager [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1163.722783] env[69365]: DEBUG oslo_vmware.api [None req-7d4a837b-2188-4233-b6f8-2584fa88b523 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469772, 'name': ReconfigVM_Task, 'duration_secs': 0.446205} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.723240] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d4a837b-2188-4233-b6f8-2584fa88b523 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1163.735010] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d43ccfcf-ef7f-4ba9-b6e1-6d419ea4ceb6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.761272] env[69365]: DEBUG nova.virt.hardware [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1163.761555] env[69365]: DEBUG nova.virt.hardware [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1163.761736] env[69365]: DEBUG nova.virt.hardware [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1163.761903] env[69365]: DEBUG nova.virt.hardware [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1163.762068] env[69365]: DEBUG nova.virt.hardware [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1163.762227] env[69365]: DEBUG nova.virt.hardware [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1163.762473] env[69365]: DEBUG nova.virt.hardware [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1163.762607] env[69365]: DEBUG nova.virt.hardware [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1163.762781] env[69365]: DEBUG nova.virt.hardware [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1163.762946] env[69365]: DEBUG nova.virt.hardware [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1163.763138] env[69365]: DEBUG nova.virt.hardware [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1163.764221] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12c9972-6cdf-46c2-8c37-101fccbce95a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.768560] env[69365]: DEBUG oslo_vmware.api [None req-7d4a837b-2188-4233-b6f8-2584fa88b523 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1163.768560] env[69365]: value = "task-3469773" [ 1163.768560] env[69365]: _type = "Task" [ 1163.768560] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.777086] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e001592-80f0-4af2-96f7-851a59cd6348 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.784231] env[69365]: DEBUG oslo_vmware.api [None req-7d4a837b-2188-4233-b6f8-2584fa88b523 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469773, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.802269] env[69365]: INFO nova.compute.manager [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Took 29.22 seconds to build instance. [ 1163.930288] env[69365]: DEBUG nova.compute.manager [req-55651e66-4936-40cf-91ec-876465aa7f09 req-92668e4d-2cff-44b8-95d6-f1a879677177 service nova] [instance: 0d545760-c9de-484c-a578-2267761cee02] Received event network-vif-plugged-99f73ccf-9fc0-4f75-b176-6a0393f6306a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.930933] env[69365]: DEBUG oslo_concurrency.lockutils [req-55651e66-4936-40cf-91ec-876465aa7f09 req-92668e4d-2cff-44b8-95d6-f1a879677177 service nova] Acquiring lock "0d545760-c9de-484c-a578-2267761cee02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.931366] env[69365]: DEBUG oslo_concurrency.lockutils [req-55651e66-4936-40cf-91ec-876465aa7f09 req-92668e4d-2cff-44b8-95d6-f1a879677177 service nova] Lock "0d545760-c9de-484c-a578-2267761cee02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.931560] env[69365]: DEBUG oslo_concurrency.lockutils [req-55651e66-4936-40cf-91ec-876465aa7f09 req-92668e4d-2cff-44b8-95d6-f1a879677177 service nova] Lock "0d545760-c9de-484c-a578-2267761cee02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.931723] env[69365]: DEBUG nova.compute.manager [req-55651e66-4936-40cf-91ec-876465aa7f09 req-92668e4d-2cff-44b8-95d6-f1a879677177 service nova] [instance: 0d545760-c9de-484c-a578-2267761cee02] No waiting events found dispatching network-vif-plugged-99f73ccf-9fc0-4f75-b176-6a0393f6306a {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1163.931903] env[69365]: WARNING nova.compute.manager [req-55651e66-4936-40cf-91ec-876465aa7f09 req-92668e4d-2cff-44b8-95d6-f1a879677177 service nova] [instance: 0d545760-c9de-484c-a578-2267761cee02] Received unexpected event network-vif-plugged-99f73ccf-9fc0-4f75-b176-6a0393f6306a for instance with vm_state building and task_state spawning. [ 1163.957610] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.299s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.958120] env[69365]: DEBUG nova.compute.manager [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1163.963449] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.565s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.963449] env[69365]: DEBUG nova.objects.instance [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69365) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1164.237870] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.279569] env[69365]: DEBUG oslo_vmware.api [None req-7d4a837b-2188-4233-b6f8-2584fa88b523 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469773, 'name': ReconfigVM_Task, 'duration_secs': 0.238344} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.279907] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d4a837b-2188-4233-b6f8-2584fa88b523 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693397', 'volume_id': '53467180-2025-4d7c-8db3-223f95fc03bc', 'name': 'volume-53467180-2025-4d7c-8db3-223f95fc03bc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '0d028ec7-840a-4095-9a67-641ef8358807', 'attached_at': '', 'detached_at': '', 'volume_id': '53467180-2025-4d7c-8db3-223f95fc03bc', 'serial': '53467180-2025-4d7c-8db3-223f95fc03bc'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1164.306050] env[69365]: DEBUG oslo_concurrency.lockutils [None req-31236ddc-4ccd-4e34-9cea-62b60bc98c95 tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Lock "76027c9e-d6ba-4180-a861-5ef112ec0518" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.738s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.311634] env[69365]: DEBUG nova.network.neutron [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Successfully updated port: 99f73ccf-9fc0-4f75-b176-6a0393f6306a {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1164.463808] env[69365]: DEBUG nova.compute.utils [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1164.465921] env[69365]: DEBUG nova.compute.manager [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1164.466103] env[69365]: DEBUG nova.network.neutron [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1164.508532] env[69365]: DEBUG nova.policy [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aee5b06d6445475e9ac62e85def0edac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc6800d15d0045f087de2c0c4ec21c44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1164.814329] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquiring lock "refresh_cache-0d545760-c9de-484c-a578-2267761cee02" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.814576] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquired lock "refresh_cache-0d545760-c9de-484c-a578-2267761cee02" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.814754] env[69365]: DEBUG nova.network.neutron [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.835623] env[69365]: DEBUG nova.objects.instance [None req-7d4a837b-2188-4233-b6f8-2584fa88b523 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lazy-loading 'flavor' on Instance uuid 0d028ec7-840a-4095-9a67-641ef8358807 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.874401] env[69365]: DEBUG nova.network.neutron [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Successfully created port: 72e94a33-af09-45e9-9f37-7a04adbbd1ea {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1164.973814] env[69365]: DEBUG nova.compute.manager [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1164.977543] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6080e21f-0986-4f80-a69e-e12bb81fd6b3 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.979221] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b10997c2-d62f-464e-a601-7ac4ebf1e1f3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.146s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.979481] env[69365]: DEBUG nova.objects.instance [None req-b10997c2-d62f-464e-a601-7ac4ebf1e1f3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lazy-loading 'resources' on Instance uuid 21cdd132-0097-4ef2-9a11-034d02d083dc {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.371832] env[69365]: DEBUG nova.network.neutron [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1165.537882] env[69365]: DEBUG nova.network.neutron [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Updating instance_info_cache with network_info: [{"id": "99f73ccf-9fc0-4f75-b176-6a0393f6306a", "address": "fa:16:3e:10:56:b1", "network": {"id": "a0f102e1-f5bc-498d-ac38-b7964e384bab", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1975286090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fdb002b6ced4c5f964bfb4a4eb16b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f73ccf-9f", "ovs_interfaceid": "99f73ccf-9fc0-4f75-b176-6a0393f6306a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.718496] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8104e1e-bd1c-4b9d-9777-afddb527a297 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.727435] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a3bd50-27a1-49db-967c-befea51431a3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.756756] env[69365]: DEBUG oslo_concurrency.lockutils [None req-09f78aec-18d3-4845-8762-d75acc57e73c tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Acquiring lock "76027c9e-d6ba-4180-a861-5ef112ec0518" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.757714] env[69365]: DEBUG oslo_concurrency.lockutils [None req-09f78aec-18d3-4845-8762-d75acc57e73c tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Lock "76027c9e-d6ba-4180-a861-5ef112ec0518" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.757714] env[69365]: DEBUG oslo_concurrency.lockutils [None req-09f78aec-18d3-4845-8762-d75acc57e73c tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Acquiring lock "76027c9e-d6ba-4180-a861-5ef112ec0518-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.757714] env[69365]: DEBUG oslo_concurrency.lockutils [None req-09f78aec-18d3-4845-8762-d75acc57e73c tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Lock "76027c9e-d6ba-4180-a861-5ef112ec0518-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.757714] env[69365]: DEBUG oslo_concurrency.lockutils [None req-09f78aec-18d3-4845-8762-d75acc57e73c tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Lock "76027c9e-d6ba-4180-a861-5ef112ec0518-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.760101] env[69365]: INFO nova.compute.manager [None req-09f78aec-18d3-4845-8762-d75acc57e73c tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Terminating instance [ 1165.761847] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816b6ad5-395b-4d02-afe5-1508bea26f95 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.772268] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18a36f2-ef90-4cfc-ac14-69eb43b03c47 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.788064] env[69365]: DEBUG nova.compute.provider_tree [None req-b10997c2-d62f-464e-a601-7ac4ebf1e1f3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.844294] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7d4a837b-2188-4233-b6f8-2584fa88b523 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "0d028ec7-840a-4095-9a67-641ef8358807" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.324s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.963758] env[69365]: DEBUG nova.compute.manager [req-55d6c9ff-10ec-475c-8e74-722b45db9790 req-d84dde42-2c41-4157-9177-63161e1af6e4 service nova] [instance: 0d545760-c9de-484c-a578-2267761cee02] Received event network-changed-99f73ccf-9fc0-4f75-b176-6a0393f6306a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1165.963758] env[69365]: DEBUG nova.compute.manager [req-55d6c9ff-10ec-475c-8e74-722b45db9790 req-d84dde42-2c41-4157-9177-63161e1af6e4 service nova] [instance: 0d545760-c9de-484c-a578-2267761cee02] Refreshing instance network info cache due to event network-changed-99f73ccf-9fc0-4f75-b176-6a0393f6306a. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1165.963927] env[69365]: DEBUG oslo_concurrency.lockutils [req-55d6c9ff-10ec-475c-8e74-722b45db9790 req-d84dde42-2c41-4157-9177-63161e1af6e4 service nova] Acquiring lock "refresh_cache-0d545760-c9de-484c-a578-2267761cee02" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.991503] env[69365]: DEBUG nova.compute.manager [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1166.019515] env[69365]: DEBUG nova.virt.hardware [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.019792] env[69365]: DEBUG nova.virt.hardware [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.019953] env[69365]: DEBUG nova.virt.hardware [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.020155] env[69365]: DEBUG nova.virt.hardware [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.020307] env[69365]: DEBUG nova.virt.hardware [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.020456] env[69365]: DEBUG nova.virt.hardware [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.020670] env[69365]: DEBUG nova.virt.hardware [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.020870] env[69365]: DEBUG nova.virt.hardware [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.021095] env[69365]: DEBUG nova.virt.hardware [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.021285] env[69365]: DEBUG nova.virt.hardware [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.021463] env[69365]: DEBUG nova.virt.hardware [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.022356] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e14fa4a-197d-4818-96de-34227506f3e5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.033063] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00dff2a5-dc6b-4f8a-ac84-99ee1e32c33d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.047040] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Releasing lock "refresh_cache-0d545760-c9de-484c-a578-2267761cee02" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.047430] env[69365]: DEBUG nova.compute.manager [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Instance network_info: |[{"id": "99f73ccf-9fc0-4f75-b176-6a0393f6306a", "address": "fa:16:3e:10:56:b1", "network": {"id": "a0f102e1-f5bc-498d-ac38-b7964e384bab", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1975286090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fdb002b6ced4c5f964bfb4a4eb16b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f73ccf-9f", "ovs_interfaceid": "99f73ccf-9fc0-4f75-b176-6a0393f6306a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1166.047913] env[69365]: DEBUG oslo_concurrency.lockutils [req-55d6c9ff-10ec-475c-8e74-722b45db9790 req-d84dde42-2c41-4157-9177-63161e1af6e4 service nova] Acquired lock "refresh_cache-0d545760-c9de-484c-a578-2267761cee02" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.048109] env[69365]: DEBUG nova.network.neutron [req-55d6c9ff-10ec-475c-8e74-722b45db9790 req-d84dde42-2c41-4157-9177-63161e1af6e4 service nova] [instance: 0d545760-c9de-484c-a578-2267761cee02] Refreshing network info cache for port 99f73ccf-9fc0-4f75-b176-6a0393f6306a {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1166.049444] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:56:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99f73ccf-9fc0-4f75-b176-6a0393f6306a', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.056950] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.059948] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d545760-c9de-484c-a578-2267761cee02] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1166.060461] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ded40ba-3453-4087-9e02-0c9a1e9d1c7e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.082103] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.082103] env[69365]: value = "task-3469774" [ 1166.082103] env[69365]: _type = "Task" [ 1166.082103] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.091505] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469774, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.266809] env[69365]: DEBUG nova.compute.manager [None req-09f78aec-18d3-4845-8762-d75acc57e73c tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1166.267036] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-09f78aec-18d3-4845-8762-d75acc57e73c tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.268008] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85bcef35-602b-4c81-8037-d3f8f5d50879 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.276655] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f78aec-18d3-4845-8762-d75acc57e73c tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.276908] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d205a33e-ec88-4fe0-9d0a-a637b3386e08 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.283756] env[69365]: DEBUG oslo_vmware.api [None req-09f78aec-18d3-4845-8762-d75acc57e73c tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Waiting for the task: (returnval){ [ 1166.283756] env[69365]: value = "task-3469775" [ 1166.283756] env[69365]: _type = "Task" [ 1166.283756] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.293153] env[69365]: DEBUG nova.scheduler.client.report [None req-b10997c2-d62f-464e-a601-7ac4ebf1e1f3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.301305] env[69365]: DEBUG oslo_vmware.api [None req-09f78aec-18d3-4845-8762-d75acc57e73c tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Task: {'id': task-3469775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.417172] env[69365]: DEBUG nova.network.neutron [req-55d6c9ff-10ec-475c-8e74-722b45db9790 req-d84dde42-2c41-4157-9177-63161e1af6e4 service nova] [instance: 0d545760-c9de-484c-a578-2267761cee02] Updated VIF entry in instance network info cache for port 99f73ccf-9fc0-4f75-b176-6a0393f6306a. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1166.417721] env[69365]: DEBUG nova.network.neutron [req-55d6c9ff-10ec-475c-8e74-722b45db9790 req-d84dde42-2c41-4157-9177-63161e1af6e4 service nova] [instance: 0d545760-c9de-484c-a578-2267761cee02] Updating instance_info_cache with network_info: [{"id": "99f73ccf-9fc0-4f75-b176-6a0393f6306a", "address": "fa:16:3e:10:56:b1", "network": {"id": "a0f102e1-f5bc-498d-ac38-b7964e384bab", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1975286090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fdb002b6ced4c5f964bfb4a4eb16b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f73ccf-9f", "ovs_interfaceid": "99f73ccf-9fc0-4f75-b176-6a0393f6306a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.592629] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469774, 'name': CreateVM_Task, 'duration_secs': 0.350761} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.592854] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d545760-c9de-484c-a578-2267761cee02] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1166.593511] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.593674] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.593985] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.594258] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20c6ea33-2230-47de-a8dc-8720b1437b0f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.599418] env[69365]: DEBUG oslo_vmware.api [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 1166.599418] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5224b5b6-c6ba-8b7c-5fef-46672a2f57f2" [ 1166.599418] env[69365]: _type = "Task" [ 1166.599418] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.607350] env[69365]: DEBUG oslo_vmware.api [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5224b5b6-c6ba-8b7c-5fef-46672a2f57f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.646848] env[69365]: DEBUG nova.network.neutron [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Successfully updated port: 72e94a33-af09-45e9-9f37-7a04adbbd1ea {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1166.793644] env[69365]: DEBUG oslo_vmware.api [None req-09f78aec-18d3-4845-8762-d75acc57e73c tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Task: {'id': task-3469775, 'name': PowerOffVM_Task, 'duration_secs': 0.236043} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.793901] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f78aec-18d3-4845-8762-d75acc57e73c tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.794082] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-09f78aec-18d3-4845-8762-d75acc57e73c tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.794325] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcbc689f-5acd-406a-b041-fe3b5bd9ccff {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.804566] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b10997c2-d62f-464e-a601-7ac4ebf1e1f3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.806597] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.191s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.808285] env[69365]: INFO nova.compute.claims [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.817778] env[69365]: DEBUG oslo_concurrency.lockutils [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquiring lock "0d028ec7-840a-4095-9a67-641ef8358807" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.817895] env[69365]: DEBUG oslo_concurrency.lockutils [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "0d028ec7-840a-4095-9a67-641ef8358807" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.818035] env[69365]: DEBUG oslo_concurrency.lockutils [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquiring lock "0d028ec7-840a-4095-9a67-641ef8358807-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.818602] env[69365]: DEBUG oslo_concurrency.lockutils [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "0d028ec7-840a-4095-9a67-641ef8358807-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.818602] env[69365]: DEBUG oslo_concurrency.lockutils [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "0d028ec7-840a-4095-9a67-641ef8358807-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.820336] env[69365]: INFO nova.compute.manager [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Terminating instance [ 1166.826803] env[69365]: INFO nova.scheduler.client.report [None req-b10997c2-d62f-464e-a601-7ac4ebf1e1f3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Deleted allocations for instance 21cdd132-0097-4ef2-9a11-034d02d083dc [ 1166.856774] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-09f78aec-18d3-4845-8762-d75acc57e73c tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.857119] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-09f78aec-18d3-4845-8762-d75acc57e73c tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.857119] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-09f78aec-18d3-4845-8762-d75acc57e73c tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Deleting the datastore file [datastore2] 76027c9e-d6ba-4180-a861-5ef112ec0518 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.857420] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfe2a677-47ed-4aef-bfbe-9e6034976b43 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.865073] env[69365]: DEBUG oslo_vmware.api [None req-09f78aec-18d3-4845-8762-d75acc57e73c tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Waiting for the task: (returnval){ [ 1166.865073] env[69365]: value = "task-3469777" [ 1166.865073] env[69365]: _type = "Task" [ 1166.865073] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.873380] env[69365]: DEBUG oslo_vmware.api [None req-09f78aec-18d3-4845-8762-d75acc57e73c tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Task: {'id': task-3469777, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.920963] env[69365]: DEBUG oslo_concurrency.lockutils [req-55d6c9ff-10ec-475c-8e74-722b45db9790 req-d84dde42-2c41-4157-9177-63161e1af6e4 service nova] Releasing lock "refresh_cache-0d545760-c9de-484c-a578-2267761cee02" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.110418] env[69365]: DEBUG oslo_vmware.api [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5224b5b6-c6ba-8b7c-5fef-46672a2f57f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011751} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.110684] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.110922] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.111196] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.111347] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.111534] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.111811] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54048f7c-44ef-4996-9ddc-5d5b656439ca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.120316] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.120489] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.121235] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-067d73b7-36de-4e6d-9eb2-b4b72b74fc2c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.127054] env[69365]: DEBUG oslo_vmware.api [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 1167.127054] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]521825ed-2c16-533c-e337-89510c6ed5be" [ 1167.127054] env[69365]: _type = "Task" [ 1167.127054] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.138460] env[69365]: DEBUG oslo_vmware.api [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521825ed-2c16-533c-e337-89510c6ed5be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.150213] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "refresh_cache-d240c4dc-ba45-46d0-834b-b29984a27b49" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.150427] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquired lock "refresh_cache-d240c4dc-ba45-46d0-834b-b29984a27b49" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.150505] env[69365]: DEBUG nova.network.neutron [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.325765] env[69365]: DEBUG nova.compute.manager [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1167.325966] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1167.327044] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d77f9a5-04b4-4206-8542-5e250a0090c7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.336578] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1167.336984] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b10997c2-d62f-464e-a601-7ac4ebf1e1f3 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "21cdd132-0097-4ef2-9a11-034d02d083dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.405s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.337767] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43181ad7-c86b-45bc-8a6b-e2278400695b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.344371] env[69365]: DEBUG oslo_vmware.api [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1167.344371] env[69365]: value = "task-3469778" [ 1167.344371] env[69365]: _type = "Task" [ 1167.344371] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.352874] env[69365]: DEBUG oslo_vmware.api [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.374142] env[69365]: DEBUG oslo_vmware.api [None req-09f78aec-18d3-4845-8762-d75acc57e73c tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Task: {'id': task-3469777, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169246} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.374346] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-09f78aec-18d3-4845-8762-d75acc57e73c tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.374533] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-09f78aec-18d3-4845-8762-d75acc57e73c tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1167.374706] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-09f78aec-18d3-4845-8762-d75acc57e73c tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1167.374878] env[69365]: INFO nova.compute.manager [None req-09f78aec-18d3-4845-8762-d75acc57e73c tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1167.375202] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09f78aec-18d3-4845-8762-d75acc57e73c tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.375490] env[69365]: DEBUG nova.compute.manager [-] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1167.375600] env[69365]: DEBUG nova.network.neutron [-] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1167.637410] env[69365]: DEBUG oslo_vmware.api [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521825ed-2c16-533c-e337-89510c6ed5be, 'name': SearchDatastore_Task, 'duration_secs': 0.010329} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.638172] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-644db70b-1d7d-4d3f-b1bd-85f79e4da86f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.643889] env[69365]: DEBUG oslo_vmware.api [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 1167.643889] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]527ab585-1872-0600-23e3-1f2e93247c36" [ 1167.643889] env[69365]: _type = "Task" [ 1167.643889] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.651416] env[69365]: DEBUG oslo_vmware.api [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]527ab585-1872-0600-23e3-1f2e93247c36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.698101] env[69365]: DEBUG nova.network.neutron [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1167.849349] env[69365]: DEBUG nova.network.neutron [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Updating instance_info_cache with network_info: [{"id": "72e94a33-af09-45e9-9f37-7a04adbbd1ea", "address": "fa:16:3e:50:b6:fa", "network": {"id": "2766da8d-6cbf-40dd-89bf-7615a2b00ee2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-680867915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc6800d15d0045f087de2c0c4ec21c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72e94a33-af", "ovs_interfaceid": "72e94a33-af09-45e9-9f37-7a04adbbd1ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.858432] env[69365]: DEBUG oslo_vmware.api [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469778, 'name': PowerOffVM_Task, 'duration_secs': 0.206326} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.858694] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1167.858842] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1167.859171] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31a4dac9-8766-4ee2-b689-1ef5ec6785a0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.923662] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1167.923900] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1167.924059] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Deleting the datastore file [datastore1] 0d028ec7-840a-4095-9a67-641ef8358807 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1167.924323] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59820b63-6965-42be-8838-ef916df8db56 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.930633] env[69365]: DEBUG oslo_vmware.api [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1167.930633] env[69365]: value = "task-3469780" [ 1167.930633] env[69365]: _type = "Task" [ 1167.930633] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.941514] env[69365]: DEBUG oslo_vmware.api [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.008334] env[69365]: DEBUG nova.compute.manager [req-67512b33-2c70-463a-a2d7-1ad1f497084a req-0ca9d915-0bc0-4dea-b709-b2365201895a service nova] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Received event network-vif-plugged-72e94a33-af09-45e9-9f37-7a04adbbd1ea {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.008598] env[69365]: DEBUG oslo_concurrency.lockutils [req-67512b33-2c70-463a-a2d7-1ad1f497084a req-0ca9d915-0bc0-4dea-b709-b2365201895a service nova] Acquiring lock "d240c4dc-ba45-46d0-834b-b29984a27b49-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.008778] env[69365]: DEBUG oslo_concurrency.lockutils [req-67512b33-2c70-463a-a2d7-1ad1f497084a req-0ca9d915-0bc0-4dea-b709-b2365201895a service nova] Lock "d240c4dc-ba45-46d0-834b-b29984a27b49-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.009036] env[69365]: DEBUG oslo_concurrency.lockutils [req-67512b33-2c70-463a-a2d7-1ad1f497084a req-0ca9d915-0bc0-4dea-b709-b2365201895a service nova] Lock "d240c4dc-ba45-46d0-834b-b29984a27b49-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.010572] env[69365]: DEBUG nova.compute.manager [req-67512b33-2c70-463a-a2d7-1ad1f497084a req-0ca9d915-0bc0-4dea-b709-b2365201895a service nova] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] No waiting events found dispatching network-vif-plugged-72e94a33-af09-45e9-9f37-7a04adbbd1ea {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1168.010572] env[69365]: WARNING nova.compute.manager [req-67512b33-2c70-463a-a2d7-1ad1f497084a req-0ca9d915-0bc0-4dea-b709-b2365201895a service nova] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Received unexpected event network-vif-plugged-72e94a33-af09-45e9-9f37-7a04adbbd1ea for instance with vm_state building and task_state spawning. [ 1168.010572] env[69365]: DEBUG nova.compute.manager [req-67512b33-2c70-463a-a2d7-1ad1f497084a req-0ca9d915-0bc0-4dea-b709-b2365201895a service nova] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Received event network-changed-72e94a33-af09-45e9-9f37-7a04adbbd1ea {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.010572] env[69365]: DEBUG nova.compute.manager [req-67512b33-2c70-463a-a2d7-1ad1f497084a req-0ca9d915-0bc0-4dea-b709-b2365201895a service nova] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Refreshing instance network info cache due to event network-changed-72e94a33-af09-45e9-9f37-7a04adbbd1ea. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1168.011776] env[69365]: DEBUG oslo_concurrency.lockutils [req-67512b33-2c70-463a-a2d7-1ad1f497084a req-0ca9d915-0bc0-4dea-b709-b2365201895a service nova] Acquiring lock "refresh_cache-d240c4dc-ba45-46d0-834b-b29984a27b49" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.013031] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255ea1a3-547c-4722-84c6-37a9791d4fef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.022045] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9dafb8-4db0-43e0-8608-499b8ff5d82b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.054418] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab65b0a0-8fd6-464b-8531-35b42cc721f3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.062597] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d151489-979e-4c84-a09a-75b90632df6a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.076664] env[69365]: DEBUG nova.compute.provider_tree [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.106646] env[69365]: DEBUG nova.network.neutron [-] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.154418] env[69365]: DEBUG oslo_vmware.api [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]527ab585-1872-0600-23e3-1f2e93247c36, 'name': SearchDatastore_Task, 'duration_secs': 0.009568} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.154630] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.154880] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 0d545760-c9de-484c-a578-2267761cee02/0d545760-c9de-484c-a578-2267761cee02.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1168.155175] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86fe26fe-ed27-4cbc-a8d7-9ab737b29fd2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.161629] env[69365]: DEBUG oslo_vmware.api [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 1168.161629] env[69365]: value = "task-3469781" [ 1168.161629] env[69365]: _type = "Task" [ 1168.161629] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.175769] env[69365]: DEBUG oslo_vmware.api [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.354125] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Releasing lock "refresh_cache-d240c4dc-ba45-46d0-834b-b29984a27b49" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.354624] env[69365]: DEBUG nova.compute.manager [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Instance network_info: |[{"id": "72e94a33-af09-45e9-9f37-7a04adbbd1ea", "address": "fa:16:3e:50:b6:fa", "network": {"id": "2766da8d-6cbf-40dd-89bf-7615a2b00ee2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-680867915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc6800d15d0045f087de2c0c4ec21c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72e94a33-af", "ovs_interfaceid": "72e94a33-af09-45e9-9f37-7a04adbbd1ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1168.354981] env[69365]: DEBUG oslo_concurrency.lockutils [req-67512b33-2c70-463a-a2d7-1ad1f497084a req-0ca9d915-0bc0-4dea-b709-b2365201895a service nova] Acquired lock "refresh_cache-d240c4dc-ba45-46d0-834b-b29984a27b49" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.355253] env[69365]: DEBUG nova.network.neutron [req-67512b33-2c70-463a-a2d7-1ad1f497084a req-0ca9d915-0bc0-4dea-b709-b2365201895a service nova] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Refreshing network info cache for port 72e94a33-af09-45e9-9f37-7a04adbbd1ea {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1168.356737] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:b6:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b0fa7a2-ebd9-4788-8904-7bf250ce466c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72e94a33-af09-45e9-9f37-7a04adbbd1ea', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1168.365720] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.369631] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1168.370643] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd8597e2-c6bc-4289-8bae-8f081be40da2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.393812] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1168.393812] env[69365]: value = "task-3469782" [ 1168.393812] env[69365]: _type = "Task" [ 1168.393812] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.405036] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469782, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.443049] env[69365]: DEBUG oslo_vmware.api [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16057} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.443049] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.443049] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.443049] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.443049] env[69365]: INFO nova.compute.manager [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1168.443049] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1168.443467] env[69365]: DEBUG nova.compute.manager [-] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1168.443467] env[69365]: DEBUG nova.network.neutron [-] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1168.580740] env[69365]: DEBUG nova.scheduler.client.report [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.612485] env[69365]: INFO nova.compute.manager [-] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Took 1.24 seconds to deallocate network for instance. [ 1168.672618] env[69365]: DEBUG oslo_vmware.api [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473378} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.672971] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 0d545760-c9de-484c-a578-2267761cee02/0d545760-c9de-484c-a578-2267761cee02.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1168.673224] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1168.673502] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5df4e789-79b3-47fa-bc29-5b2b7fdd4a7f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.676952] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "dbc6c632-cd7b-4f57-855a-acd12826d021" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.677226] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "dbc6c632-cd7b-4f57-855a-acd12826d021" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.677438] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "dbc6c632-cd7b-4f57-855a-acd12826d021-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.677627] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "dbc6c632-cd7b-4f57-855a-acd12826d021-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.677791] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "dbc6c632-cd7b-4f57-855a-acd12826d021-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.680613] env[69365]: DEBUG oslo_vmware.api [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 1168.680613] env[69365]: value = "task-3469783" [ 1168.680613] env[69365]: _type = "Task" [ 1168.680613] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.684610] env[69365]: INFO nova.compute.manager [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Terminating instance [ 1168.692646] env[69365]: DEBUG oslo_vmware.api [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469783, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.706096] env[69365]: DEBUG nova.network.neutron [req-67512b33-2c70-463a-a2d7-1ad1f497084a req-0ca9d915-0bc0-4dea-b709-b2365201895a service nova] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Updated VIF entry in instance network info cache for port 72e94a33-af09-45e9-9f37-7a04adbbd1ea. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1168.706469] env[69365]: DEBUG nova.network.neutron [req-67512b33-2c70-463a-a2d7-1ad1f497084a req-0ca9d915-0bc0-4dea-b709-b2365201895a service nova] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Updating instance_info_cache with network_info: [{"id": "72e94a33-af09-45e9-9f37-7a04adbbd1ea", "address": "fa:16:3e:50:b6:fa", "network": {"id": "2766da8d-6cbf-40dd-89bf-7615a2b00ee2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-680867915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc6800d15d0045f087de2c0c4ec21c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72e94a33-af", "ovs_interfaceid": "72e94a33-af09-45e9-9f37-7a04adbbd1ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.905049] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469782, 'name': CreateVM_Task, 'duration_secs': 0.430226} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.905272] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1168.906036] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.906280] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.906673] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.906997] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e7cd5f1-e853-4f3b-b27a-104dbc3193d7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.911579] env[69365]: DEBUG oslo_vmware.api [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1168.911579] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f649e9-b1ae-2609-1596-612c3c37a701" [ 1168.911579] env[69365]: _type = "Task" [ 1168.911579] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.919354] env[69365]: DEBUG oslo_vmware.api [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f649e9-b1ae-2609-1596-612c3c37a701, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.086311] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.280s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.086849] env[69365]: DEBUG nova.compute.manager [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1169.089540] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.272s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.089767] env[69365]: DEBUG nova.objects.instance [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Lazy-loading 'resources' on Instance uuid 22c55db7-22b3-4ba3-b41e-3e58bde90b65 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1169.120076] env[69365]: DEBUG oslo_concurrency.lockutils [None req-09f78aec-18d3-4845-8762-d75acc57e73c tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.188570] env[69365]: DEBUG nova.compute.manager [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1169.188731] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.189559] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e633830-aea6-42b0-8bfd-e5aa3df8e3c9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.195748] env[69365]: DEBUG oslo_vmware.api [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469783, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088224} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.196424] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1169.197835] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae8801b-ef22-43c6-987c-64f7c7b82193 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.202560] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.203778] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4169f2d-e795-4dc1-b628-dc5c870e181f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.214817] env[69365]: DEBUG oslo_concurrency.lockutils [req-67512b33-2c70-463a-a2d7-1ad1f497084a req-0ca9d915-0bc0-4dea-b709-b2365201895a service nova] Releasing lock "refresh_cache-d240c4dc-ba45-46d0-834b-b29984a27b49" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.215137] env[69365]: DEBUG nova.compute.manager [req-67512b33-2c70-463a-a2d7-1ad1f497084a req-0ca9d915-0bc0-4dea-b709-b2365201895a service nova] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Received event network-vif-deleted-a8408222-8d47-4f06-875f-fd7d2ae6fd77 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.215341] env[69365]: INFO nova.compute.manager [req-67512b33-2c70-463a-a2d7-1ad1f497084a req-0ca9d915-0bc0-4dea-b709-b2365201895a service nova] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Neutron deleted interface a8408222-8d47-4f06-875f-fd7d2ae6fd77; detaching it from the instance and deleting it from the info cache [ 1169.215555] env[69365]: DEBUG nova.network.neutron [req-67512b33-2c70-463a-a2d7-1ad1f497084a req-0ca9d915-0bc0-4dea-b709-b2365201895a service nova] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.226448] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 0d545760-c9de-484c-a578-2267761cee02/0d545760-c9de-484c-a578-2267761cee02.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1169.232818] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c86c297-749f-45be-90a9-b5bbf0dbaa69 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.248243] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4bc6732-3b57-4052-a211-d14f8deabd37 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.252271] env[69365]: DEBUG oslo_vmware.api [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 1169.252271] env[69365]: value = "task-3469784" [ 1169.252271] env[69365]: _type = "Task" [ 1169.252271] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.259307] env[69365]: DEBUG oslo_vmware.api [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 1169.259307] env[69365]: value = "task-3469785" [ 1169.259307] env[69365]: _type = "Task" [ 1169.259307] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.263221] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c85c26-ba09-4b1a-8082-8c2ee43acf87 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.283119] env[69365]: DEBUG oslo_vmware.api [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.292981] env[69365]: DEBUG oslo_vmware.api [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.302664] env[69365]: DEBUG nova.compute.manager [req-67512b33-2c70-463a-a2d7-1ad1f497084a req-0ca9d915-0bc0-4dea-b709-b2365201895a service nova] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Detach interface failed, port_id=a8408222-8d47-4f06-875f-fd7d2ae6fd77, reason: Instance 76027c9e-d6ba-4180-a861-5ef112ec0518 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1169.421659] env[69365]: DEBUG oslo_vmware.api [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f649e9-b1ae-2609-1596-612c3c37a701, 'name': SearchDatastore_Task, 'duration_secs': 0.049836} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.421898] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.422109] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1169.422353] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.422501] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.422678] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1169.422936] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9277cb73-e6f9-4f0a-86e7-e1c47895eb5c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.431074] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1169.431251] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1169.432027] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee2ab6a9-f0c3-4223-94b2-cc0c84dfa4cd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.436695] env[69365]: DEBUG oslo_vmware.api [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1169.436695] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e07ff7-5d1d-6a61-aecd-b74202bbaabe" [ 1169.436695] env[69365]: _type = "Task" [ 1169.436695] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.444098] env[69365]: DEBUG oslo_vmware.api [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e07ff7-5d1d-6a61-aecd-b74202bbaabe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.534666] env[69365]: DEBUG nova.network.neutron [-] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.592978] env[69365]: DEBUG nova.compute.utils [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1169.594502] env[69365]: DEBUG nova.compute.manager [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1169.594689] env[69365]: DEBUG nova.network.neutron [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1169.645419] env[69365]: DEBUG nova.policy [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbb4767d9ed241f98fce2fc0718f575d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8dabc7faee7488e8a7ae3aa8722232e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1169.764893] env[69365]: DEBUG oslo_vmware.api [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469784, 'name': PowerOffVM_Task, 'duration_secs': 0.270339} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.764893] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.764893] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.764893] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5da1da3f-7d5a-4df0-b983-117da9e2126b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.783458] env[69365]: DEBUG oslo_vmware.api [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469785, 'name': ReconfigVM_Task, 'duration_secs': 0.38884} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.783861] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 0d545760-c9de-484c-a578-2267761cee02/0d545760-c9de-484c-a578-2267761cee02.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1169.788813] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a161e19-f392-43eb-a76d-c479b2716209 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.796024] env[69365]: DEBUG oslo_vmware.api [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 1169.796024] env[69365]: value = "task-3469787" [ 1169.796024] env[69365]: _type = "Task" [ 1169.796024] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.803630] env[69365]: DEBUG oslo_vmware.api [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469787, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.805309] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d3db3b4-2cef-4e31-b28f-bac7c4a1b8cc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.811586] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e3c284-3f7a-4540-9bba-30cba6501f80 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.845263] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512bb492-9956-4871-8959-b02dd30aa04c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.848030] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1169.848257] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1169.848426] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Deleting the datastore file [datastore2] dbc6c632-cd7b-4f57-855a-acd12826d021 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1169.848674] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47468df3-a05a-493c-bd70-e25b076567dd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.856256] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266b4bba-8047-48fa-a1e3-b9ad3bc8055d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.860536] env[69365]: DEBUG oslo_vmware.api [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for the task: (returnval){ [ 1169.860536] env[69365]: value = "task-3469788" [ 1169.860536] env[69365]: _type = "Task" [ 1169.860536] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.875560] env[69365]: DEBUG nova.compute.provider_tree [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1169.881840] env[69365]: DEBUG oslo_vmware.api [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.947703] env[69365]: DEBUG oslo_vmware.api [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e07ff7-5d1d-6a61-aecd-b74202bbaabe, 'name': SearchDatastore_Task, 'duration_secs': 0.015838} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.948586] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2721a4c-0525-477d-b083-b58eabf3176d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.953552] env[69365]: DEBUG oslo_vmware.api [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1169.953552] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]529649a2-bdf3-3cc3-f09c-26133133ed50" [ 1169.953552] env[69365]: _type = "Task" [ 1169.953552] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.960867] env[69365]: DEBUG oslo_vmware.api [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]529649a2-bdf3-3cc3-f09c-26133133ed50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.965258] env[69365]: DEBUG nova.network.neutron [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Successfully created port: 64987207-ee0c-4531-bf02-3e8bc96c70d3 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1170.037053] env[69365]: INFO nova.compute.manager [-] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Took 1.59 seconds to deallocate network for instance. [ 1170.060316] env[69365]: DEBUG nova.compute.manager [req-fb1b540d-41f7-4e94-8a2e-01c754d12ba7 req-9061c82c-5332-40bc-862b-edd18a3ff16f service nova] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Received event network-vif-deleted-1938e39c-0709-4420-a5e2-70a0285228a6 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.100808] env[69365]: DEBUG nova.compute.manager [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1170.306703] env[69365]: DEBUG oslo_vmware.api [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469787, 'name': Rename_Task, 'duration_secs': 0.15459} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.306982] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1170.307368] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc5f33bf-208b-4762-9773-5c087679fbf7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.313994] env[69365]: DEBUG oslo_vmware.api [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 1170.313994] env[69365]: value = "task-3469789" [ 1170.313994] env[69365]: _type = "Task" [ 1170.313994] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.321900] env[69365]: DEBUG oslo_vmware.api [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.369801] env[69365]: DEBUG oslo_vmware.api [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Task: {'id': task-3469788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173851} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.370094] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.370268] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.370451] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.370629] env[69365]: INFO nova.compute.manager [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1170.370872] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.371075] env[69365]: DEBUG nova.compute.manager [-] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1170.371177] env[69365]: DEBUG nova.network.neutron [-] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1170.384365] env[69365]: DEBUG nova.scheduler.client.report [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.463664] env[69365]: DEBUG oslo_vmware.api [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]529649a2-bdf3-3cc3-f09c-26133133ed50, 'name': SearchDatastore_Task, 'duration_secs': 0.017314} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.464260] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.464260] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] d240c4dc-ba45-46d0-834b-b29984a27b49/d240c4dc-ba45-46d0-834b-b29984a27b49.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1170.464545] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-262fd080-ac42-400e-b566-42ed34523fa1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.471124] env[69365]: DEBUG oslo_vmware.api [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1170.471124] env[69365]: value = "task-3469790" [ 1170.471124] env[69365]: _type = "Task" [ 1170.471124] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.479727] env[69365]: DEBUG oslo_vmware.api [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469790, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.547218] env[69365]: DEBUG oslo_concurrency.lockutils [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.824924] env[69365]: DEBUG oslo_vmware.api [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469789, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.890238] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.800s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.893127] env[69365]: DEBUG oslo_concurrency.lockutils [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 9.125s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.921291] env[69365]: INFO nova.scheduler.client.report [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Deleted allocations for instance 22c55db7-22b3-4ba3-b41e-3e58bde90b65 [ 1170.985117] env[69365]: DEBUG oslo_vmware.api [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469790, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.112635] env[69365]: DEBUG nova.compute.manager [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1171.122453] env[69365]: DEBUG nova.network.neutron [-] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.141140] env[69365]: DEBUG nova.virt.hardware [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.141407] env[69365]: DEBUG nova.virt.hardware [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.141563] env[69365]: DEBUG nova.virt.hardware [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.141741] env[69365]: DEBUG nova.virt.hardware [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.141887] env[69365]: DEBUG nova.virt.hardware [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.142043] env[69365]: DEBUG nova.virt.hardware [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.142320] env[69365]: DEBUG nova.virt.hardware [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.142502] env[69365]: DEBUG nova.virt.hardware [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.142671] env[69365]: DEBUG nova.virt.hardware [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.142833] env[69365]: DEBUG nova.virt.hardware [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.143083] env[69365]: DEBUG nova.virt.hardware [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.144202] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cb3c2a-a706-4e4a-aa52-b5512926d3d0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.152639] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29377880-31e5-41d8-8ab0-682a59f6ddea {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.325294] env[69365]: DEBUG oslo_vmware.api [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469789, 'name': PowerOnVM_Task, 'duration_secs': 0.676102} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.325568] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1171.325770] env[69365]: INFO nova.compute.manager [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1171.325948] env[69365]: DEBUG nova.compute.manager [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1171.326748] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1925831d-6116-450f-9e29-aaca2ba82ae1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.396616] env[69365]: DEBUG nova.objects.instance [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lazy-loading 'migration_context' on Instance uuid d5060397-0866-4489-be62-3b76d23362a8 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.429226] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bcfd7fb4-8a02-40c4-b8ed-5b1b420b4be1 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Lock "22c55db7-22b3-4ba3-b41e-3e58bde90b65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.876s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.479981] env[69365]: DEBUG nova.network.neutron [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Successfully updated port: 64987207-ee0c-4531-bf02-3e8bc96c70d3 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1171.487542] env[69365]: DEBUG oslo_vmware.api [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469790, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519577} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.488686] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] d240c4dc-ba45-46d0-834b-b29984a27b49/d240c4dc-ba45-46d0-834b-b29984a27b49.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1171.488917] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1171.489187] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95da507d-5559-4513-8b3f-992364381e68 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.496891] env[69365]: DEBUG oslo_vmware.api [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1171.496891] env[69365]: value = "task-3469791" [ 1171.496891] env[69365]: _type = "Task" [ 1171.496891] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.511177] env[69365]: DEBUG oslo_vmware.api [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469791, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.625774] env[69365]: INFO nova.compute.manager [-] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Took 1.25 seconds to deallocate network for instance. [ 1171.844802] env[69365]: INFO nova.compute.manager [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Took 20.75 seconds to build instance. [ 1171.983150] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "refresh_cache-232daea3-3c64-4712-800c-6de1128cb914" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.983297] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquired lock "refresh_cache-232daea3-3c64-4712-800c-6de1128cb914" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.983478] env[69365]: DEBUG nova.network.neutron [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.008142] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Acquiring lock "7cd11f64-ac70-4b60-a2c6-5f4a24ec081d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.009140] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Lock "7cd11f64-ac70-4b60-a2c6-5f4a24ec081d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.009482] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Acquiring lock "7cd11f64-ac70-4b60-a2c6-5f4a24ec081d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.009787] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Lock "7cd11f64-ac70-4b60-a2c6-5f4a24ec081d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.010033] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Lock "7cd11f64-ac70-4b60-a2c6-5f4a24ec081d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.013851] env[69365]: INFO nova.compute.manager [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Terminating instance [ 1172.024173] env[69365]: DEBUG oslo_vmware.api [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469791, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06783} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.025901] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1172.027411] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6699cf-3caf-4235-a8bb-ffbb6ba8b1dc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.053227] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] d240c4dc-ba45-46d0-834b-b29984a27b49/d240c4dc-ba45-46d0-834b-b29984a27b49.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.056893] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e07100d-1199-4b88-ae76-3b8ecbfd30ea {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.075885] env[69365]: DEBUG nova.compute.manager [req-c9d8109e-7c0b-4126-84bc-fa46894e0510 req-80335b55-f083-415c-b0ba-b7da3007d58c service nova] [instance: 0d545760-c9de-484c-a578-2267761cee02] Received event network-changed-99f73ccf-9fc0-4f75-b176-6a0393f6306a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.078348] env[69365]: DEBUG nova.compute.manager [req-c9d8109e-7c0b-4126-84bc-fa46894e0510 req-80335b55-f083-415c-b0ba-b7da3007d58c service nova] [instance: 0d545760-c9de-484c-a578-2267761cee02] Refreshing instance network info cache due to event network-changed-99f73ccf-9fc0-4f75-b176-6a0393f6306a. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.078348] env[69365]: DEBUG oslo_concurrency.lockutils [req-c9d8109e-7c0b-4126-84bc-fa46894e0510 req-80335b55-f083-415c-b0ba-b7da3007d58c service nova] Acquiring lock "refresh_cache-0d545760-c9de-484c-a578-2267761cee02" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.078348] env[69365]: DEBUG oslo_concurrency.lockutils [req-c9d8109e-7c0b-4126-84bc-fa46894e0510 req-80335b55-f083-415c-b0ba-b7da3007d58c service nova] Acquired lock "refresh_cache-0d545760-c9de-484c-a578-2267761cee02" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.078348] env[69365]: DEBUG nova.network.neutron [req-c9d8109e-7c0b-4126-84bc-fa46894e0510 req-80335b55-f083-415c-b0ba-b7da3007d58c service nova] [instance: 0d545760-c9de-484c-a578-2267761cee02] Refreshing network info cache for port 99f73ccf-9fc0-4f75-b176-6a0393f6306a {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.084407] env[69365]: DEBUG oslo_vmware.api [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1172.084407] env[69365]: value = "task-3469792" [ 1172.084407] env[69365]: _type = "Task" [ 1172.084407] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.097925] env[69365]: DEBUG oslo_vmware.api [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469792, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.117583] env[69365]: DEBUG nova.compute.manager [req-1dc6c79f-0819-4fac-90ad-72f28f25406e req-37fb761c-e415-4b07-bf5b-3847bf635560 service nova] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Received event network-vif-deleted-6cffb9e1-945a-4ed3-b552-873688e86edc {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.117583] env[69365]: DEBUG nova.compute.manager [req-1dc6c79f-0819-4fac-90ad-72f28f25406e req-37fb761c-e415-4b07-bf5b-3847bf635560 service nova] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Received event network-vif-plugged-64987207-ee0c-4531-bf02-3e8bc96c70d3 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.117583] env[69365]: DEBUG oslo_concurrency.lockutils [req-1dc6c79f-0819-4fac-90ad-72f28f25406e req-37fb761c-e415-4b07-bf5b-3847bf635560 service nova] Acquiring lock "232daea3-3c64-4712-800c-6de1128cb914-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.117803] env[69365]: DEBUG oslo_concurrency.lockutils [req-1dc6c79f-0819-4fac-90ad-72f28f25406e req-37fb761c-e415-4b07-bf5b-3847bf635560 service nova] Lock "232daea3-3c64-4712-800c-6de1128cb914-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.117847] env[69365]: DEBUG oslo_concurrency.lockutils [req-1dc6c79f-0819-4fac-90ad-72f28f25406e req-37fb761c-e415-4b07-bf5b-3847bf635560 service nova] Lock "232daea3-3c64-4712-800c-6de1128cb914-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.117978] env[69365]: DEBUG nova.compute.manager [req-1dc6c79f-0819-4fac-90ad-72f28f25406e req-37fb761c-e415-4b07-bf5b-3847bf635560 service nova] [instance: 232daea3-3c64-4712-800c-6de1128cb914] No waiting events found dispatching network-vif-plugged-64987207-ee0c-4531-bf02-3e8bc96c70d3 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1172.118170] env[69365]: WARNING nova.compute.manager [req-1dc6c79f-0819-4fac-90ad-72f28f25406e req-37fb761c-e415-4b07-bf5b-3847bf635560 service nova] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Received unexpected event network-vif-plugged-64987207-ee0c-4531-bf02-3e8bc96c70d3 for instance with vm_state building and task_state spawning. [ 1172.118351] env[69365]: DEBUG nova.compute.manager [req-1dc6c79f-0819-4fac-90ad-72f28f25406e req-37fb761c-e415-4b07-bf5b-3847bf635560 service nova] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Received event network-changed-64987207-ee0c-4531-bf02-3e8bc96c70d3 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.118531] env[69365]: DEBUG nova.compute.manager [req-1dc6c79f-0819-4fac-90ad-72f28f25406e req-37fb761c-e415-4b07-bf5b-3847bf635560 service nova] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Refreshing instance network info cache due to event network-changed-64987207-ee0c-4531-bf02-3e8bc96c70d3. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1172.118839] env[69365]: DEBUG oslo_concurrency.lockutils [req-1dc6c79f-0819-4fac-90ad-72f28f25406e req-37fb761c-e415-4b07-bf5b-3847bf635560 service nova] Acquiring lock "refresh_cache-232daea3-3c64-4712-800c-6de1128cb914" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.132353] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.156802] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd17516-7de4-4c43-8835-3664050e7dcf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.165429] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96980e99-d8e8-4f16-9ff0-d4779947725a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.200070] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f4db8d-0100-4ac5-ba37-ad044ce0003d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.207930] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42388860-a2e2-4845-a025-486284c551ea {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.223177] env[69365]: DEBUG nova.compute.provider_tree [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.349680] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3cb2610b-7ae9-420a-965e-a7059638f0a0 tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "0d545760-c9de-484c-a578-2267761cee02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.263s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.514978] env[69365]: DEBUG nova.network.neutron [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1172.527933] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Acquiring lock "refresh_cache-7cd11f64-ac70-4b60-a2c6-5f4a24ec081d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.528141] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Acquired lock "refresh_cache-7cd11f64-ac70-4b60-a2c6-5f4a24ec081d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.528326] env[69365]: DEBUG nova.network.neutron [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.594266] env[69365]: DEBUG oslo_vmware.api [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469792, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.725798] env[69365]: DEBUG nova.network.neutron [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Updating instance_info_cache with network_info: [{"id": "64987207-ee0c-4531-bf02-3e8bc96c70d3", "address": "fa:16:3e:9b:6a:89", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64987207-ee", "ovs_interfaceid": "64987207-ee0c-4531-bf02-3e8bc96c70d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.729295] env[69365]: DEBUG nova.scheduler.client.report [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.841260] env[69365]: DEBUG nova.network.neutron [req-c9d8109e-7c0b-4126-84bc-fa46894e0510 req-80335b55-f083-415c-b0ba-b7da3007d58c service nova] [instance: 0d545760-c9de-484c-a578-2267761cee02] Updated VIF entry in instance network info cache for port 99f73ccf-9fc0-4f75-b176-6a0393f6306a. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.841618] env[69365]: DEBUG nova.network.neutron [req-c9d8109e-7c0b-4126-84bc-fa46894e0510 req-80335b55-f083-415c-b0ba-b7da3007d58c service nova] [instance: 0d545760-c9de-484c-a578-2267761cee02] Updating instance_info_cache with network_info: [{"id": "99f73ccf-9fc0-4f75-b176-6a0393f6306a", "address": "fa:16:3e:10:56:b1", "network": {"id": "a0f102e1-f5bc-498d-ac38-b7964e384bab", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1975286090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7fdb002b6ced4c5f964bfb4a4eb16b45", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99f73ccf-9f", "ovs_interfaceid": "99f73ccf-9fc0-4f75-b176-6a0393f6306a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.860314] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5276eb59-1845-4d02-b82d-e348e86f4ec0 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "bf5de304-45c8-4772-a217-0d67a3f25b50" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.860557] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5276eb59-1845-4d02-b82d-e348e86f4ec0 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "bf5de304-45c8-4772-a217-0d67a3f25b50" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.047756] env[69365]: DEBUG nova.network.neutron [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1173.094742] env[69365]: DEBUG oslo_vmware.api [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469792, 'name': ReconfigVM_Task, 'duration_secs': 0.876947} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.095541] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Reconfigured VM instance instance-0000006a to attach disk [datastore1] d240c4dc-ba45-46d0-834b-b29984a27b49/d240c4dc-ba45-46d0-834b-b29984a27b49.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1173.095679] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74f79c51-2050-4580-98b4-84e2357a1022 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.097864] env[69365]: DEBUG nova.network.neutron [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.103760] env[69365]: DEBUG oslo_vmware.api [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1173.103760] env[69365]: value = "task-3469793" [ 1173.103760] env[69365]: _type = "Task" [ 1173.103760] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.112892] env[69365]: DEBUG oslo_vmware.api [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469793, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.232622] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Releasing lock "refresh_cache-232daea3-3c64-4712-800c-6de1128cb914" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.232899] env[69365]: DEBUG nova.compute.manager [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Instance network_info: |[{"id": "64987207-ee0c-4531-bf02-3e8bc96c70d3", "address": "fa:16:3e:9b:6a:89", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64987207-ee", "ovs_interfaceid": "64987207-ee0c-4531-bf02-3e8bc96c70d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1173.236922] env[69365]: DEBUG oslo_concurrency.lockutils [req-1dc6c79f-0819-4fac-90ad-72f28f25406e req-37fb761c-e415-4b07-bf5b-3847bf635560 service nova] Acquired lock "refresh_cache-232daea3-3c64-4712-800c-6de1128cb914" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.237159] env[69365]: DEBUG nova.network.neutron [req-1dc6c79f-0819-4fac-90ad-72f28f25406e req-37fb761c-e415-4b07-bf5b-3847bf635560 service nova] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Refreshing network info cache for port 64987207-ee0c-4531-bf02-3e8bc96c70d3 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.238218] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:6a:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1559ce49-7345-443f-bf02-4bfeb88356ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64987207-ee0c-4531-bf02-3e8bc96c70d3', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1173.246523] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1173.248036] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1173.248036] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1457be78-293f-4e49-8b45-d19ce324d127 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.270252] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1173.270252] env[69365]: value = "task-3469794" [ 1173.270252] env[69365]: _type = "Task" [ 1173.270252] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.280551] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469794, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.344544] env[69365]: DEBUG oslo_concurrency.lockutils [req-c9d8109e-7c0b-4126-84bc-fa46894e0510 req-80335b55-f083-415c-b0ba-b7da3007d58c service nova] Releasing lock "refresh_cache-0d545760-c9de-484c-a578-2267761cee02" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.363634] env[69365]: INFO nova.compute.manager [None req-5276eb59-1845-4d02-b82d-e348e86f4ec0 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Detaching volume 391e838f-7527-4eed-ae2e-d7569d64048a [ 1173.403056] env[69365]: INFO nova.virt.block_device [None req-5276eb59-1845-4d02-b82d-e348e86f4ec0 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Attempting to driver detach volume 391e838f-7527-4eed-ae2e-d7569d64048a from mountpoint /dev/sdb [ 1173.403318] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5276eb59-1845-4d02-b82d-e348e86f4ec0 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Volume detach. Driver type: vmdk {{(pid=69365) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1173.403508] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5276eb59-1845-4d02-b82d-e348e86f4ec0 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693406', 'volume_id': '391e838f-7527-4eed-ae2e-d7569d64048a', 'name': 'volume-391e838f-7527-4eed-ae2e-d7569d64048a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf5de304-45c8-4772-a217-0d67a3f25b50', 'attached_at': '', 'detached_at': '', 'volume_id': '391e838f-7527-4eed-ae2e-d7569d64048a', 'serial': '391e838f-7527-4eed-ae2e-d7569d64048a'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1173.404404] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddcd358-8af5-47d7-bb1e-b5e68d6fbc93 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.425964] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e74e1c-9f49-486b-b59b-2057da5673f1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.432700] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aecb226d-34da-4cb5-816b-92ac346315a3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.453630] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28455ace-c43c-4a3f-bc82-adfbc82868c3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.469300] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5276eb59-1845-4d02-b82d-e348e86f4ec0 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] The volume has not been displaced from its original location: [datastore1] volume-391e838f-7527-4eed-ae2e-d7569d64048a/volume-391e838f-7527-4eed-ae2e-d7569d64048a.vmdk. No consolidation needed. {{(pid=69365) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1173.473730] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5276eb59-1845-4d02-b82d-e348e86f4ec0 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1173.474032] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6c0c0b9-b214-4932-9b73-597b2322e87b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.491669] env[69365]: DEBUG oslo_vmware.api [None req-5276eb59-1845-4d02-b82d-e348e86f4ec0 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1173.491669] env[69365]: value = "task-3469795" [ 1173.491669] env[69365]: _type = "Task" [ 1173.491669] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.503031] env[69365]: DEBUG oslo_vmware.api [None req-5276eb59-1845-4d02-b82d-e348e86f4ec0 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469795, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.602797] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Releasing lock "refresh_cache-7cd11f64-ac70-4b60-a2c6-5f4a24ec081d" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.603473] env[69365]: DEBUG nova.compute.manager [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1173.603607] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1173.604502] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd7caa8-661b-44a7-8f75-ddf5aa5e2e58 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.614488] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1173.617425] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b313fad6-c6f8-4f62-a2d4-d13d535c1753 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.618797] env[69365]: DEBUG oslo_vmware.api [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469793, 'name': Rename_Task, 'duration_secs': 0.158583} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.619070] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1173.619683] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7877adf8-eaf2-49fa-af6a-9e4841ce5eb5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.623479] env[69365]: DEBUG oslo_vmware.api [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for the task: (returnval){ [ 1173.623479] env[69365]: value = "task-3469796" [ 1173.623479] env[69365]: _type = "Task" [ 1173.623479] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.627356] env[69365]: DEBUG oslo_vmware.api [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1173.627356] env[69365]: value = "task-3469797" [ 1173.627356] env[69365]: _type = "Task" [ 1173.627356] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.633084] env[69365]: DEBUG oslo_vmware.api [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.639150] env[69365]: DEBUG oslo_vmware.api [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.748886] env[69365]: DEBUG oslo_concurrency.lockutils [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.856s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.759564] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.522s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.761514] env[69365]: INFO nova.compute.claims [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1173.782473] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469794, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.969455] env[69365]: DEBUG nova.network.neutron [req-1dc6c79f-0819-4fac-90ad-72f28f25406e req-37fb761c-e415-4b07-bf5b-3847bf635560 service nova] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Updated VIF entry in instance network info cache for port 64987207-ee0c-4531-bf02-3e8bc96c70d3. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1173.969779] env[69365]: DEBUG nova.network.neutron [req-1dc6c79f-0819-4fac-90ad-72f28f25406e req-37fb761c-e415-4b07-bf5b-3847bf635560 service nova] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Updating instance_info_cache with network_info: [{"id": "64987207-ee0c-4531-bf02-3e8bc96c70d3", "address": "fa:16:3e:9b:6a:89", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64987207-ee", "ovs_interfaceid": "64987207-ee0c-4531-bf02-3e8bc96c70d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.001207] env[69365]: DEBUG oslo_vmware.api [None req-5276eb59-1845-4d02-b82d-e348e86f4ec0 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.133929] env[69365]: DEBUG oslo_vmware.api [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469796, 'name': PowerOffVM_Task, 'duration_secs': 0.120355} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.134522] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.134699] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.134940] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74138dca-36cf-4e97-bd7e-c378c01d3b00 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.139183] env[69365]: DEBUG oslo_vmware.api [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469797, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.163140] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.163360] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.163626] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Deleting the datastore file [datastore1] 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.163907] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4449f3ef-c929-48ff-9e04-3de1bfa7805a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.178652] env[69365]: DEBUG oslo_vmware.api [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for the task: (returnval){ [ 1174.178652] env[69365]: value = "task-3469799" [ 1174.178652] env[69365]: _type = "Task" [ 1174.178652] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.185917] env[69365]: DEBUG oslo_vmware.api [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.283352] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469794, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.473039] env[69365]: DEBUG oslo_concurrency.lockutils [req-1dc6c79f-0819-4fac-90ad-72f28f25406e req-37fb761c-e415-4b07-bf5b-3847bf635560 service nova] Releasing lock "refresh_cache-232daea3-3c64-4712-800c-6de1128cb914" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.509037] env[69365]: DEBUG oslo_vmware.api [None req-5276eb59-1845-4d02-b82d-e348e86f4ec0 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469795, 'name': ReconfigVM_Task, 'duration_secs': 1.008892} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.509037] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5276eb59-1845-4d02-b82d-e348e86f4ec0 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1174.513564] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76ca1303-0589-4b5b-9870-e82afc5c6294 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.528038] env[69365]: DEBUG oslo_vmware.api [None req-5276eb59-1845-4d02-b82d-e348e86f4ec0 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1174.528038] env[69365]: value = "task-3469800" [ 1174.528038] env[69365]: _type = "Task" [ 1174.528038] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.536528] env[69365]: DEBUG oslo_vmware.api [None req-5276eb59-1845-4d02-b82d-e348e86f4ec0 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.637144] env[69365]: DEBUG oslo_vmware.api [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469797, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.688289] env[69365]: DEBUG oslo_vmware.api [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Task: {'id': task-3469799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098502} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.688565] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1174.688756] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1174.688938] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1174.689228] env[69365]: INFO nova.compute.manager [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1174.689481] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.689703] env[69365]: DEBUG nova.compute.manager [-] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1174.689806] env[69365]: DEBUG nova.network.neutron [-] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1174.708830] env[69365]: DEBUG nova.network.neutron [-] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1174.790335] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469794, 'name': CreateVM_Task, 'duration_secs': 1.25871} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.790517] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1174.791192] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.791374] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.791691] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.791938] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db86e0e6-fb2a-4070-b989-5b09be41606c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.796330] env[69365]: DEBUG oslo_vmware.api [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1174.796330] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d0f238-a4a6-1fbe-d76c-f359809ff75e" [ 1174.796330] env[69365]: _type = "Task" [ 1174.796330] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.807942] env[69365]: DEBUG oslo_vmware.api [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d0f238-a4a6-1fbe-d76c-f359809ff75e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.947645] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae78e59-1dd0-41a2-9906-fcf1c44f05a2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.955401] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f29ba8-9743-494a-a6d7-2086e4833ec4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.987241] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d20da7-322c-4d74-a37e-267c770fa3f7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.994790] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe43b8f-971c-45ba-9f7f-97dd0aa9bdf2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.007896] env[69365]: DEBUG nova.compute.provider_tree [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.036300] env[69365]: DEBUG oslo_vmware.api [None req-5276eb59-1845-4d02-b82d-e348e86f4ec0 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469800, 'name': ReconfigVM_Task, 'duration_secs': 0.177077} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.036584] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5276eb59-1845-4d02-b82d-e348e86f4ec0 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693406', 'volume_id': '391e838f-7527-4eed-ae2e-d7569d64048a', 'name': 'volume-391e838f-7527-4eed-ae2e-d7569d64048a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bf5de304-45c8-4772-a217-0d67a3f25b50', 'attached_at': '', 'detached_at': '', 'volume_id': '391e838f-7527-4eed-ae2e-d7569d64048a', 'serial': '391e838f-7527-4eed-ae2e-d7569d64048a'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1175.137765] env[69365]: DEBUG oslo_vmware.api [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469797, 'name': PowerOnVM_Task, 'duration_secs': 1.113329} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.138249] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1175.138308] env[69365]: INFO nova.compute.manager [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1175.138483] env[69365]: DEBUG nova.compute.manager [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.139240] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9c3683-d884-4e81-a48c-c607c34b9017 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.210933] env[69365]: DEBUG nova.network.neutron [-] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.300164] env[69365]: INFO nova.compute.manager [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Swapping old allocation on dict_keys(['1e46e834-6985-4ce8-8ea0-649bfd87006d']) held by migration 5e2a32a1-84c2-49ae-998a-c910b0cab489 for instance [ 1175.313484] env[69365]: DEBUG oslo_vmware.api [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d0f238-a4a6-1fbe-d76c-f359809ff75e, 'name': SearchDatastore_Task, 'duration_secs': 0.028619} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.313769] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.313990] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1175.314246] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.314440] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.314565] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1175.314816] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f6951f8-d046-439b-a5ab-fdf0dd67b09e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.325401] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1175.325576] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1175.326292] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb9435dc-7f7c-4a55-addf-fe30582bc914 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.329805] env[69365]: DEBUG nova.scheduler.client.report [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Overwriting current allocation {'allocations': {'1e46e834-6985-4ce8-8ea0-649bfd87006d': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 139}}, 'project_id': '8b2cf307cf4e4974b5e0a86d35a92e32', 'user_id': '7f0050cb117a4f3fa44d7f15e0364c54', 'consumer_generation': 1} on consumer d5060397-0866-4489-be62-3b76d23362a8 {{(pid=69365) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1175.333842] env[69365]: DEBUG oslo_vmware.api [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1175.333842] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5270a8b6-284f-0925-5ccf-8b011ff8c4a5" [ 1175.333842] env[69365]: _type = "Task" [ 1175.333842] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.342080] env[69365]: DEBUG oslo_vmware.api [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5270a8b6-284f-0925-5ccf-8b011ff8c4a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.408873] env[69365]: DEBUG oslo_concurrency.lockutils [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "refresh_cache-d5060397-0866-4489-be62-3b76d23362a8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.409073] env[69365]: DEBUG oslo_concurrency.lockutils [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquired lock "refresh_cache-d5060397-0866-4489-be62-3b76d23362a8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.409253] env[69365]: DEBUG nova.network.neutron [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.511866] env[69365]: DEBUG nova.scheduler.client.report [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.582118] env[69365]: DEBUG nova.objects.instance [None req-5276eb59-1845-4d02-b82d-e348e86f4ec0 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lazy-loading 'flavor' on Instance uuid bf5de304-45c8-4772-a217-0d67a3f25b50 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.655278] env[69365]: INFO nova.compute.manager [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Took 23.55 seconds to build instance. [ 1175.714090] env[69365]: INFO nova.compute.manager [-] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Took 1.02 seconds to deallocate network for instance. [ 1175.844428] env[69365]: DEBUG oslo_vmware.api [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5270a8b6-284f-0925-5ccf-8b011ff8c4a5, 'name': SearchDatastore_Task, 'duration_secs': 0.008676} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.845246] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49a67218-f069-4338-9819-034462f7a7bb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.850995] env[69365]: DEBUG oslo_vmware.api [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1175.850995] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b1be5c-69eb-56e6-6ab4-be842cc2623c" [ 1175.850995] env[69365]: _type = "Task" [ 1175.850995] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.859316] env[69365]: DEBUG oslo_vmware.api [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b1be5c-69eb-56e6-6ab4-be842cc2623c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.016603] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.257s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.017155] env[69365]: DEBUG nova.compute.manager [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1176.019797] env[69365]: DEBUG oslo_concurrency.lockutils [None req-09f78aec-18d3-4845-8762-d75acc57e73c tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.900s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.019874] env[69365]: DEBUG nova.objects.instance [None req-09f78aec-18d3-4845-8762-d75acc57e73c tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Lazy-loading 'resources' on Instance uuid 76027c9e-d6ba-4180-a861-5ef112ec0518 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.138513] env[69365]: DEBUG nova.network.neutron [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Updating instance_info_cache with network_info: [{"id": "83e6f551-5a35-4b1d-b825-0c07c8d18877", "address": "fa:16:3e:25:b3:f0", "network": {"id": "0a070169-0690-453d-b7d9-d59c0d25b157", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1450700306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2cf307cf4e4974b5e0a86d35a92e32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83e6f551-5a", "ovs_interfaceid": "83e6f551-5a35-4b1d-b825-0c07c8d18877", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.157070] env[69365]: DEBUG oslo_concurrency.lockutils [None req-b9e2ca8c-e061-4df6-8992-f0eee4e493ed tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "d240c4dc-ba45-46d0-834b-b29984a27b49" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.056s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.220448] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.361808] env[69365]: DEBUG oslo_vmware.api [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b1be5c-69eb-56e6-6ab4-be842cc2623c, 'name': SearchDatastore_Task, 'duration_secs': 0.009012} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.362101] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.362365] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 232daea3-3c64-4712-800c-6de1128cb914/232daea3-3c64-4712-800c-6de1128cb914.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1176.362619] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b901f09b-4f0d-4cff-86cb-2d075f10dd8d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.368594] env[69365]: DEBUG oslo_vmware.api [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1176.368594] env[69365]: value = "task-3469801" [ 1176.368594] env[69365]: _type = "Task" [ 1176.368594] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.376027] env[69365]: DEBUG oslo_vmware.api [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469801, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.523120] env[69365]: DEBUG nova.compute.utils [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1176.524644] env[69365]: DEBUG nova.compute.manager [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Not allocating networking since 'none' was specified. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1176.593158] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5276eb59-1845-4d02-b82d-e348e86f4ec0 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "bf5de304-45c8-4772-a217-0d67a3f25b50" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.732s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.640710] env[69365]: DEBUG oslo_concurrency.lockutils [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Releasing lock "refresh_cache-d5060397-0866-4489-be62-3b76d23362a8" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.641697] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387889b8-c4f4-48c2-82c5-98eea527adad {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.656184] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c764ce0f-00cc-4165-965c-54eaff121436 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.738367] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cac9f40-8a6a-43ed-9030-805abab52516 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.746204] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5804f4-5d22-4f89-8dbe-b35e699f65c8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.780753] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6569a4-63ab-42c2-ac8f-ffe826d10c51 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.788492] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7106b9c6-44c3-492b-be36-0f559f91f3a2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.805997] env[69365]: DEBUG nova.compute.provider_tree [None req-09f78aec-18d3-4845-8762-d75acc57e73c tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.878177] env[69365]: DEBUG oslo_vmware.api [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469801, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461485} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.878511] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 232daea3-3c64-4712-800c-6de1128cb914/232daea3-3c64-4712-800c-6de1128cb914.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1176.878765] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1176.879051] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2af4c1c9-1ea9-49cf-8ca4-5726757118b4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.885632] env[69365]: DEBUG oslo_vmware.api [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1176.885632] env[69365]: value = "task-3469802" [ 1176.885632] env[69365]: _type = "Task" [ 1176.885632] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.893464] env[69365]: DEBUG oslo_vmware.api [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469802, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.029752] env[69365]: DEBUG nova.compute.manager [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1177.060013] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea3174d9-eab8-491c-990b-40adde811635 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "d240c4dc-ba45-46d0-834b-b29984a27b49" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.060260] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea3174d9-eab8-491c-990b-40adde811635 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "d240c4dc-ba45-46d0-834b-b29984a27b49" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.155735] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6565ca95-9e7a-47d9-ac2e-9bd0c2baef05 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "bf5de304-45c8-4772-a217-0d67a3f25b50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.156137] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6565ca95-9e7a-47d9-ac2e-9bd0c2baef05 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "bf5de304-45c8-4772-a217-0d67a3f25b50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.156204] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6565ca95-9e7a-47d9-ac2e-9bd0c2baef05 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "bf5de304-45c8-4772-a217-0d67a3f25b50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.156378] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6565ca95-9e7a-47d9-ac2e-9bd0c2baef05 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "bf5de304-45c8-4772-a217-0d67a3f25b50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.156669] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6565ca95-9e7a-47d9-ac2e-9bd0c2baef05 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "bf5de304-45c8-4772-a217-0d67a3f25b50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.159221] env[69365]: INFO nova.compute.manager [None req-6565ca95-9e7a-47d9-ac2e-9bd0c2baef05 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Terminating instance [ 1177.309278] env[69365]: DEBUG nova.scheduler.client.report [None req-09f78aec-18d3-4845-8762-d75acc57e73c tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.395866] env[69365]: DEBUG oslo_vmware.api [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469802, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062872} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.396157] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1177.396967] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a286d4-a8fa-48fd-af14-aa5211e658ca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.418762] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 232daea3-3c64-4712-800c-6de1128cb914/232daea3-3c64-4712-800c-6de1128cb914.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1177.419061] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1246766-2763-40bf-9a90-74f328f4825b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.437934] env[69365]: DEBUG oslo_vmware.api [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1177.437934] env[69365]: value = "task-3469803" [ 1177.437934] env[69365]: _type = "Task" [ 1177.437934] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.445661] env[69365]: DEBUG oslo_vmware.api [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469803, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.563525] env[69365]: DEBUG nova.compute.utils [None req-ea3174d9-eab8-491c-990b-40adde811635 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1177.663500] env[69365]: DEBUG nova.compute.manager [None req-6565ca95-9e7a-47d9-ac2e-9bd0c2baef05 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1177.663737] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6565ca95-9e7a-47d9-ac2e-9bd0c2baef05 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.664748] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bfe135b-e217-463c-a0b5-e053922f224e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.672463] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6565ca95-9e7a-47d9-ac2e-9bd0c2baef05 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.672685] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c75c683-2f90-4070-8d50-ab0e75b6ecdd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.678824] env[69365]: DEBUG oslo_vmware.api [None req-6565ca95-9e7a-47d9-ac2e-9bd0c2baef05 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1177.678824] env[69365]: value = "task-3469804" [ 1177.678824] env[69365]: _type = "Task" [ 1177.678824] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.686624] env[69365]: DEBUG oslo_vmware.api [None req-6565ca95-9e7a-47d9-ac2e-9bd0c2baef05 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.747220] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.747969] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65cfdaeb-3b57-435c-9a0b-04afc6cdb281 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.754725] env[69365]: DEBUG oslo_vmware.api [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1177.754725] env[69365]: value = "task-3469805" [ 1177.754725] env[69365]: _type = "Task" [ 1177.754725] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.763765] env[69365]: DEBUG oslo_vmware.api [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.813949] env[69365]: DEBUG oslo_concurrency.lockutils [None req-09f78aec-18d3-4845-8762-d75acc57e73c tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.816410] env[69365]: DEBUG oslo_concurrency.lockutils [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.270s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.816651] env[69365]: DEBUG nova.objects.instance [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lazy-loading 'resources' on Instance uuid 0d028ec7-840a-4095-9a67-641ef8358807 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.837235] env[69365]: INFO nova.scheduler.client.report [None req-09f78aec-18d3-4845-8762-d75acc57e73c tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Deleted allocations for instance 76027c9e-d6ba-4180-a861-5ef112ec0518 [ 1177.949566] env[69365]: DEBUG oslo_vmware.api [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.039285] env[69365]: DEBUG nova.compute.manager [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1178.064968] env[69365]: DEBUG nova.virt.hardware [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.065250] env[69365]: DEBUG nova.virt.hardware [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.065418] env[69365]: DEBUG nova.virt.hardware [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.065599] env[69365]: DEBUG nova.virt.hardware [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.065749] env[69365]: DEBUG nova.virt.hardware [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.065919] env[69365]: DEBUG nova.virt.hardware [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.066157] env[69365]: DEBUG nova.virt.hardware [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.066323] env[69365]: DEBUG nova.virt.hardware [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.066496] env[69365]: DEBUG nova.virt.hardware [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.066697] env[69365]: DEBUG nova.virt.hardware [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.066883] env[69365]: DEBUG nova.virt.hardware [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.067606] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea3174d9-eab8-491c-990b-40adde811635 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "d240c4dc-ba45-46d0-834b-b29984a27b49" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.068702] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbb89ef-47cf-40a1-a6f7-40f9717e3807 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.077347] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0730e44f-fbc1-4863-a034-6d9f5d11e770 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.093151] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1178.098842] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Creating folder: Project (ad1544ba2220479a81049246ad2611e6). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1178.099187] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7db3f8f2-5af2-4741-9d99-31629fc9f5ba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.108704] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Created folder: Project (ad1544ba2220479a81049246ad2611e6) in parent group-v693134. [ 1178.108893] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Creating folder: Instances. Parent ref: group-v693429. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1178.109135] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bb83005-52e2-48b9-b577-50fd788a313e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.120285] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Created folder: Instances in parent group-v693429. [ 1178.120533] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.120723] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1178.120925] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d6ec32a-7c00-4545-a6ba-498d060bf403 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.138976] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1178.138976] env[69365]: value = "task-3469808" [ 1178.138976] env[69365]: _type = "Task" [ 1178.138976] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.146702] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469808, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.189830] env[69365]: DEBUG oslo_vmware.api [None req-6565ca95-9e7a-47d9-ac2e-9bd0c2baef05 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469804, 'name': PowerOffVM_Task, 'duration_secs': 0.25576} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.190180] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6565ca95-9e7a-47d9-ac2e-9bd0c2baef05 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.190422] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6565ca95-9e7a-47d9-ac2e-9bd0c2baef05 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.190731] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1221c3f-3ecc-472d-8973-640046a5522f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.253329] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6565ca95-9e7a-47d9-ac2e-9bd0c2baef05 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.253578] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6565ca95-9e7a-47d9-ac2e-9bd0c2baef05 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.253784] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6565ca95-9e7a-47d9-ac2e-9bd0c2baef05 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Deleting the datastore file [datastore1] bf5de304-45c8-4772-a217-0d67a3f25b50 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.254080] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0dd197c-95de-4758-add8-428fe34b52ef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.264691] env[69365]: DEBUG oslo_vmware.api [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469805, 'name': PowerOffVM_Task, 'duration_secs': 0.246768} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.265990] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.266675] env[69365]: DEBUG nova.virt.hardware [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.266891] env[69365]: DEBUG nova.virt.hardware [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.267055] env[69365]: DEBUG nova.virt.hardware [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.267268] env[69365]: DEBUG nova.virt.hardware [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.267419] env[69365]: DEBUG nova.virt.hardware [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.267563] env[69365]: DEBUG nova.virt.hardware [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.267763] env[69365]: DEBUG nova.virt.hardware [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.267918] env[69365]: DEBUG nova.virt.hardware [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.268102] env[69365]: DEBUG nova.virt.hardware [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.268275] env[69365]: DEBUG nova.virt.hardware [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.268474] env[69365]: DEBUG nova.virt.hardware [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.273342] env[69365]: DEBUG oslo_vmware.api [None req-6565ca95-9e7a-47d9-ac2e-9bd0c2baef05 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1178.273342] env[69365]: value = "task-3469810" [ 1178.273342] env[69365]: _type = "Task" [ 1178.273342] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.273526] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87b49295-604c-4e31-b4fb-0d8ef6696284 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.292328] env[69365]: DEBUG oslo_vmware.api [None req-6565ca95-9e7a-47d9-ac2e-9bd0c2baef05 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469810, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.293519] env[69365]: DEBUG oslo_vmware.api [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1178.293519] env[69365]: value = "task-3469811" [ 1178.293519] env[69365]: _type = "Task" [ 1178.293519] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.302873] env[69365]: DEBUG oslo_vmware.api [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469811, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.346648] env[69365]: DEBUG oslo_concurrency.lockutils [None req-09f78aec-18d3-4845-8762-d75acc57e73c tempest-ServerTagsTestJSON-339796703 tempest-ServerTagsTestJSON-339796703-project-member] Lock "76027c9e-d6ba-4180-a861-5ef112ec0518" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.589s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.449968] env[69365]: DEBUG oslo_vmware.api [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469803, 'name': ReconfigVM_Task, 'duration_secs': 0.678881} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.452567] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 232daea3-3c64-4712-800c-6de1128cb914/232daea3-3c64-4712-800c-6de1128cb914.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.453392] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14d4e8ab-56aa-493d-91f5-82eb1542c303 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.460317] env[69365]: DEBUG oslo_vmware.api [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1178.460317] env[69365]: value = "task-3469812" [ 1178.460317] env[69365]: _type = "Task" [ 1178.460317] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.470859] env[69365]: DEBUG oslo_vmware.api [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469812, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.504964] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68a501d-4e2f-436b-8f4b-878fcb371228 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.512298] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2f576b-92c8-4813-b666-77b7c3424b9f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.544796] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb7f3be-aee8-4dca-9496-fb0aee7d8a23 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.552590] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59901b1-92f2-453e-884d-43181e0b26c4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.565902] env[69365]: DEBUG nova.compute.provider_tree [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1178.649956] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469808, 'name': CreateVM_Task, 'duration_secs': 0.29611} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.650175] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1178.650614] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.650776] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.651112] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.651606] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b618f958-c1b2-447c-a85c-88024fc5abfa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.660987] env[69365]: DEBUG oslo_vmware.api [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Waiting for the task: (returnval){ [ 1178.660987] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d3bab7-fb4b-bb15-9274-bf5af20f1dca" [ 1178.660987] env[69365]: _type = "Task" [ 1178.660987] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.672278] env[69365]: DEBUG oslo_vmware.api [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d3bab7-fb4b-bb15-9274-bf5af20f1dca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.793157] env[69365]: DEBUG oslo_vmware.api [None req-6565ca95-9e7a-47d9-ac2e-9bd0c2baef05 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469810, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144254} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.793422] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6565ca95-9e7a-47d9-ac2e-9bd0c2baef05 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1178.793631] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6565ca95-9e7a-47d9-ac2e-9bd0c2baef05 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1178.793832] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6565ca95-9e7a-47d9-ac2e-9bd0c2baef05 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1178.794023] env[69365]: INFO nova.compute.manager [None req-6565ca95-9e7a-47d9-ac2e-9bd0c2baef05 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1178.794631] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6565ca95-9e7a-47d9-ac2e-9bd0c2baef05 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1178.794631] env[69365]: DEBUG nova.compute.manager [-] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1178.794782] env[69365]: DEBUG nova.network.neutron [-] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1178.805875] env[69365]: DEBUG oslo_vmware.api [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469811, 'name': ReconfigVM_Task, 'duration_secs': 0.16052} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.807049] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9a3c94-1f61-44d4-85c4-0d3b80b3c1d6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.840654] env[69365]: DEBUG nova.virt.hardware [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.840933] env[69365]: DEBUG nova.virt.hardware [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.841231] env[69365]: DEBUG nova.virt.hardware [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.841571] env[69365]: DEBUG nova.virt.hardware [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.841859] env[69365]: DEBUG nova.virt.hardware [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.842091] env[69365]: DEBUG nova.virt.hardware [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.842330] env[69365]: DEBUG nova.virt.hardware [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.842494] env[69365]: DEBUG nova.virt.hardware [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.842667] env[69365]: DEBUG nova.virt.hardware [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.842836] env[69365]: DEBUG nova.virt.hardware [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.843022] env[69365]: DEBUG nova.virt.hardware [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.846033] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-765c6d16-1a3b-4472-ad23-60e5820f39f4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.851775] env[69365]: DEBUG oslo_vmware.api [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1178.851775] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]523c2678-83ca-de59-2eed-7b0f1710e444" [ 1178.851775] env[69365]: _type = "Task" [ 1178.851775] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.860653] env[69365]: DEBUG oslo_vmware.api [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523c2678-83ca-de59-2eed-7b0f1710e444, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.978525] env[69365]: DEBUG oslo_vmware.api [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469812, 'name': Rename_Task, 'duration_secs': 0.185718} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.978965] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1178.979340] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51cff93e-ef93-47b8-bfe0-04d4dc598aba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.987793] env[69365]: DEBUG oslo_vmware.api [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1178.987793] env[69365]: value = "task-3469813" [ 1178.987793] env[69365]: _type = "Task" [ 1178.987793] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.000392] env[69365]: DEBUG oslo_vmware.api [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469813, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.098715] env[69365]: ERROR nova.scheduler.client.report [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [req-6c67baa5-c3d0-4f75-9cff-2a594c28af6e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1e46e834-6985-4ce8-8ea0-649bfd87006d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6c67baa5-c3d0-4f75-9cff-2a594c28af6e"}]} [ 1179.116973] env[69365]: DEBUG nova.scheduler.client.report [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Refreshing inventories for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1179.133902] env[69365]: DEBUG nova.scheduler.client.report [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Updating ProviderTree inventory for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1179.134174] env[69365]: DEBUG nova.compute.provider_tree [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1179.136871] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea3174d9-eab8-491c-990b-40adde811635 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "d240c4dc-ba45-46d0-834b-b29984a27b49" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.137135] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea3174d9-eab8-491c-990b-40adde811635 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "d240c4dc-ba45-46d0-834b-b29984a27b49" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.137368] env[69365]: INFO nova.compute.manager [None req-ea3174d9-eab8-491c-990b-40adde811635 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Attaching volume cbc50367-b6e1-4243-a65a-2a1a62b53841 to /dev/sdb [ 1179.147577] env[69365]: DEBUG nova.scheduler.client.report [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Refreshing aggregate associations for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d, aggregates: None {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1179.174460] env[69365]: DEBUG oslo_vmware.api [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d3bab7-fb4b-bb15-9274-bf5af20f1dca, 'name': SearchDatastore_Task, 'duration_secs': 0.010125} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.176257] env[69365]: DEBUG nova.scheduler.client.report [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Refreshing trait associations for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1179.179341] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.179600] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1179.179836] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.179980] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.180172] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1179.180972] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb080288-d94b-4a81-aee7-e47b4c44910c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.183968] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f030c7a3-ef0a-4a6a-9765-06ca40fb2ebf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.194574] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213cbb05-6775-4efe-9988-c7a2e22e26b7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.197174] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1179.197378] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1179.198160] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcf60f12-5ad5-4325-b40d-04519bfe5f3e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.213684] env[69365]: DEBUG nova.virt.block_device [None req-ea3174d9-eab8-491c-990b-40adde811635 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Updating existing volume attachment record: b53e7a80-add2-4c16-81ef-e19976d5e175 {{(pid=69365) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1179.219878] env[69365]: DEBUG oslo_vmware.api [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Waiting for the task: (returnval){ [ 1179.219878] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a706df-774a-b675-b8dd-c3bf010d7e0b" [ 1179.219878] env[69365]: _type = "Task" [ 1179.219878] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.228664] env[69365]: DEBUG oslo_vmware.api [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a706df-774a-b675-b8dd-c3bf010d7e0b, 'name': SearchDatastore_Task, 'duration_secs': 0.010304} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.232732] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dac47cdd-beb5-4ea5-8857-cb8b02572612 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.238513] env[69365]: DEBUG oslo_vmware.api [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Waiting for the task: (returnval){ [ 1179.238513] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d384a7-c27b-c197-5b6d-86719146c4a2" [ 1179.238513] env[69365]: _type = "Task" [ 1179.238513] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.246876] env[69365]: DEBUG oslo_vmware.api [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d384a7-c27b-c197-5b6d-86719146c4a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.361391] env[69365]: DEBUG oslo_vmware.api [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523c2678-83ca-de59-2eed-7b0f1710e444, 'name': SearchDatastore_Task, 'duration_secs': 0.010817} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.369547] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Reconfiguring VM instance instance-00000058 to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1179.370155] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fa34cce-2ec8-42b3-8e69-b673f01b4252 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.384276] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618e4eec-9d79-436e-b8d6-24e416c49a20 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.392940] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-823bb07f-5166-456b-9e49-dd209ddd1d49 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.396141] env[69365]: DEBUG oslo_vmware.api [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1179.396141] env[69365]: value = "task-3469816" [ 1179.396141] env[69365]: _type = "Task" [ 1179.396141] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.428985] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-173cd411-8fe4-4783-b152-6c0ba613ff85 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.438021] env[69365]: DEBUG oslo_vmware.api [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469816, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.440064] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350e6a70-322e-4014-9b83-3394371d41b6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.453689] env[69365]: DEBUG nova.compute.provider_tree [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1179.498532] env[69365]: DEBUG oslo_vmware.api [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469813, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.754080] env[69365]: DEBUG oslo_vmware.api [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d384a7-c27b-c197-5b6d-86719146c4a2, 'name': SearchDatastore_Task, 'duration_secs': 0.010953} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.754554] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.754814] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 6ce999d5-fc05-4489-8c2e-a6763b423981/6ce999d5-fc05-4489-8c2e-a6763b423981.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1179.755262] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f0abf70-1927-4691-b9f2-2014ca592e26 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.764856] env[69365]: DEBUG oslo_vmware.api [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Waiting for the task: (returnval){ [ 1179.764856] env[69365]: value = "task-3469818" [ 1179.764856] env[69365]: _type = "Task" [ 1179.764856] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.774746] env[69365]: DEBUG oslo_vmware.api [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': task-3469818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.781363] env[69365]: DEBUG nova.compute.manager [req-0fbf5f97-957a-4f36-a8c4-2ae935c24ff4 req-85b38343-b71f-4136-a012-56f7ad85a164 service nova] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Received event network-vif-deleted-f799a7e7-fc27-4152-9233-739516fe2607 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.781363] env[69365]: INFO nova.compute.manager [req-0fbf5f97-957a-4f36-a8c4-2ae935c24ff4 req-85b38343-b71f-4136-a012-56f7ad85a164 service nova] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Neutron deleted interface f799a7e7-fc27-4152-9233-739516fe2607; detaching it from the instance and deleting it from the info cache [ 1179.781363] env[69365]: DEBUG nova.network.neutron [req-0fbf5f97-957a-4f36-a8c4-2ae935c24ff4 req-85b38343-b71f-4136-a012-56f7ad85a164 service nova] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.907272] env[69365]: DEBUG oslo_vmware.api [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469816, 'name': ReconfigVM_Task, 'duration_secs': 0.218956} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.907272] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Reconfigured VM instance instance-00000058 to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1179.907491] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7d3aad-e872-43ec-be21-8b8b4561185c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.947661] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] d5060397-0866-4489-be62-3b76d23362a8/d5060397-0866-4489-be62-3b76d23362a8.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.948168] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39e5b0be-8821-440a-bd49-81f1c6f99769 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.978145] env[69365]: DEBUG oslo_vmware.api [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1179.978145] env[69365]: value = "task-3469819" [ 1179.978145] env[69365]: _type = "Task" [ 1179.978145] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.990264] env[69365]: DEBUG oslo_vmware.api [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469819, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.001059] env[69365]: DEBUG oslo_vmware.api [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469813, 'name': PowerOnVM_Task, 'duration_secs': 0.742671} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.002124] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.002382] env[69365]: INFO nova.compute.manager [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Took 8.89 seconds to spawn the instance on the hypervisor. [ 1180.002568] env[69365]: DEBUG nova.compute.manager [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.003470] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1d9c5e-f4db-4699-a6db-5cf609cc22a0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.018420] env[69365]: DEBUG nova.scheduler.client.report [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Updated inventory for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with generation 140 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1180.018751] env[69365]: DEBUG nova.compute.provider_tree [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Updating resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d generation from 140 to 141 during operation: update_inventory {{(pid=69365) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1180.018872] env[69365]: DEBUG nova.compute.provider_tree [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1180.255664] env[69365]: DEBUG nova.network.neutron [-] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.279707] env[69365]: DEBUG oslo_vmware.api [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': task-3469818, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473154} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.280033] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 6ce999d5-fc05-4489-8c2e-a6763b423981/6ce999d5-fc05-4489-8c2e-a6763b423981.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1180.280249] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1180.280663] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31bfb174-b5df-4e4a-975f-8d775aac9c61 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.283314] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6a50b0e-9524-4404-a767-51b580caf39b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.287909] env[69365]: DEBUG oslo_vmware.api [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Waiting for the task: (returnval){ [ 1180.287909] env[69365]: value = "task-3469820" [ 1180.287909] env[69365]: _type = "Task" [ 1180.287909] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.297021] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee68a8e-7865-4b1e-9ba5-d6667dd94a66 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.311520] env[69365]: DEBUG oslo_vmware.api [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': task-3469820, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.332444] env[69365]: DEBUG nova.compute.manager [req-0fbf5f97-957a-4f36-a8c4-2ae935c24ff4 req-85b38343-b71f-4136-a012-56f7ad85a164 service nova] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Detach interface failed, port_id=f799a7e7-fc27-4152-9233-739516fe2607, reason: Instance bf5de304-45c8-4772-a217-0d67a3f25b50 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1180.487904] env[69365]: DEBUG oslo_vmware.api [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469819, 'name': ReconfigVM_Task, 'duration_secs': 0.361458} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.489200] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Reconfigured VM instance instance-00000058 to attach disk [datastore2] d5060397-0866-4489-be62-3b76d23362a8/d5060397-0866-4489-be62-3b76d23362a8.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.489722] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965a50cb-3b96-4a6f-a1c7-165a87a06f1b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.513036] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07085a6a-0fc0-405f-a1ec-72b7ca225846 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.540586] env[69365]: DEBUG oslo_concurrency.lockutils [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.724s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.544547] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.413s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.546250] env[69365]: DEBUG nova.objects.instance [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lazy-loading 'resources' on Instance uuid dbc6c632-cd7b-4f57-855a-acd12826d021 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.546439] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e103c5f-f94f-4d41-a41c-eece99428fba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.549258] env[69365]: INFO nova.compute.manager [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Took 21.96 seconds to build instance. [ 1180.573111] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ff0daf-efd8-477f-9b8b-147188cbfbe2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.576318] env[69365]: INFO nova.scheduler.client.report [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Deleted allocations for instance 0d028ec7-840a-4095-9a67-641ef8358807 [ 1180.584466] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.585112] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74b8da8f-e308-46cf-8514-ab2a4a349b8b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.593019] env[69365]: DEBUG oslo_vmware.api [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1180.593019] env[69365]: value = "task-3469821" [ 1180.593019] env[69365]: _type = "Task" [ 1180.593019] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.599700] env[69365]: DEBUG oslo_vmware.api [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.759195] env[69365]: INFO nova.compute.manager [-] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Took 1.96 seconds to deallocate network for instance. [ 1180.799049] env[69365]: DEBUG oslo_vmware.api [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': task-3469820, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176092} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.799049] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1180.799898] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b2a2ce-3dab-49dc-a539-0585b96a822e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.821393] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 6ce999d5-fc05-4489-8c2e-a6763b423981/6ce999d5-fc05-4489-8c2e-a6763b423981.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.821995] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec596a61-8543-4455-baab-ae7083dedaee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.842814] env[69365]: DEBUG oslo_vmware.api [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Waiting for the task: (returnval){ [ 1180.842814] env[69365]: value = "task-3469822" [ 1180.842814] env[69365]: _type = "Task" [ 1180.842814] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.851085] env[69365]: DEBUG oslo_vmware.api [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': task-3469822, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.958262] env[69365]: DEBUG nova.compute.manager [req-ffd7a17c-80dd-43e5-8167-2f1fa818cdbf req-5c5adf43-c087-46e9-bbf9-92bf931f0b41 service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Received event network-changed-a254bc29-9530-4d10-8122-ae764a8fcd27 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1180.958522] env[69365]: DEBUG nova.compute.manager [req-ffd7a17c-80dd-43e5-8167-2f1fa818cdbf req-5c5adf43-c087-46e9-bbf9-92bf931f0b41 service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Refreshing instance network info cache due to event network-changed-a254bc29-9530-4d10-8122-ae764a8fcd27. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1180.958754] env[69365]: DEBUG oslo_concurrency.lockutils [req-ffd7a17c-80dd-43e5-8167-2f1fa818cdbf req-5c5adf43-c087-46e9-bbf9-92bf931f0b41 service nova] Acquiring lock "refresh_cache-41177a0a-ccff-4b4b-bbe5-a81778987c71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.958873] env[69365]: DEBUG oslo_concurrency.lockutils [req-ffd7a17c-80dd-43e5-8167-2f1fa818cdbf req-5c5adf43-c087-46e9-bbf9-92bf931f0b41 service nova] Acquired lock "refresh_cache-41177a0a-ccff-4b4b-bbe5-a81778987c71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.959661] env[69365]: DEBUG nova.network.neutron [req-ffd7a17c-80dd-43e5-8167-2f1fa818cdbf req-5c5adf43-c087-46e9-bbf9-92bf931f0b41 service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Refreshing network info cache for port a254bc29-9530-4d10-8122-ae764a8fcd27 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1181.054539] env[69365]: DEBUG oslo_concurrency.lockutils [None req-49ce4591-ea9f-4f0b-97b3-db3c993b426b tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "232daea3-3c64-4712-800c-6de1128cb914" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.474s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.086040] env[69365]: DEBUG oslo_concurrency.lockutils [None req-52de95d5-209e-4ba9-a096-21a13c56b3bc tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "0d028ec7-840a-4095-9a67-641ef8358807" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.268s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.112927] env[69365]: DEBUG oslo_vmware.api [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469821, 'name': PowerOnVM_Task, 'duration_secs': 0.413213} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.118160] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.251658] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039fdce2-d15f-4e69-88d5-869b91336371 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.259837] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a0550a-2fe5-4821-b67e-79fad2cfba46 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.266306] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6565ca95-9e7a-47d9-ac2e-9bd0c2baef05 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.291260] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc7ae38-8a1b-460e-bb60-023655de7895 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.299026] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5ab40fb-afc3-416a-bc15-1a9387d1a4dd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.312438] env[69365]: DEBUG nova.compute.provider_tree [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1181.352421] env[69365]: DEBUG oslo_vmware.api [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': task-3469822, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.676482] env[69365]: DEBUG nova.network.neutron [req-ffd7a17c-80dd-43e5-8167-2f1fa818cdbf req-5c5adf43-c087-46e9-bbf9-92bf931f0b41 service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Updated VIF entry in instance network info cache for port a254bc29-9530-4d10-8122-ae764a8fcd27. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1181.676850] env[69365]: DEBUG nova.network.neutron [req-ffd7a17c-80dd-43e5-8167-2f1fa818cdbf req-5c5adf43-c087-46e9-bbf9-92bf931f0b41 service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Updating instance_info_cache with network_info: [{"id": "a254bc29-9530-4d10-8122-ae764a8fcd27", "address": "fa:16:3e:e5:8a:99", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa254bc29-95", "ovs_interfaceid": "a254bc29-9530-4d10-8122-ae764a8fcd27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.858871] env[69365]: DEBUG oslo_vmware.api [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': task-3469822, 'name': ReconfigVM_Task, 'duration_secs': 0.808398} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.859264] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 6ce999d5-fc05-4489-8c2e-a6763b423981/6ce999d5-fc05-4489-8c2e-a6763b423981.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.860658] env[69365]: DEBUG nova.scheduler.client.report [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Updated inventory for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with generation 141 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1181.861100] env[69365]: DEBUG nova.compute.provider_tree [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Updating resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d generation from 141 to 142 during operation: update_inventory {{(pid=69365) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1181.861354] env[69365]: DEBUG nova.compute.provider_tree [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1181.864834] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-39f77805-6710-4243-90ae-00b595b664b2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.879104] env[69365]: DEBUG oslo_vmware.api [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Waiting for the task: (returnval){ [ 1181.879104] env[69365]: value = "task-3469824" [ 1181.879104] env[69365]: _type = "Task" [ 1181.879104] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.894546] env[69365]: DEBUG oslo_vmware.api [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': task-3469824, 'name': Rename_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.167551] env[69365]: INFO nova.compute.manager [None req-03da7f58-c378-4cc4-9261-1aa0894cd31f tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Updating instance to original state: 'active' [ 1182.179533] env[69365]: DEBUG oslo_concurrency.lockutils [req-ffd7a17c-80dd-43e5-8167-2f1fa818cdbf req-5c5adf43-c087-46e9-bbf9-92bf931f0b41 service nova] Releasing lock "refresh_cache-41177a0a-ccff-4b4b-bbe5-a81778987c71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.372676] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.375279] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.155s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.375786] env[69365]: DEBUG nova.objects.instance [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Lazy-loading 'resources' on Instance uuid 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.391957] env[69365]: DEBUG oslo_vmware.api [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': task-3469824, 'name': Rename_Task, 'duration_secs': 0.250206} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.392479] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.392796] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ca5c41f-0807-424d-bf10-753bbc4b91ab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.399919] env[69365]: DEBUG oslo_vmware.api [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Waiting for the task: (returnval){ [ 1182.399919] env[69365]: value = "task-3469825" [ 1182.399919] env[69365]: _type = "Task" [ 1182.399919] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.404435] env[69365]: INFO nova.scheduler.client.report [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Deleted allocations for instance dbc6c632-cd7b-4f57-855a-acd12826d021 [ 1182.413585] env[69365]: DEBUG oslo_vmware.api [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': task-3469825, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.922884] env[69365]: DEBUG oslo_vmware.api [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': task-3469825, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.922884] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e1963a77-542a-4719-ad24-25956a7a0086 tempest-ServersTestJSON-1404469400 tempest-ServersTestJSON-1404469400-project-member] Lock "dbc6c632-cd7b-4f57-855a-acd12826d021" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.245s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.992483] env[69365]: DEBUG nova.compute.manager [req-5aee0a79-9ae1-41d8-b710-d9d80df54078 req-c4377e35-f2d4-47d8-82f8-5cc57375209b service nova] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Received event network-changed-64987207-ee0c-4531-bf02-3e8bc96c70d3 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.995989] env[69365]: DEBUG nova.compute.manager [req-5aee0a79-9ae1-41d8-b710-d9d80df54078 req-c4377e35-f2d4-47d8-82f8-5cc57375209b service nova] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Refreshing instance network info cache due to event network-changed-64987207-ee0c-4531-bf02-3e8bc96c70d3. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.996282] env[69365]: DEBUG oslo_concurrency.lockutils [req-5aee0a79-9ae1-41d8-b710-d9d80df54078 req-c4377e35-f2d4-47d8-82f8-5cc57375209b service nova] Acquiring lock "refresh_cache-232daea3-3c64-4712-800c-6de1128cb914" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.996796] env[69365]: DEBUG oslo_concurrency.lockutils [req-5aee0a79-9ae1-41d8-b710-d9d80df54078 req-c4377e35-f2d4-47d8-82f8-5cc57375209b service nova] Acquired lock "refresh_cache-232daea3-3c64-4712-800c-6de1128cb914" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.996796] env[69365]: DEBUG nova.network.neutron [req-5aee0a79-9ae1-41d8-b710-d9d80df54078 req-c4377e35-f2d4-47d8-82f8-5cc57375209b service nova] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Refreshing network info cache for port 64987207-ee0c-4531-bf02-3e8bc96c70d3 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.069195] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c351cf73-48be-4e18-9f89-7449dd0d22d1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.078517] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a8e6ab-7aff-4087-8118-48c064808c1f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.117885] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46649aca-7355-4f44-89cb-12860da584d8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.125836] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d850b70d-dd9f-44cb-9b98-d83b43cced03 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.141525] env[69365]: DEBUG nova.compute.provider_tree [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1183.411496] env[69365]: DEBUG oslo_vmware.api [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': task-3469825, 'name': PowerOnVM_Task, 'duration_secs': 0.551043} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.412263] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.412661] env[69365]: INFO nova.compute.manager [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Took 5.37 seconds to spawn the instance on the hypervisor. [ 1183.412991] env[69365]: DEBUG nova.compute.manager [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.413719] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "d5060397-0866-4489-be62-3b76d23362a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.414079] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "d5060397-0866-4489-be62-3b76d23362a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.415991] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "d5060397-0866-4489-be62-3b76d23362a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.415991] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "d5060397-0866-4489-be62-3b76d23362a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.415991] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "d5060397-0866-4489-be62-3b76d23362a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.417268] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbae47d7-340c-4613-a88e-2a624665f9cc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.420188] env[69365]: INFO nova.compute.manager [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Terminating instance [ 1183.671204] env[69365]: ERROR nova.scheduler.client.report [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] [req-3dbc0bbd-6b35-4f0a-b968-bca94132d615] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1e46e834-6985-4ce8-8ea0-649bfd87006d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3dbc0bbd-6b35-4f0a-b968-bca94132d615"}]} [ 1183.691386] env[69365]: DEBUG nova.scheduler.client.report [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Refreshing inventories for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1183.706334] env[69365]: DEBUG nova.scheduler.client.report [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Updating ProviderTree inventory for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1183.706598] env[69365]: DEBUG nova.compute.provider_tree [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1183.719496] env[69365]: DEBUG nova.scheduler.client.report [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Refreshing aggregate associations for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d, aggregates: None {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1183.739575] env[69365]: DEBUG nova.scheduler.client.report [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Refreshing trait associations for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1183.768897] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea3174d9-eab8-491c-990b-40adde811635 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Volume attach. Driver type: vmdk {{(pid=69365) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1183.769195] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea3174d9-eab8-491c-990b-40adde811635 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693433', 'volume_id': 'cbc50367-b6e1-4243-a65a-2a1a62b53841', 'name': 'volume-cbc50367-b6e1-4243-a65a-2a1a62b53841', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd240c4dc-ba45-46d0-834b-b29984a27b49', 'attached_at': '', 'detached_at': '', 'volume_id': 'cbc50367-b6e1-4243-a65a-2a1a62b53841', 'serial': 'cbc50367-b6e1-4243-a65a-2a1a62b53841'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1183.770209] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc374668-cf31-48b8-b3df-728ce860a552 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.791056] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06afc52-7b06-41c4-ba43-52a77a687324 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.819601] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea3174d9-eab8-491c-990b-40adde811635 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] volume-cbc50367-b6e1-4243-a65a-2a1a62b53841/volume-cbc50367-b6e1-4243-a65a-2a1a62b53841.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1183.826016] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c626a556-c1bc-4001-8eb6-ec0094b6f3bd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.843597] env[69365]: DEBUG oslo_vmware.api [None req-ea3174d9-eab8-491c-990b-40adde811635 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1183.843597] env[69365]: value = "task-3469826" [ 1183.843597] env[69365]: _type = "Task" [ 1183.843597] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.851863] env[69365]: DEBUG oslo_vmware.api [None req-ea3174d9-eab8-491c-990b-40adde811635 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469826, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.896702] env[69365]: DEBUG nova.network.neutron [req-5aee0a79-9ae1-41d8-b710-d9d80df54078 req-c4377e35-f2d4-47d8-82f8-5cc57375209b service nova] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Updated VIF entry in instance network info cache for port 64987207-ee0c-4531-bf02-3e8bc96c70d3. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1183.896996] env[69365]: DEBUG nova.network.neutron [req-5aee0a79-9ae1-41d8-b710-d9d80df54078 req-c4377e35-f2d4-47d8-82f8-5cc57375209b service nova] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Updating instance_info_cache with network_info: [{"id": "64987207-ee0c-4531-bf02-3e8bc96c70d3", "address": "fa:16:3e:9b:6a:89", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64987207-ee", "ovs_interfaceid": "64987207-ee0c-4531-bf02-3e8bc96c70d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.926234] env[69365]: DEBUG nova.compute.manager [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1183.926605] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.927486] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-953384ae-d048-41d1-9a22-52b7ff98e539 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.936658] env[69365]: DEBUG oslo_vmware.api [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1183.936658] env[69365]: value = "task-3469827" [ 1183.936658] env[69365]: _type = "Task" [ 1183.936658] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.949254] env[69365]: INFO nova.compute.manager [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Took 19.73 seconds to build instance. [ 1183.959949] env[69365]: DEBUG oslo_vmware.api [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.981708] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquiring lock "592da6de-20c5-4eb7-8a61-acc350b1f08c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.981937] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "592da6de-20c5-4eb7-8a61-acc350b1f08c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.984843] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d386ec-78d9-4c8f-b1ec-edf5aca8701b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.993385] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9bdb805-0b53-48fd-927a-ed0d8dc94a4c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.026052] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367ea5cc-455e-4508-8384-4de37a3a810c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.034020] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e962da3c-ba4a-450a-b5bd-29239f1b76ac {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.048464] env[69365]: DEBUG nova.compute.provider_tree [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1184.353898] env[69365]: DEBUG oslo_vmware.api [None req-ea3174d9-eab8-491c-990b-40adde811635 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469826, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.402857] env[69365]: DEBUG oslo_concurrency.lockutils [req-5aee0a79-9ae1-41d8-b710-d9d80df54078 req-c4377e35-f2d4-47d8-82f8-5cc57375209b service nova] Releasing lock "refresh_cache-232daea3-3c64-4712-800c-6de1128cb914" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.403231] env[69365]: DEBUG nova.compute.manager [req-5aee0a79-9ae1-41d8-b710-d9d80df54078 req-c4377e35-f2d4-47d8-82f8-5cc57375209b service nova] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Received event network-changed-64987207-ee0c-4531-bf02-3e8bc96c70d3 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1184.403392] env[69365]: DEBUG nova.compute.manager [req-5aee0a79-9ae1-41d8-b710-d9d80df54078 req-c4377e35-f2d4-47d8-82f8-5cc57375209b service nova] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Refreshing instance network info cache due to event network-changed-64987207-ee0c-4531-bf02-3e8bc96c70d3. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1184.403730] env[69365]: DEBUG oslo_concurrency.lockutils [req-5aee0a79-9ae1-41d8-b710-d9d80df54078 req-c4377e35-f2d4-47d8-82f8-5cc57375209b service nova] Acquiring lock "refresh_cache-232daea3-3c64-4712-800c-6de1128cb914" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.403970] env[69365]: DEBUG oslo_concurrency.lockutils [req-5aee0a79-9ae1-41d8-b710-d9d80df54078 req-c4377e35-f2d4-47d8-82f8-5cc57375209b service nova] Acquired lock "refresh_cache-232daea3-3c64-4712-800c-6de1128cb914" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.404194] env[69365]: DEBUG nova.network.neutron [req-5aee0a79-9ae1-41d8-b710-d9d80df54078 req-c4377e35-f2d4-47d8-82f8-5cc57375209b service nova] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Refreshing network info cache for port 64987207-ee0c-4531-bf02-3e8bc96c70d3 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1184.449707] env[69365]: DEBUG oslo_vmware.api [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469827, 'name': PowerOffVM_Task, 'duration_secs': 0.263091} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.450028] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1184.450872] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Volume detach. Driver type: vmdk {{(pid=69365) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1184.450872] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693410', 'volume_id': 'a96375b8-ef67-456b-8974-f0e8ec514df6', 'name': 'volume-a96375b8-ef67-456b-8974-f0e8ec514df6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd5060397-0866-4489-be62-3b76d23362a8', 'attached_at': '2025-04-16T23:48:01.000000', 'detached_at': '', 'volume_id': 'a96375b8-ef67-456b-8974-f0e8ec514df6', 'serial': 'a96375b8-ef67-456b-8974-f0e8ec514df6'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1184.451446] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa48a02-bd21-4602-a037-8675181a27af {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.454177] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8d9c6ea1-fc94-41cc-b6e5-55abdda394c0 tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Lock "6ce999d5-fc05-4489-8c2e-a6763b423981" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.253s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.474030] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f32bec-6f17-485a-91d1-45299ac10561 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.480967] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89520d9b-72ab-480e-94b6-1cb13b30f826 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.502746] env[69365]: DEBUG nova.compute.manager [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1184.506081] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf7f664-eae4-4887-8fc1-8175417b37da {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.522755] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] The volume has not been displaced from its original location: [datastore1] volume-a96375b8-ef67-456b-8974-f0e8ec514df6/volume-a96375b8-ef67-456b-8974-f0e8ec514df6.vmdk. No consolidation needed. {{(pid=69365) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1184.528580] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1184.528735] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-740ac219-97fe-4cce-8194-9e3c833c13fa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.548671] env[69365]: DEBUG oslo_vmware.api [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1184.548671] env[69365]: value = "task-3469828" [ 1184.548671] env[69365]: _type = "Task" [ 1184.548671] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.562931] env[69365]: DEBUG oslo_vmware.api [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469828, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.586867] env[69365]: DEBUG nova.scheduler.client.report [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Updated inventory for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with generation 143 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1184.587293] env[69365]: DEBUG nova.compute.provider_tree [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Updating resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d generation from 143 to 144 during operation: update_inventory {{(pid=69365) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1184.587512] env[69365]: DEBUG nova.compute.provider_tree [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1184.854960] env[69365]: DEBUG oslo_vmware.api [None req-ea3174d9-eab8-491c-990b-40adde811635 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469826, 'name': ReconfigVM_Task, 'duration_secs': 0.603817} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.855274] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea3174d9-eab8-491c-990b-40adde811635 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Reconfigured VM instance instance-0000006a to attach disk [datastore1] volume-cbc50367-b6e1-4243-a65a-2a1a62b53841/volume-cbc50367-b6e1-4243-a65a-2a1a62b53841.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1184.860076] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bca88940-5745-40e5-a437-dc4c991a65a5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.875130] env[69365]: DEBUG oslo_vmware.api [None req-ea3174d9-eab8-491c-990b-40adde811635 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1184.875130] env[69365]: value = "task-3469829" [ 1184.875130] env[69365]: _type = "Task" [ 1184.875130] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.883730] env[69365]: DEBUG oslo_vmware.api [None req-ea3174d9-eab8-491c-990b-40adde811635 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.027063] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.060148] env[69365]: DEBUG oslo_vmware.api [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469828, 'name': ReconfigVM_Task, 'duration_secs': 0.37727} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.060454] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1185.065288] env[69365]: INFO nova.compute.manager [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Rebuilding instance [ 1185.066987] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9bb944e-7130-47de-bb1d-14d4043bbcf4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.082357] env[69365]: DEBUG oslo_vmware.api [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1185.082357] env[69365]: value = "task-3469830" [ 1185.082357] env[69365]: _type = "Task" [ 1185.082357] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.093952] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.718s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.095571] env[69365]: DEBUG oslo_vmware.api [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469830, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.097908] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6565ca95-9e7a-47d9-ac2e-9bd0c2baef05 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.832s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.098295] env[69365]: DEBUG nova.objects.instance [None req-6565ca95-9e7a-47d9-ac2e-9bd0c2baef05 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lazy-loading 'resources' on Instance uuid bf5de304-45c8-4772-a217-0d67a3f25b50 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.125068] env[69365]: DEBUG nova.compute.manager [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1185.126051] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec69e18-2b61-4b43-ac5b-390cc18acc56 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.129895] env[69365]: DEBUG nova.network.neutron [req-5aee0a79-9ae1-41d8-b710-d9d80df54078 req-c4377e35-f2d4-47d8-82f8-5cc57375209b service nova] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Updated VIF entry in instance network info cache for port 64987207-ee0c-4531-bf02-3e8bc96c70d3. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1185.130236] env[69365]: DEBUG nova.network.neutron [req-5aee0a79-9ae1-41d8-b710-d9d80df54078 req-c4377e35-f2d4-47d8-82f8-5cc57375209b service nova] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Updating instance_info_cache with network_info: [{"id": "64987207-ee0c-4531-bf02-3e8bc96c70d3", "address": "fa:16:3e:9b:6a:89", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64987207-ee", "ovs_interfaceid": "64987207-ee0c-4531-bf02-3e8bc96c70d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.131915] env[69365]: INFO nova.scheduler.client.report [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Deleted allocations for instance 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d [ 1185.385488] env[69365]: DEBUG oslo_vmware.api [None req-ea3174d9-eab8-491c-990b-40adde811635 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469829, 'name': ReconfigVM_Task, 'duration_secs': 0.186409} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.385786] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea3174d9-eab8-491c-990b-40adde811635 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693433', 'volume_id': 'cbc50367-b6e1-4243-a65a-2a1a62b53841', 'name': 'volume-cbc50367-b6e1-4243-a65a-2a1a62b53841', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd240c4dc-ba45-46d0-834b-b29984a27b49', 'attached_at': '', 'detached_at': '', 'volume_id': 'cbc50367-b6e1-4243-a65a-2a1a62b53841', 'serial': 'cbc50367-b6e1-4243-a65a-2a1a62b53841'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1185.592570] env[69365]: DEBUG oslo_vmware.api [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469830, 'name': ReconfigVM_Task, 'duration_secs': 0.339818} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.592882] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693410', 'volume_id': 'a96375b8-ef67-456b-8974-f0e8ec514df6', 'name': 'volume-a96375b8-ef67-456b-8974-f0e8ec514df6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'd5060397-0866-4489-be62-3b76d23362a8', 'attached_at': '2025-04-16T23:48:01.000000', 'detached_at': '', 'volume_id': 'a96375b8-ef67-456b-8974-f0e8ec514df6', 'serial': 'a96375b8-ef67-456b-8974-f0e8ec514df6'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1185.593325] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1185.594121] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bcf0b8-1c34-48ae-bdc2-2db4bf997580 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.604130] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.604365] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76aceac9-05a4-4139-9baa-796bd7396e78 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.637565] env[69365]: DEBUG oslo_concurrency.lockutils [req-5aee0a79-9ae1-41d8-b710-d9d80df54078 req-c4377e35-f2d4-47d8-82f8-5cc57375209b service nova] Releasing lock "refresh_cache-232daea3-3c64-4712-800c-6de1128cb914" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.637963] env[69365]: DEBUG nova.compute.manager [req-5aee0a79-9ae1-41d8-b710-d9d80df54078 req-c4377e35-f2d4-47d8-82f8-5cc57375209b service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Received event network-changed-a254bc29-9530-4d10-8122-ae764a8fcd27 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1185.638254] env[69365]: DEBUG nova.compute.manager [req-5aee0a79-9ae1-41d8-b710-d9d80df54078 req-c4377e35-f2d4-47d8-82f8-5cc57375209b service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Refreshing instance network info cache due to event network-changed-a254bc29-9530-4d10-8122-ae764a8fcd27. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1185.638432] env[69365]: DEBUG oslo_concurrency.lockutils [req-5aee0a79-9ae1-41d8-b710-d9d80df54078 req-c4377e35-f2d4-47d8-82f8-5cc57375209b service nova] Acquiring lock "refresh_cache-41177a0a-ccff-4b4b-bbe5-a81778987c71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.638616] env[69365]: DEBUG oslo_concurrency.lockutils [req-5aee0a79-9ae1-41d8-b710-d9d80df54078 req-c4377e35-f2d4-47d8-82f8-5cc57375209b service nova] Acquired lock "refresh_cache-41177a0a-ccff-4b4b-bbe5-a81778987c71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.638830] env[69365]: DEBUG nova.network.neutron [req-5aee0a79-9ae1-41d8-b710-d9d80df54078 req-c4377e35-f2d4-47d8-82f8-5cc57375209b service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Refreshing network info cache for port a254bc29-9530-4d10-8122-ae764a8fcd27 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.645284] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8cb40030-5de9-4e72-ac4d-e62d2995ce31 tempest-ServerShowV247Test-1100368978 tempest-ServerShowV247Test-1100368978-project-member] Lock "7cd11f64-ac70-4b60-a2c6-5f4a24ec081d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.637s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.668025] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.668025] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.668025] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Deleting the datastore file [datastore2] d5060397-0866-4489-be62-3b76d23362a8 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.668025] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03bec175-3b0d-46ee-92c3-47e3f7971384 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.677259] env[69365]: DEBUG oslo_vmware.api [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1185.677259] env[69365]: value = "task-3469832" [ 1185.677259] env[69365]: _type = "Task" [ 1185.677259] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.685961] env[69365]: DEBUG oslo_vmware.api [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469832, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.837858] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af363335-f488-440a-aa4d-325721037dd6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.845823] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c996d2-65ea-450b-aa11-9a6a92e74b31 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.876434] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d409ba2a-ae1a-4b87-90ba-239129b1ef46 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.883955] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1a5e13-4b2d-4596-af15-8272416617e4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.901156] env[69365]: DEBUG nova.compute.provider_tree [None req-6565ca95-9e7a-47d9-ac2e-9bd0c2baef05 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.150424] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.150718] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffb08017-a2af-4908-8e82-cdb36873e133 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.157743] env[69365]: DEBUG oslo_vmware.api [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Waiting for the task: (returnval){ [ 1186.157743] env[69365]: value = "task-3469833" [ 1186.157743] env[69365]: _type = "Task" [ 1186.157743] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.166173] env[69365]: DEBUG oslo_vmware.api [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': task-3469833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.187050] env[69365]: DEBUG oslo_vmware.api [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469832, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247566} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.187333] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1186.188075] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1186.188075] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1186.188075] env[69365]: INFO nova.compute.manager [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1186.188075] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1186.190439] env[69365]: DEBUG nova.compute.manager [-] [instance: d5060397-0866-4489-be62-3b76d23362a8] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1186.190536] env[69365]: DEBUG nova.network.neutron [-] [instance: d5060397-0866-4489-be62-3b76d23362a8] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1186.404795] env[69365]: DEBUG nova.scheduler.client.report [None req-6565ca95-9e7a-47d9-ac2e-9bd0c2baef05 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.437921] env[69365]: DEBUG nova.objects.instance [None req-ea3174d9-eab8-491c-990b-40adde811635 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lazy-loading 'flavor' on Instance uuid d240c4dc-ba45-46d0-834b-b29984a27b49 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.583373] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "d240c4dc-ba45-46d0-834b-b29984a27b49" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.608585] env[69365]: DEBUG nova.network.neutron [req-5aee0a79-9ae1-41d8-b710-d9d80df54078 req-c4377e35-f2d4-47d8-82f8-5cc57375209b service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Updated VIF entry in instance network info cache for port a254bc29-9530-4d10-8122-ae764a8fcd27. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1186.609468] env[69365]: DEBUG nova.network.neutron [req-5aee0a79-9ae1-41d8-b710-d9d80df54078 req-c4377e35-f2d4-47d8-82f8-5cc57375209b service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Updating instance_info_cache with network_info: [{"id": "a254bc29-9530-4d10-8122-ae764a8fcd27", "address": "fa:16:3e:e5:8a:99", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa254bc29-95", "ovs_interfaceid": "a254bc29-9530-4d10-8122-ae764a8fcd27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.667807] env[69365]: DEBUG oslo_vmware.api [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': task-3469833, 'name': PowerOffVM_Task, 'duration_secs': 0.342796} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.668100] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.668342] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.669126] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de60d392-260c-4dde-8531-0f962324da98 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.675616] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1186.675836] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e93a8ea-e71e-4c1d-9062-acb620cde786 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.699046] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1186.699046] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1186.699733] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Deleting the datastore file [datastore1] 6ce999d5-fc05-4489-8c2e-a6763b423981 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1186.699733] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c7c2244-6fe8-4419-9061-dd65d1c1692e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.706061] env[69365]: DEBUG oslo_vmware.api [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Waiting for the task: (returnval){ [ 1186.706061] env[69365]: value = "task-3469835" [ 1186.706061] env[69365]: _type = "Task" [ 1186.706061] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.713842] env[69365]: DEBUG oslo_vmware.api [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': task-3469835, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.840029] env[69365]: DEBUG nova.compute.manager [req-17d8c716-7e07-4809-bbc1-4e7d77a0ae1e req-476e6b3a-c115-4470-b343-d3ce1b3db6a4 service nova] [instance: d5060397-0866-4489-be62-3b76d23362a8] Received event network-vif-deleted-83e6f551-5a35-4b1d-b825-0c07c8d18877 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.840210] env[69365]: INFO nova.compute.manager [req-17d8c716-7e07-4809-bbc1-4e7d77a0ae1e req-476e6b3a-c115-4470-b343-d3ce1b3db6a4 service nova] [instance: d5060397-0866-4489-be62-3b76d23362a8] Neutron deleted interface 83e6f551-5a35-4b1d-b825-0c07c8d18877; detaching it from the instance and deleting it from the info cache [ 1186.840383] env[69365]: DEBUG nova.network.neutron [req-17d8c716-7e07-4809-bbc1-4e7d77a0ae1e req-476e6b3a-c115-4470-b343-d3ce1b3db6a4 service nova] [instance: d5060397-0866-4489-be62-3b76d23362a8] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.910571] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6565ca95-9e7a-47d9-ac2e-9bd0c2baef05 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.813s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.913945] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.886s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.915538] env[69365]: INFO nova.compute.claims [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.935435] env[69365]: INFO nova.scheduler.client.report [None req-6565ca95-9e7a-47d9-ac2e-9bd0c2baef05 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Deleted allocations for instance bf5de304-45c8-4772-a217-0d67a3f25b50 [ 1186.943836] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea3174d9-eab8-491c-990b-40adde811635 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "d240c4dc-ba45-46d0-834b-b29984a27b49" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.807s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.944756] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "d240c4dc-ba45-46d0-834b-b29984a27b49" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.362s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.945007] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "d240c4dc-ba45-46d0-834b-b29984a27b49-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.945255] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "d240c4dc-ba45-46d0-834b-b29984a27b49-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.945434] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "d240c4dc-ba45-46d0-834b-b29984a27b49-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.947413] env[69365]: INFO nova.compute.manager [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Terminating instance [ 1187.112663] env[69365]: DEBUG oslo_concurrency.lockutils [req-5aee0a79-9ae1-41d8-b710-d9d80df54078 req-c4377e35-f2d4-47d8-82f8-5cc57375209b service nova] Releasing lock "refresh_cache-41177a0a-ccff-4b4b-bbe5-a81778987c71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.216103] env[69365]: DEBUG oslo_vmware.api [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': task-3469835, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124602} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.216292] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.216479] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.216649] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.325178] env[69365]: DEBUG nova.network.neutron [-] [instance: d5060397-0866-4489-be62-3b76d23362a8] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.343280] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a585e92-4cd6-4403-a85b-3fa0728d5776 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.353148] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb84e24-5f8b-4a8a-90de-de269494407c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.384206] env[69365]: DEBUG nova.compute.manager [req-17d8c716-7e07-4809-bbc1-4e7d77a0ae1e req-476e6b3a-c115-4470-b343-d3ce1b3db6a4 service nova] [instance: d5060397-0866-4489-be62-3b76d23362a8] Detach interface failed, port_id=83e6f551-5a35-4b1d-b825-0c07c8d18877, reason: Instance d5060397-0866-4489-be62-3b76d23362a8 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1187.443025] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6565ca95-9e7a-47d9-ac2e-9bd0c2baef05 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "bf5de304-45c8-4772-a217-0d67a3f25b50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.287s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.451427] env[69365]: DEBUG nova.compute.manager [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1187.452199] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1187.452199] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ebabce5-0c5b-475a-b4d0-d1ee5cc33ce6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.459537] env[69365]: DEBUG oslo_vmware.api [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1187.459537] env[69365]: value = "task-3469836" [ 1187.459537] env[69365]: _type = "Task" [ 1187.459537] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.468956] env[69365]: DEBUG oslo_vmware.api [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.826179] env[69365]: INFO nova.compute.manager [-] [instance: d5060397-0866-4489-be62-3b76d23362a8] Took 1.64 seconds to deallocate network for instance. [ 1187.971934] env[69365]: DEBUG oslo_vmware.api [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469836, 'name': PowerOffVM_Task, 'duration_secs': 0.264619} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.972241] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1187.972465] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Volume detach. Driver type: vmdk {{(pid=69365) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1187.972661] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693433', 'volume_id': 'cbc50367-b6e1-4243-a65a-2a1a62b53841', 'name': 'volume-cbc50367-b6e1-4243-a65a-2a1a62b53841', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd240c4dc-ba45-46d0-834b-b29984a27b49', 'attached_at': '', 'detached_at': '', 'volume_id': 'cbc50367-b6e1-4243-a65a-2a1a62b53841', 'serial': 'cbc50367-b6e1-4243-a65a-2a1a62b53841'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1187.973437] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99083513-ca2d-40d1-91fd-1d97c21ab400 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.998417] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3747a5bd-022f-48c3-b2f7-1e0bb8d1e564 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.005081] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be90dd7f-421d-49da-a231-e23459ae03d8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.028693] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3ea9b4-733e-4913-9754-ca3b40154873 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.043578] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] The volume has not been displaced from its original location: [datastore1] volume-cbc50367-b6e1-4243-a65a-2a1a62b53841/volume-cbc50367-b6e1-4243-a65a-2a1a62b53841.vmdk. No consolidation needed. {{(pid=69365) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1188.048856] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Reconfiguring VM instance instance-0000006a to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1188.051265] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c8ff92e-ef17-4ba4-a629-12aca3365f45 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.069316] env[69365]: DEBUG oslo_vmware.api [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1188.069316] env[69365]: value = "task-3469837" [ 1188.069316] env[69365]: _type = "Task" [ 1188.069316] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.079071] env[69365]: DEBUG oslo_vmware.api [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.084321] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f531e6f-9126-451a-bf17-8ed3fcb93c1a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.091494] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0aba51-08f0-4e10-ae0b-4a315a5f8ce8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.123667] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bea584-4a51-48be-af3a-1ca62438eadc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.130988] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e399bdbb-070b-4485-a072-6cbd755ecd85 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.143842] env[69365]: DEBUG nova.compute.provider_tree [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.252340] env[69365]: DEBUG nova.virt.hardware [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1188.252585] env[69365]: DEBUG nova.virt.hardware [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1188.252739] env[69365]: DEBUG nova.virt.hardware [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1188.252919] env[69365]: DEBUG nova.virt.hardware [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1188.253077] env[69365]: DEBUG nova.virt.hardware [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1188.253228] env[69365]: DEBUG nova.virt.hardware [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1188.253438] env[69365]: DEBUG nova.virt.hardware [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1188.253596] env[69365]: DEBUG nova.virt.hardware [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1188.253761] env[69365]: DEBUG nova.virt.hardware [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1188.253922] env[69365]: DEBUG nova.virt.hardware [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1188.254103] env[69365]: DEBUG nova.virt.hardware [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1188.254998] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bc9bc1-f9c9-4a97-8ec1-02013765cd0a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.264783] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3837ee5-33ef-4272-9dd5-f1caeb60a1ef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.277773] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Instance VIF info [] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1188.283225] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1188.283743] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1188.283948] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0820f842-ced4-494c-a7e7-6e201e5e7a24 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.299441] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1188.299441] env[69365]: value = "task-3469838" [ 1188.299441] env[69365]: _type = "Task" [ 1188.299441] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.306277] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469838, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.378887] env[69365]: INFO nova.compute.manager [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: d5060397-0866-4489-be62-3b76d23362a8] Took 0.55 seconds to detach 1 volumes for instance. [ 1188.446793] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "4267b135-249c-40e3-aed8-31b1e5a4fed6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.447059] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "4267b135-249c-40e3-aed8-31b1e5a4fed6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.579086] env[69365]: DEBUG oslo_vmware.api [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469837, 'name': ReconfigVM_Task, 'duration_secs': 0.205939} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.579345] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Reconfigured VM instance instance-0000006a to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1188.584187] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c65af8c0-83d2-4605-880f-024ddfe447d8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.600033] env[69365]: DEBUG oslo_vmware.api [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1188.600033] env[69365]: value = "task-3469839" [ 1188.600033] env[69365]: _type = "Task" [ 1188.600033] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.609185] env[69365]: DEBUG oslo_vmware.api [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469839, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.647088] env[69365]: DEBUG nova.scheduler.client.report [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.809177] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469838, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.886751] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.949128] env[69365]: DEBUG nova.compute.manager [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1189.110607] env[69365]: DEBUG oslo_vmware.api [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.152151] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.152630] env[69365]: DEBUG nova.compute.manager [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1189.155790] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.269s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.155998] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.178520] env[69365]: INFO nova.scheduler.client.report [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Deleted allocations for instance d5060397-0866-4489-be62-3b76d23362a8 [ 1189.310504] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469838, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.467257] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.467535] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.469047] env[69365]: INFO nova.compute.claims [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1189.613609] env[69365]: DEBUG oslo_vmware.api [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469839, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.660708] env[69365]: DEBUG nova.compute.utils [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.662114] env[69365]: DEBUG nova.compute.manager [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1189.662289] env[69365]: DEBUG nova.network.neutron [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1189.687101] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0700e9b8-7c82-4903-bd95-334660246871 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "d5060397-0866-4489-be62-3b76d23362a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.273s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.702089] env[69365]: DEBUG nova.policy [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fe4c8306eee48ebb7f97a1fa55232b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8dc8feb91faa4c708b1e140bad9f8ea8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1189.811721] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469838, 'name': CreateVM_Task, 'duration_secs': 1.335035} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.811822] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1189.812670] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.812670] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.812806] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.812982] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96b4aff5-2697-4b99-b0da-65ce7540d930 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.817370] env[69365]: DEBUG oslo_vmware.api [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Waiting for the task: (returnval){ [ 1189.817370] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52141a29-6adb-73f2-15b8-e4f6955fe35e" [ 1189.817370] env[69365]: _type = "Task" [ 1189.817370] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.825076] env[69365]: DEBUG oslo_vmware.api [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52141a29-6adb-73f2-15b8-e4f6955fe35e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.996875] env[69365]: DEBUG nova.network.neutron [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Successfully created port: d3b5bfeb-61f7-4045-8530-2bbe8e40199e {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1190.074197] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "interface-41177a0a-ccff-4b4b-bbe5-a81778987c71-36de46da-de90-4ca1-b5d4-64f29fd6a18f" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.074468] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "interface-41177a0a-ccff-4b4b-bbe5-a81778987c71-36de46da-de90-4ca1-b5d4-64f29fd6a18f" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.074831] env[69365]: DEBUG nova.objects.instance [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lazy-loading 'flavor' on Instance uuid 41177a0a-ccff-4b4b-bbe5-a81778987c71 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.112780] env[69365]: DEBUG oslo_vmware.api [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469839, 'name': ReconfigVM_Task, 'duration_secs': 1.128578} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.113519] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693433', 'volume_id': 'cbc50367-b6e1-4243-a65a-2a1a62b53841', 'name': 'volume-cbc50367-b6e1-4243-a65a-2a1a62b53841', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd240c4dc-ba45-46d0-834b-b29984a27b49', 'attached_at': '', 'detached_at': '', 'volume_id': 'cbc50367-b6e1-4243-a65a-2a1a62b53841', 'serial': 'cbc50367-b6e1-4243-a65a-2a1a62b53841'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1190.113864] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1190.114672] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc65768f-64bc-44c9-ba35-268ebf50b6e4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.122955] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1190.123444] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62f079a2-48a2-439c-a6c9-9fde3938f655 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.166363] env[69365]: DEBUG nova.compute.manager [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1190.183484] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1190.183694] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1190.183869] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Deleting the datastore file [datastore1] d240c4dc-ba45-46d0-834b-b29984a27b49 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1190.184281] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad649aff-f397-4754-8440-27b09840a7e0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.190264] env[69365]: DEBUG oslo_vmware.api [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1190.190264] env[69365]: value = "task-3469841" [ 1190.190264] env[69365]: _type = "Task" [ 1190.190264] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.199285] env[69365]: DEBUG oslo_vmware.api [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.327533] env[69365]: DEBUG oslo_vmware.api [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52141a29-6adb-73f2-15b8-e4f6955fe35e, 'name': SearchDatastore_Task, 'duration_secs': 0.011204} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.327827] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.328077] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1190.328316] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.328461] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.328640] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.328894] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65027918-6f37-4ecf-830c-eb73f5059826 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.335756] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.335928] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1190.336925] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba56aca2-72bf-4d64-bbbb-3e8a159e874a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.342370] env[69365]: DEBUG oslo_vmware.api [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Waiting for the task: (returnval){ [ 1190.342370] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]527b601e-07b5-7411-5995-c46b8e9d5e33" [ 1190.342370] env[69365]: _type = "Task" [ 1190.342370] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.350045] env[69365]: DEBUG oslo_vmware.api [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]527b601e-07b5-7411-5995-c46b8e9d5e33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.595870] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae65161-24c1-469b-b19d-969b5c182cee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.604931] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d032b4a-4c0b-461c-8df2-099293e0b7fe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.641466] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce42e37-ecef-4f47-a61b-bbc7c917562c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.650116] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb9f6cf-19ae-4794-8e44-07e55b7142b5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.663789] env[69365]: DEBUG nova.compute.provider_tree [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.702082] env[69365]: DEBUG oslo_vmware.api [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130157} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.702342] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.702518] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.702691] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.702861] env[69365]: INFO nova.compute.manager [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Took 3.25 seconds to destroy the instance on the hypervisor. [ 1190.703118] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.703320] env[69365]: DEBUG nova.compute.manager [-] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.703408] env[69365]: DEBUG nova.network.neutron [-] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1190.734974] env[69365]: DEBUG nova.objects.instance [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lazy-loading 'pci_requests' on Instance uuid 41177a0a-ccff-4b4b-bbe5-a81778987c71 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.853102] env[69365]: DEBUG oslo_vmware.api [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]527b601e-07b5-7411-5995-c46b8e9d5e33, 'name': SearchDatastore_Task, 'duration_secs': 0.007975} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.853932] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fb1da03-d447-4a3e-a7a8-c638770ef000 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.858847] env[69365]: DEBUG oslo_vmware.api [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Waiting for the task: (returnval){ [ 1190.858847] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]529c0504-dfea-70e2-6691-baf9b0321369" [ 1190.858847] env[69365]: _type = "Task" [ 1190.858847] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.866357] env[69365]: DEBUG oslo_vmware.api [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]529c0504-dfea-70e2-6691-baf9b0321369, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.924863] env[69365]: DEBUG nova.compute.manager [req-6c56d80a-15c8-4e73-9d53-081b1b9a74ac req-49d8ffc5-3319-4517-af50-78a438314126 service nova] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Received event network-vif-deleted-72e94a33-af09-45e9-9f37-7a04adbbd1ea {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1190.925037] env[69365]: INFO nova.compute.manager [req-6c56d80a-15c8-4e73-9d53-081b1b9a74ac req-49d8ffc5-3319-4517-af50-78a438314126 service nova] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Neutron deleted interface 72e94a33-af09-45e9-9f37-7a04adbbd1ea; detaching it from the instance and deleting it from the info cache [ 1190.925247] env[69365]: DEBUG nova.network.neutron [req-6c56d80a-15c8-4e73-9d53-081b1b9a74ac req-49d8ffc5-3319-4517-af50-78a438314126 service nova] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.001260] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "6ecc6741-1aca-4785-9c7c-6556e6a2ac1f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.001544] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "6ecc6741-1aca-4785-9c7c-6556e6a2ac1f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.167061] env[69365]: DEBUG nova.scheduler.client.report [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.175696] env[69365]: DEBUG nova.compute.manager [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1191.202610] env[69365]: DEBUG nova.virt.hardware [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1191.202845] env[69365]: DEBUG nova.virt.hardware [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1191.202999] env[69365]: DEBUG nova.virt.hardware [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.203198] env[69365]: DEBUG nova.virt.hardware [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1191.203348] env[69365]: DEBUG nova.virt.hardware [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.203496] env[69365]: DEBUG nova.virt.hardware [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1191.203703] env[69365]: DEBUG nova.virt.hardware [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1191.203864] env[69365]: DEBUG nova.virt.hardware [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1191.204047] env[69365]: DEBUG nova.virt.hardware [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1191.204214] env[69365]: DEBUG nova.virt.hardware [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1191.204389] env[69365]: DEBUG nova.virt.hardware [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1191.205263] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d68369-6416-4381-8c1a-a8febebb6fd4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.214963] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091eeb94-5c79-4d50-b9df-3692c317127b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.237243] env[69365]: DEBUG nova.objects.base [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Object Instance<41177a0a-ccff-4b4b-bbe5-a81778987c71> lazy-loaded attributes: flavor,pci_requests {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1191.237441] env[69365]: DEBUG nova.network.neutron [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1191.299791] env[69365]: DEBUG nova.policy [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbb4767d9ed241f98fce2fc0718f575d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8dabc7faee7488e8a7ae3aa8722232e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1191.369127] env[69365]: DEBUG oslo_vmware.api [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]529c0504-dfea-70e2-6691-baf9b0321369, 'name': SearchDatastore_Task, 'duration_secs': 0.01213} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.369428] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.369693] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 6ce999d5-fc05-4489-8c2e-a6763b423981/6ce999d5-fc05-4489-8c2e-a6763b423981.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.369970] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3f102da-2d3d-4cbd-a8e4-cf02241f8c97 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.376940] env[69365]: DEBUG oslo_vmware.api [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Waiting for the task: (returnval){ [ 1191.376940] env[69365]: value = "task-3469842" [ 1191.376940] env[69365]: _type = "Task" [ 1191.376940] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.384297] env[69365]: DEBUG oslo_vmware.api [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': task-3469842, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.401749] env[69365]: DEBUG nova.network.neutron [-] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.427771] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e6f5866-d00e-4f9c-a25f-fe4325d5a3c5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.437767] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d3fd27-6cb5-4dcb-912b-2b15dbcf9b40 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.467510] env[69365]: DEBUG nova.compute.manager [req-6c56d80a-15c8-4e73-9d53-081b1b9a74ac req-49d8ffc5-3319-4517-af50-78a438314126 service nova] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Detach interface failed, port_id=72e94a33-af09-45e9-9f37-7a04adbbd1ea, reason: Instance d240c4dc-ba45-46d0-834b-b29984a27b49 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1191.503905] env[69365]: DEBUG nova.compute.manager [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1191.671663] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.204s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.672248] env[69365]: DEBUG nova.compute.manager [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1191.886682] env[69365]: DEBUG oslo_vmware.api [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': task-3469842, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439152} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.886952] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 6ce999d5-fc05-4489-8c2e-a6763b423981/6ce999d5-fc05-4489-8c2e-a6763b423981.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1191.887222] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1191.887487] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d137d693-8c6d-4ec0-966b-2e9db964d597 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.893679] env[69365]: DEBUG oslo_vmware.api [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Waiting for the task: (returnval){ [ 1191.893679] env[69365]: value = "task-3469843" [ 1191.893679] env[69365]: _type = "Task" [ 1191.893679] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.901870] env[69365]: DEBUG oslo_vmware.api [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': task-3469843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.904405] env[69365]: INFO nova.compute.manager [-] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Took 1.20 seconds to deallocate network for instance. [ 1192.025209] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.025496] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.027012] env[69365]: INFO nova.compute.claims [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1192.078130] env[69365]: DEBUG nova.compute.manager [req-e3345e35-8b38-421e-9b49-4e92f1585f39 req-2a2d89b0-bce2-425f-bf2e-d35e7caaa843 service nova] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Received event network-vif-plugged-d3b5bfeb-61f7-4045-8530-2bbe8e40199e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.078206] env[69365]: DEBUG oslo_concurrency.lockutils [req-e3345e35-8b38-421e-9b49-4e92f1585f39 req-2a2d89b0-bce2-425f-bf2e-d35e7caaa843 service nova] Acquiring lock "592da6de-20c5-4eb7-8a61-acc350b1f08c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.078401] env[69365]: DEBUG oslo_concurrency.lockutils [req-e3345e35-8b38-421e-9b49-4e92f1585f39 req-2a2d89b0-bce2-425f-bf2e-d35e7caaa843 service nova] Lock "592da6de-20c5-4eb7-8a61-acc350b1f08c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.078568] env[69365]: DEBUG oslo_concurrency.lockutils [req-e3345e35-8b38-421e-9b49-4e92f1585f39 req-2a2d89b0-bce2-425f-bf2e-d35e7caaa843 service nova] Lock "592da6de-20c5-4eb7-8a61-acc350b1f08c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.078729] env[69365]: DEBUG nova.compute.manager [req-e3345e35-8b38-421e-9b49-4e92f1585f39 req-2a2d89b0-bce2-425f-bf2e-d35e7caaa843 service nova] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] No waiting events found dispatching network-vif-plugged-d3b5bfeb-61f7-4045-8530-2bbe8e40199e {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1192.078893] env[69365]: WARNING nova.compute.manager [req-e3345e35-8b38-421e-9b49-4e92f1585f39 req-2a2d89b0-bce2-425f-bf2e-d35e7caaa843 service nova] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Received unexpected event network-vif-plugged-d3b5bfeb-61f7-4045-8530-2bbe8e40199e for instance with vm_state building and task_state spawning. [ 1192.177968] env[69365]: DEBUG nova.compute.utils [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1192.179653] env[69365]: DEBUG nova.compute.manager [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1192.180244] env[69365]: DEBUG nova.network.neutron [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1192.217026] env[69365]: DEBUG nova.policy [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4e8eab242c649ddbbed4342e2ff5c8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1390634bc5d43d2bd1beb23d5cd5375', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1192.401510] env[69365]: DEBUG nova.network.neutron [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Successfully updated port: d3b5bfeb-61f7-4045-8530-2bbe8e40199e {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1192.408632] env[69365]: DEBUG oslo_vmware.api [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': task-3469843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056763} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.408896] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1192.409830] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ed3622-100f-430a-92c4-cfcddf784470 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.432415] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 6ce999d5-fc05-4489-8c2e-a6763b423981/6ce999d5-fc05-4489-8c2e-a6763b423981.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1192.434466] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3facfc96-9b5b-4028-8be2-65d6d6831b3c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.452512] env[69365]: DEBUG nova.compute.manager [req-eb039a1f-ebe8-46eb-a5a9-11ff7d6499c9 req-1bfed568-5b82-48ca-a8fc-c17627884a99 service nova] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Received event network-changed-d3b5bfeb-61f7-4045-8530-2bbe8e40199e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1192.452620] env[69365]: DEBUG nova.compute.manager [req-eb039a1f-ebe8-46eb-a5a9-11ff7d6499c9 req-1bfed568-5b82-48ca-a8fc-c17627884a99 service nova] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Refreshing instance network info cache due to event network-changed-d3b5bfeb-61f7-4045-8530-2bbe8e40199e. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1192.452756] env[69365]: DEBUG oslo_concurrency.lockutils [req-eb039a1f-ebe8-46eb-a5a9-11ff7d6499c9 req-1bfed568-5b82-48ca-a8fc-c17627884a99 service nova] Acquiring lock "refresh_cache-592da6de-20c5-4eb7-8a61-acc350b1f08c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.452893] env[69365]: DEBUG oslo_concurrency.lockutils [req-eb039a1f-ebe8-46eb-a5a9-11ff7d6499c9 req-1bfed568-5b82-48ca-a8fc-c17627884a99 service nova] Acquired lock "refresh_cache-592da6de-20c5-4eb7-8a61-acc350b1f08c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.453092] env[69365]: DEBUG nova.network.neutron [req-eb039a1f-ebe8-46eb-a5a9-11ff7d6499c9 req-1bfed568-5b82-48ca-a8fc-c17627884a99 service nova] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Refreshing network info cache for port d3b5bfeb-61f7-4045-8530-2bbe8e40199e {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1192.459321] env[69365]: INFO nova.compute.manager [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Took 0.55 seconds to detach 1 volumes for instance. [ 1192.471550] env[69365]: DEBUG oslo_vmware.api [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Waiting for the task: (returnval){ [ 1192.471550] env[69365]: value = "task-3469844" [ 1192.471550] env[69365]: _type = "Task" [ 1192.471550] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.480692] env[69365]: DEBUG oslo_vmware.api [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': task-3469844, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.504476] env[69365]: DEBUG nova.network.neutron [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Successfully created port: e51772d5-f27e-4502-b935-d32993afb36d {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1192.684481] env[69365]: DEBUG nova.compute.manager [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1192.901543] env[69365]: DEBUG nova.network.neutron [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Successfully updated port: 36de46da-de90-4ca1-b5d4-64f29fd6a18f {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1192.903377] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquiring lock "refresh_cache-592da6de-20c5-4eb7-8a61-acc350b1f08c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.968264] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.981815] env[69365]: DEBUG oslo_vmware.api [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': task-3469844, 'name': ReconfigVM_Task, 'duration_secs': 0.368695} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.982091] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 6ce999d5-fc05-4489-8c2e-a6763b423981/6ce999d5-fc05-4489-8c2e-a6763b423981.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.982698] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6af45bae-837d-4fee-bf71-9668ec896b33 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.987524] env[69365]: DEBUG nova.network.neutron [req-eb039a1f-ebe8-46eb-a5a9-11ff7d6499c9 req-1bfed568-5b82-48ca-a8fc-c17627884a99 service nova] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1192.990779] env[69365]: DEBUG oslo_vmware.api [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Waiting for the task: (returnval){ [ 1192.990779] env[69365]: value = "task-3469845" [ 1192.990779] env[69365]: _type = "Task" [ 1192.990779] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.998695] env[69365]: DEBUG oslo_vmware.api [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': task-3469845, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.063030] env[69365]: DEBUG nova.network.neutron [req-eb039a1f-ebe8-46eb-a5a9-11ff7d6499c9 req-1bfed568-5b82-48ca-a8fc-c17627884a99 service nova] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.179217] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1efbc6-c271-45b4-8713-fe6bf280b7ea {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.187392] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fab55c5-22ea-4f85-812d-dfe8079a4108 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.221615] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a456a9-9ff8-4979-b46c-a963fced1395 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.229997] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4aaf26-7dc7-46f3-b3b9-8daeffbc4340 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.236223] env[69365]: DEBUG nova.compute.manager [req-0b1fa134-c32d-4653-97da-98ec6cab3963 req-18a78b86-b7ee-45fd-b39b-8d165bddca99 service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Received event network-vif-plugged-36de46da-de90-4ca1-b5d4-64f29fd6a18f {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.236223] env[69365]: DEBUG oslo_concurrency.lockutils [req-0b1fa134-c32d-4653-97da-98ec6cab3963 req-18a78b86-b7ee-45fd-b39b-8d165bddca99 service nova] Acquiring lock "41177a0a-ccff-4b4b-bbe5-a81778987c71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.236355] env[69365]: DEBUG oslo_concurrency.lockutils [req-0b1fa134-c32d-4653-97da-98ec6cab3963 req-18a78b86-b7ee-45fd-b39b-8d165bddca99 service nova] Lock "41177a0a-ccff-4b4b-bbe5-a81778987c71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.236522] env[69365]: DEBUG oslo_concurrency.lockutils [req-0b1fa134-c32d-4653-97da-98ec6cab3963 req-18a78b86-b7ee-45fd-b39b-8d165bddca99 service nova] Lock "41177a0a-ccff-4b4b-bbe5-a81778987c71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.236689] env[69365]: DEBUG nova.compute.manager [req-0b1fa134-c32d-4653-97da-98ec6cab3963 req-18a78b86-b7ee-45fd-b39b-8d165bddca99 service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] No waiting events found dispatching network-vif-plugged-36de46da-de90-4ca1-b5d4-64f29fd6a18f {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1193.236852] env[69365]: WARNING nova.compute.manager [req-0b1fa134-c32d-4653-97da-98ec6cab3963 req-18a78b86-b7ee-45fd-b39b-8d165bddca99 service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Received unexpected event network-vif-plugged-36de46da-de90-4ca1-b5d4-64f29fd6a18f for instance with vm_state active and task_state None. [ 1193.237018] env[69365]: DEBUG nova.compute.manager [req-0b1fa134-c32d-4653-97da-98ec6cab3963 req-18a78b86-b7ee-45fd-b39b-8d165bddca99 service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Received event network-changed-36de46da-de90-4ca1-b5d4-64f29fd6a18f {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.237216] env[69365]: DEBUG nova.compute.manager [req-0b1fa134-c32d-4653-97da-98ec6cab3963 req-18a78b86-b7ee-45fd-b39b-8d165bddca99 service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Refreshing instance network info cache due to event network-changed-36de46da-de90-4ca1-b5d4-64f29fd6a18f. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.237462] env[69365]: DEBUG oslo_concurrency.lockutils [req-0b1fa134-c32d-4653-97da-98ec6cab3963 req-18a78b86-b7ee-45fd-b39b-8d165bddca99 service nova] Acquiring lock "refresh_cache-41177a0a-ccff-4b4b-bbe5-a81778987c71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.237609] env[69365]: DEBUG oslo_concurrency.lockutils [req-0b1fa134-c32d-4653-97da-98ec6cab3963 req-18a78b86-b7ee-45fd-b39b-8d165bddca99 service nova] Acquired lock "refresh_cache-41177a0a-ccff-4b4b-bbe5-a81778987c71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.237768] env[69365]: DEBUG nova.network.neutron [req-0b1fa134-c32d-4653-97da-98ec6cab3963 req-18a78b86-b7ee-45fd-b39b-8d165bddca99 service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Refreshing network info cache for port 36de46da-de90-4ca1-b5d4-64f29fd6a18f {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.249930] env[69365]: DEBUG nova.compute.provider_tree [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.404458] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "refresh_cache-41177a0a-ccff-4b4b-bbe5-a81778987c71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.500859] env[69365]: DEBUG oslo_vmware.api [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': task-3469845, 'name': Rename_Task, 'duration_secs': 0.130064} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.501151] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1193.501393] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43f110e3-614f-46eb-99a6-389ad836a5d5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.510345] env[69365]: DEBUG oslo_vmware.api [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Waiting for the task: (returnval){ [ 1193.510345] env[69365]: value = "task-3469846" [ 1193.510345] env[69365]: _type = "Task" [ 1193.510345] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.518112] env[69365]: DEBUG oslo_vmware.api [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': task-3469846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.568079] env[69365]: DEBUG oslo_concurrency.lockutils [req-eb039a1f-ebe8-46eb-a5a9-11ff7d6499c9 req-1bfed568-5b82-48ca-a8fc-c17627884a99 service nova] Releasing lock "refresh_cache-592da6de-20c5-4eb7-8a61-acc350b1f08c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.568661] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquired lock "refresh_cache-592da6de-20c5-4eb7-8a61-acc350b1f08c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.568867] env[69365]: DEBUG nova.network.neutron [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1193.696144] env[69365]: DEBUG nova.compute.manager [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1193.722977] env[69365]: DEBUG nova.virt.hardware [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1193.723247] env[69365]: DEBUG nova.virt.hardware [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1193.723402] env[69365]: DEBUG nova.virt.hardware [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.723579] env[69365]: DEBUG nova.virt.hardware [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1193.723724] env[69365]: DEBUG nova.virt.hardware [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.723868] env[69365]: DEBUG nova.virt.hardware [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1193.724091] env[69365]: DEBUG nova.virt.hardware [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1193.724323] env[69365]: DEBUG nova.virt.hardware [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1193.724498] env[69365]: DEBUG nova.virt.hardware [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1193.724658] env[69365]: DEBUG nova.virt.hardware [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1193.724830] env[69365]: DEBUG nova.virt.hardware [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1193.725703] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea33b8c6-6370-43d8-85c4-2751d2bad6c8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.733767] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd12ce79-3e2b-4e6b-a139-2008a9324aa2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.752412] env[69365]: DEBUG nova.scheduler.client.report [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.836955] env[69365]: DEBUG oslo_concurrency.lockutils [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "e6a4d429-937a-44b5-823d-1b87fcf0d6ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1193.837082] env[69365]: DEBUG oslo_concurrency.lockutils [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "e6a4d429-937a-44b5-823d-1b87fcf0d6ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1193.957271] env[69365]: DEBUG nova.network.neutron [req-0b1fa134-c32d-4653-97da-98ec6cab3963 req-18a78b86-b7ee-45fd-b39b-8d165bddca99 service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Added VIF to instance network info cache for port 36de46da-de90-4ca1-b5d4-64f29fd6a18f. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3546}} [ 1193.957693] env[69365]: DEBUG nova.network.neutron [req-0b1fa134-c32d-4653-97da-98ec6cab3963 req-18a78b86-b7ee-45fd-b39b-8d165bddca99 service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Updating instance_info_cache with network_info: [{"id": "a254bc29-9530-4d10-8122-ae764a8fcd27", "address": "fa:16:3e:e5:8a:99", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa254bc29-95", "ovs_interfaceid": "a254bc29-9530-4d10-8122-ae764a8fcd27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "36de46da-de90-4ca1-b5d4-64f29fd6a18f", "address": "fa:16:3e:40:b4:2b", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36de46da-de", "ovs_interfaceid": "36de46da-de90-4ca1-b5d4-64f29fd6a18f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.010456] env[69365]: DEBUG nova.network.neutron [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Successfully updated port: e51772d5-f27e-4502-b935-d32993afb36d {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1194.022471] env[69365]: DEBUG oslo_vmware.api [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': task-3469846, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.098278] env[69365]: DEBUG nova.network.neutron [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1194.219916] env[69365]: DEBUG nova.network.neutron [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Updating instance_info_cache with network_info: [{"id": "d3b5bfeb-61f7-4045-8530-2bbe8e40199e", "address": "fa:16:3e:4c:9c:d1", "network": {"id": "23049ed0-3359-47e0-b335-9e9129503532", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1473799310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc8feb91faa4c708b1e140bad9f8ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3b5bfeb-61", "ovs_interfaceid": "d3b5bfeb-61f7-4045-8530-2bbe8e40199e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.257798] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.232s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.258426] env[69365]: DEBUG nova.compute.manager [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1194.261139] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.293s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.261361] env[69365]: DEBUG nova.objects.instance [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lazy-loading 'resources' on Instance uuid d240c4dc-ba45-46d0-834b-b29984a27b49 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.339136] env[69365]: DEBUG nova.compute.manager [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1194.460825] env[69365]: DEBUG oslo_concurrency.lockutils [req-0b1fa134-c32d-4653-97da-98ec6cab3963 req-18a78b86-b7ee-45fd-b39b-8d165bddca99 service nova] Releasing lock "refresh_cache-41177a0a-ccff-4b4b-bbe5-a81778987c71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.461403] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquired lock "refresh_cache-41177a0a-ccff-4b4b-bbe5-a81778987c71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.461529] env[69365]: DEBUG nova.network.neutron [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.516606] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "refresh_cache-4267b135-249c-40e3-aed8-31b1e5a4fed6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.516800] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquired lock "refresh_cache-4267b135-249c-40e3-aed8-31b1e5a4fed6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.516943] env[69365]: DEBUG nova.network.neutron [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1194.519839] env[69365]: DEBUG nova.compute.manager [req-649ee0ff-2dd2-4fb2-9b70-ec6b7d0ddc06 req-a6bb0816-517e-4908-ab60-99f8ac609c0d service nova] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Received event network-vif-plugged-e51772d5-f27e-4502-b935-d32993afb36d {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.520055] env[69365]: DEBUG oslo_concurrency.lockutils [req-649ee0ff-2dd2-4fb2-9b70-ec6b7d0ddc06 req-a6bb0816-517e-4908-ab60-99f8ac609c0d service nova] Acquiring lock "4267b135-249c-40e3-aed8-31b1e5a4fed6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.520340] env[69365]: DEBUG oslo_concurrency.lockutils [req-649ee0ff-2dd2-4fb2-9b70-ec6b7d0ddc06 req-a6bb0816-517e-4908-ab60-99f8ac609c0d service nova] Lock "4267b135-249c-40e3-aed8-31b1e5a4fed6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.520486] env[69365]: DEBUG oslo_concurrency.lockutils [req-649ee0ff-2dd2-4fb2-9b70-ec6b7d0ddc06 req-a6bb0816-517e-4908-ab60-99f8ac609c0d service nova] Lock "4267b135-249c-40e3-aed8-31b1e5a4fed6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.520932] env[69365]: DEBUG nova.compute.manager [req-649ee0ff-2dd2-4fb2-9b70-ec6b7d0ddc06 req-a6bb0816-517e-4908-ab60-99f8ac609c0d service nova] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] No waiting events found dispatching network-vif-plugged-e51772d5-f27e-4502-b935-d32993afb36d {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1194.520932] env[69365]: WARNING nova.compute.manager [req-649ee0ff-2dd2-4fb2-9b70-ec6b7d0ddc06 req-a6bb0816-517e-4908-ab60-99f8ac609c0d service nova] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Received unexpected event network-vif-plugged-e51772d5-f27e-4502-b935-d32993afb36d for instance with vm_state building and task_state spawning. [ 1194.521043] env[69365]: DEBUG nova.compute.manager [req-649ee0ff-2dd2-4fb2-9b70-ec6b7d0ddc06 req-a6bb0816-517e-4908-ab60-99f8ac609c0d service nova] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Received event network-changed-e51772d5-f27e-4502-b935-d32993afb36d {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1194.521128] env[69365]: DEBUG nova.compute.manager [req-649ee0ff-2dd2-4fb2-9b70-ec6b7d0ddc06 req-a6bb0816-517e-4908-ab60-99f8ac609c0d service nova] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Refreshing instance network info cache due to event network-changed-e51772d5-f27e-4502-b935-d32993afb36d. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1194.521296] env[69365]: DEBUG oslo_concurrency.lockutils [req-649ee0ff-2dd2-4fb2-9b70-ec6b7d0ddc06 req-a6bb0816-517e-4908-ab60-99f8ac609c0d service nova] Acquiring lock "refresh_cache-4267b135-249c-40e3-aed8-31b1e5a4fed6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.525398] env[69365]: DEBUG oslo_vmware.api [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': task-3469846, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.722632] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Releasing lock "refresh_cache-592da6de-20c5-4eb7-8a61-acc350b1f08c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.722920] env[69365]: DEBUG nova.compute.manager [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Instance network_info: |[{"id": "d3b5bfeb-61f7-4045-8530-2bbe8e40199e", "address": "fa:16:3e:4c:9c:d1", "network": {"id": "23049ed0-3359-47e0-b335-9e9129503532", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1473799310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc8feb91faa4c708b1e140bad9f8ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3b5bfeb-61", "ovs_interfaceid": "d3b5bfeb-61f7-4045-8530-2bbe8e40199e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1194.723370] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:9c:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3b5bfeb-61f7-4045-8530-2bbe8e40199e', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1194.731058] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1194.731272] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1194.731501] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19763de7-e3c2-4185-8f3e-e7e68281fc12 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.751583] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1194.751583] env[69365]: value = "task-3469847" [ 1194.751583] env[69365]: _type = "Task" [ 1194.751583] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.758872] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469847, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.764171] env[69365]: DEBUG nova.compute.utils [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1194.768036] env[69365]: DEBUG nova.compute.manager [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1194.768235] env[69365]: DEBUG nova.network.neutron [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1194.810454] env[69365]: DEBUG nova.policy [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f0050cb117a4f3fa44d7f15e0364c54', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8b2cf307cf4e4974b5e0a86d35a92e32', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1194.862179] env[69365]: DEBUG oslo_concurrency.lockutils [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.923296] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb16a7d-8a3a-4302-82ed-77f832741cb9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.931928] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b17cd2e-4a11-4874-bbbb-17eca499ee0a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.963485] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ca879b-ef92-4df2-9241-50bb5415cfa6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.973109] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6524c2ac-38b6-4c72-ab5c-75720c0a7b0d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.986785] env[69365]: DEBUG nova.compute.provider_tree [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1194.998102] env[69365]: WARNING nova.network.neutron [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] 336ff4a0-9252-4ee9-aac2-6f78f722089f already exists in list: networks containing: ['336ff4a0-9252-4ee9-aac2-6f78f722089f']. ignoring it [ 1194.998317] env[69365]: WARNING nova.network.neutron [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] 336ff4a0-9252-4ee9-aac2-6f78f722089f already exists in list: networks containing: ['336ff4a0-9252-4ee9-aac2-6f78f722089f']. ignoring it [ 1194.998498] env[69365]: WARNING nova.network.neutron [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] 36de46da-de90-4ca1-b5d4-64f29fd6a18f already exists in list: port_ids containing: ['36de46da-de90-4ca1-b5d4-64f29fd6a18f']. ignoring it [ 1195.022730] env[69365]: DEBUG oslo_vmware.api [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': task-3469846, 'name': PowerOnVM_Task, 'duration_secs': 1.180397} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.023017] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1195.023270] env[69365]: DEBUG nova.compute.manager [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1195.024106] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b2ca2f-c4ae-4f73-9b57-ced44228f459 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.081109] env[69365]: DEBUG nova.network.neutron [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1195.207214] env[69365]: DEBUG nova.network.neutron [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Successfully created port: 67ea8f07-856f-41bd-a870-1cecf8ac7a19 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1195.261103] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469847, 'name': CreateVM_Task, 'duration_secs': 0.276692} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.261362] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1195.261945] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.262118] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.262444] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.262667] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d03586c-f161-4226-bfb0-9a578c392851 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.266833] env[69365]: DEBUG oslo_vmware.api [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1195.266833] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52aa7154-4e55-3da0-2b6b-c81459167215" [ 1195.266833] env[69365]: _type = "Task" [ 1195.266833] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.269795] env[69365]: DEBUG nova.compute.manager [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1195.276749] env[69365]: DEBUG oslo_vmware.api [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52aa7154-4e55-3da0-2b6b-c81459167215, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.277696] env[69365]: DEBUG nova.network.neutron [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Updating instance_info_cache with network_info: [{"id": "a254bc29-9530-4d10-8122-ae764a8fcd27", "address": "fa:16:3e:e5:8a:99", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa254bc29-95", "ovs_interfaceid": "a254bc29-9530-4d10-8122-ae764a8fcd27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "36de46da-de90-4ca1-b5d4-64f29fd6a18f", "address": "fa:16:3e:40:b4:2b", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36de46da-de", "ovs_interfaceid": "36de46da-de90-4ca1-b5d4-64f29fd6a18f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.293860] env[69365]: DEBUG nova.network.neutron [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Updating instance_info_cache with network_info: [{"id": "e51772d5-f27e-4502-b935-d32993afb36d", "address": "fa:16:3e:e1:9c:18", "network": {"id": "c91e48bf-447c-4d3b-9b39-4682e675c3bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-440598981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1390634bc5d43d2bd1beb23d5cd5375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51772d5-f2", "ovs_interfaceid": "e51772d5-f27e-4502-b935-d32993afb36d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.489638] env[69365]: DEBUG nova.scheduler.client.report [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1195.541993] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.782028] env[69365]: DEBUG oslo_vmware.api [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52aa7154-4e55-3da0-2b6b-c81459167215, 'name': SearchDatastore_Task, 'duration_secs': 0.008789} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.782146] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Releasing lock "refresh_cache-41177a0a-ccff-4b4b-bbe5-a81778987c71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.782705] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "41177a0a-ccff-4b4b-bbe5-a81778987c71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.782975] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquired lock "41177a0a-ccff-4b4b-bbe5-a81778987c71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.783177] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.783389] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1195.783603] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.783745] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.783916] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1195.784799] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c27380-1741-441d-b383-891e3da2d80d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.787414] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd25e2ff-f7af-4228-af35-089744c1121b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.804022] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Releasing lock "refresh_cache-4267b135-249c-40e3-aed8-31b1e5a4fed6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.804022] env[69365]: DEBUG nova.compute.manager [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Instance network_info: |[{"id": "e51772d5-f27e-4502-b935-d32993afb36d", "address": "fa:16:3e:e1:9c:18", "network": {"id": "c91e48bf-447c-4d3b-9b39-4682e675c3bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-440598981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1390634bc5d43d2bd1beb23d5cd5375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51772d5-f2", "ovs_interfaceid": "e51772d5-f27e-4502-b935-d32993afb36d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1195.804659] env[69365]: DEBUG nova.virt.hardware [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.804864] env[69365]: DEBUG nova.virt.hardware [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.805368] env[69365]: DEBUG nova.virt.hardware [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.805624] env[69365]: DEBUG nova.virt.hardware [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.805772] env[69365]: DEBUG nova.virt.hardware [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.806733] env[69365]: DEBUG nova.virt.hardware [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.806733] env[69365]: DEBUG nova.virt.hardware [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.806733] env[69365]: DEBUG nova.virt.hardware [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.806733] env[69365]: DEBUG nova.virt.hardware [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.806966] env[69365]: DEBUG nova.virt.hardware [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.807104] env[69365]: DEBUG nova.virt.hardware [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1195.813315] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Reconfiguring VM to attach interface {{(pid=69365) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1195.815271] env[69365]: DEBUG oslo_concurrency.lockutils [req-649ee0ff-2dd2-4fb2-9b70-ec6b7d0ddc06 req-a6bb0816-517e-4908-ab60-99f8ac609c0d service nova] Acquired lock "refresh_cache-4267b135-249c-40e3-aed8-31b1e5a4fed6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.815458] env[69365]: DEBUG nova.network.neutron [req-649ee0ff-2dd2-4fb2-9b70-ec6b7d0ddc06 req-a6bb0816-517e-4908-ab60-99f8ac609c0d service nova] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Refreshing network info cache for port e51772d5-f27e-4502-b935-d32993afb36d {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1195.817547] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:9c:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e51772d5-f27e-4502-b935-d32993afb36d', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.824043] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.824245] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02f856e0-2246-4969-bd65-15f1f944a54a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.836009] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1195.836193] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1195.839886] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.840093] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a9e5ec3-44c3-4cae-b8df-c1f396d39a50 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.842371] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fc278a94-1584-4ee6-a57c-518b5bea8763 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.859440] env[69365]: DEBUG oslo_vmware.api [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1195.859440] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]524e51a7-bcff-bcff-9803-f189046d3b3a" [ 1195.859440] env[69365]: _type = "Task" [ 1195.859440] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.860669] env[69365]: DEBUG oslo_vmware.api [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1195.860669] env[69365]: value = "task-3469848" [ 1195.860669] env[69365]: _type = "Task" [ 1195.860669] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.869755] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.869755] env[69365]: value = "task-3469849" [ 1195.869755] env[69365]: _type = "Task" [ 1195.869755] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.879495] env[69365]: DEBUG oslo_vmware.api [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469848, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.879724] env[69365]: DEBUG oslo_vmware.api [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]524e51a7-bcff-bcff-9803-f189046d3b3a, 'name': SearchDatastore_Task, 'duration_secs': 0.008609} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.880776] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76dcbd85-5d41-4b0b-b014-d1f26e58eaf9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.885579] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469849, 'name': CreateVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.890734] env[69365]: DEBUG oslo_vmware.api [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1195.890734] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]523f63f4-734b-aa4c-5c8e-8928249a8f17" [ 1195.890734] env[69365]: _type = "Task" [ 1195.890734] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.899792] env[69365]: DEBUG oslo_vmware.api [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523f63f4-734b-aa4c-5c8e-8928249a8f17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.994427] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.733s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.999210] env[69365]: DEBUG oslo_concurrency.lockutils [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.137s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.000713] env[69365]: INFO nova.compute.claims [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1196.020169] env[69365]: INFO nova.scheduler.client.report [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Deleted allocations for instance d240c4dc-ba45-46d0-834b-b29984a27b49 [ 1196.089837] env[69365]: DEBUG nova.network.neutron [req-649ee0ff-2dd2-4fb2-9b70-ec6b7d0ddc06 req-a6bb0816-517e-4908-ab60-99f8ac609c0d service nova] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Updated VIF entry in instance network info cache for port e51772d5-f27e-4502-b935-d32993afb36d. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1196.090030] env[69365]: DEBUG nova.network.neutron [req-649ee0ff-2dd2-4fb2-9b70-ec6b7d0ddc06 req-a6bb0816-517e-4908-ab60-99f8ac609c0d service nova] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Updating instance_info_cache with network_info: [{"id": "e51772d5-f27e-4502-b935-d32993afb36d", "address": "fa:16:3e:e1:9c:18", "network": {"id": "c91e48bf-447c-4d3b-9b39-4682e675c3bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-440598981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1390634bc5d43d2bd1beb23d5cd5375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51772d5-f2", "ovs_interfaceid": "e51772d5-f27e-4502-b935-d32993afb36d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.173984] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Acquiring lock "6ce999d5-fc05-4489-8c2e-a6763b423981" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.174385] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Lock "6ce999d5-fc05-4489-8c2e-a6763b423981" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.174688] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Acquiring lock "6ce999d5-fc05-4489-8c2e-a6763b423981-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.174968] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Lock "6ce999d5-fc05-4489-8c2e-a6763b423981-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.175249] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Lock "6ce999d5-fc05-4489-8c2e-a6763b423981-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.177919] env[69365]: INFO nova.compute.manager [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Terminating instance [ 1196.284196] env[69365]: DEBUG nova.compute.manager [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1196.311283] env[69365]: DEBUG nova.virt.hardware [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1196.311587] env[69365]: DEBUG nova.virt.hardware [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1196.311768] env[69365]: DEBUG nova.virt.hardware [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.311954] env[69365]: DEBUG nova.virt.hardware [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1196.312119] env[69365]: DEBUG nova.virt.hardware [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.312270] env[69365]: DEBUG nova.virt.hardware [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1196.312476] env[69365]: DEBUG nova.virt.hardware [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1196.312636] env[69365]: DEBUG nova.virt.hardware [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1196.312803] env[69365]: DEBUG nova.virt.hardware [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1196.312964] env[69365]: DEBUG nova.virt.hardware [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1196.313156] env[69365]: DEBUG nova.virt.hardware [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1196.314052] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de96152b-121b-4205-adbe-454d7f8d4b7b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.322821] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7edd6d43-310d-4668-a0ad-0c6646293f46 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.376721] env[69365]: DEBUG oslo_vmware.api [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469848, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.381544] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469849, 'name': CreateVM_Task, 'duration_secs': 0.296302} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.381705] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1196.382365] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.382520] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.382831] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.383105] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0aab6f0-9dde-45db-90e6-d6862edc8016 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.387330] env[69365]: DEBUG oslo_vmware.api [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1196.387330] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52bd158c-86fc-fbce-e792-d2ea6c8762da" [ 1196.387330] env[69365]: _type = "Task" [ 1196.387330] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.397330] env[69365]: DEBUG oslo_vmware.api [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52bd158c-86fc-fbce-e792-d2ea6c8762da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.402148] env[69365]: DEBUG oslo_vmware.api [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523f63f4-734b-aa4c-5c8e-8928249a8f17, 'name': SearchDatastore_Task, 'duration_secs': 0.010333} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.402388] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.402642] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 592da6de-20c5-4eb7-8a61-acc350b1f08c/592da6de-20c5-4eb7-8a61-acc350b1f08c.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.402881] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd75d854-926d-411e-ab75-49d8ff22eb73 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.409545] env[69365]: DEBUG oslo_vmware.api [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1196.409545] env[69365]: value = "task-3469850" [ 1196.409545] env[69365]: _type = "Task" [ 1196.409545] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.417782] env[69365]: DEBUG oslo_vmware.api [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469850, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.529517] env[69365]: DEBUG oslo_concurrency.lockutils [None req-96a5afa3-d6af-4f56-80b1-efdeeb94e136 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "d240c4dc-ba45-46d0-834b-b29984a27b49" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.585s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.593048] env[69365]: DEBUG oslo_concurrency.lockutils [req-649ee0ff-2dd2-4fb2-9b70-ec6b7d0ddc06 req-a6bb0816-517e-4908-ab60-99f8ac609c0d service nova] Releasing lock "refresh_cache-4267b135-249c-40e3-aed8-31b1e5a4fed6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.684570] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Acquiring lock "refresh_cache-6ce999d5-fc05-4489-8c2e-a6763b423981" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.684811] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Acquired lock "refresh_cache-6ce999d5-fc05-4489-8c2e-a6763b423981" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.685020] env[69365]: DEBUG nova.network.neutron [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.846598] env[69365]: DEBUG nova.network.neutron [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Successfully updated port: 67ea8f07-856f-41bd-a870-1cecf8ac7a19 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1196.877031] env[69365]: DEBUG oslo_vmware.api [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469848, 'name': ReconfigVM_Task, 'duration_secs': 0.565365} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.877031] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Releasing lock "41177a0a-ccff-4b4b-bbe5-a81778987c71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.877031] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Reconfigured VM to attach interface {{(pid=69365) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1196.898082] env[69365]: DEBUG oslo_vmware.api [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52bd158c-86fc-fbce-e792-d2ea6c8762da, 'name': SearchDatastore_Task, 'duration_secs': 0.009992} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.899045] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.899270] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1196.899527] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.899714] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.899906] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1196.900447] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91562f66-828d-4220-881b-b954eb870506 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.909254] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1196.909439] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1196.910245] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd9a5508-4b90-4541-9ab1-d7eea424faa6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.917782] env[69365]: DEBUG nova.compute.manager [req-fee3fd58-396e-483e-b50b-501178f159af req-5e7dea11-98a8-49b6-8e8f-01abd9c8d14a service nova] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Received event network-vif-plugged-67ea8f07-856f-41bd-a870-1cecf8ac7a19 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1196.917981] env[69365]: DEBUG oslo_concurrency.lockutils [req-fee3fd58-396e-483e-b50b-501178f159af req-5e7dea11-98a8-49b6-8e8f-01abd9c8d14a service nova] Acquiring lock "6ecc6741-1aca-4785-9c7c-6556e6a2ac1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.918210] env[69365]: DEBUG oslo_concurrency.lockutils [req-fee3fd58-396e-483e-b50b-501178f159af req-5e7dea11-98a8-49b6-8e8f-01abd9c8d14a service nova] Lock "6ecc6741-1aca-4785-9c7c-6556e6a2ac1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.918382] env[69365]: DEBUG oslo_concurrency.lockutils [req-fee3fd58-396e-483e-b50b-501178f159af req-5e7dea11-98a8-49b6-8e8f-01abd9c8d14a service nova] Lock "6ecc6741-1aca-4785-9c7c-6556e6a2ac1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.918544] env[69365]: DEBUG nova.compute.manager [req-fee3fd58-396e-483e-b50b-501178f159af req-5e7dea11-98a8-49b6-8e8f-01abd9c8d14a service nova] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] No waiting events found dispatching network-vif-plugged-67ea8f07-856f-41bd-a870-1cecf8ac7a19 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1196.918707] env[69365]: WARNING nova.compute.manager [req-fee3fd58-396e-483e-b50b-501178f159af req-5e7dea11-98a8-49b6-8e8f-01abd9c8d14a service nova] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Received unexpected event network-vif-plugged-67ea8f07-856f-41bd-a870-1cecf8ac7a19 for instance with vm_state building and task_state spawning. [ 1196.922933] env[69365]: DEBUG oslo_vmware.api [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1196.922933] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]528baef9-f775-0f93-73e9-4b1dbbb0ccc9" [ 1196.922933] env[69365]: _type = "Task" [ 1196.922933] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.926551] env[69365]: DEBUG oslo_vmware.api [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469850, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444103} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.929566] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 592da6de-20c5-4eb7-8a61-acc350b1f08c/592da6de-20c5-4eb7-8a61-acc350b1f08c.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.929781] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.932862] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8fd35dc-5ae4-4ebc-becc-69471418729f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.938058] env[69365]: DEBUG oslo_vmware.api [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]528baef9-f775-0f93-73e9-4b1dbbb0ccc9, 'name': SearchDatastore_Task, 'duration_secs': 0.009348} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.939579] env[69365]: DEBUG oslo_vmware.api [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1196.939579] env[69365]: value = "task-3469851" [ 1196.939579] env[69365]: _type = "Task" [ 1196.939579] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.939824] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00a96211-86f1-4470-b6ac-dfa25d12cf99 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.949269] env[69365]: DEBUG oslo_vmware.api [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1196.949269] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]529cfe36-319e-0340-d009-d2f4a5fd9364" [ 1196.949269] env[69365]: _type = "Task" [ 1196.949269] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.952433] env[69365]: DEBUG oslo_vmware.api [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469851, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.960869] env[69365]: DEBUG oslo_vmware.api [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]529cfe36-319e-0340-d009-d2f4a5fd9364, 'name': SearchDatastore_Task, 'duration_secs': 0.008293} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.961168] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.961398] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 4267b135-249c-40e3-aed8-31b1e5a4fed6/4267b135-249c-40e3-aed8-31b1e5a4fed6.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1196.961891] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ea9477b-7f8b-4979-92a8-08b5526812a3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.967450] env[69365]: DEBUG oslo_vmware.api [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1196.967450] env[69365]: value = "task-3469852" [ 1196.967450] env[69365]: _type = "Task" [ 1196.967450] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.976523] env[69365]: DEBUG oslo_vmware.api [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.205983] env[69365]: DEBUG nova.network.neutron [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1197.244684] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212e245d-bd06-4d71-b5b3-96589b704bc1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.255950] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a19db61-a4ca-4d3f-9d21-dbcf1596d708 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.262905] env[69365]: DEBUG nova.network.neutron [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.294234] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a39cce-bb56-40e7-81b3-f1ef50a0be6c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.303991] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f03ebf-127f-47a6-9c37-bd8ff9d52223 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.320811] env[69365]: DEBUG nova.compute.provider_tree [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1197.349732] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "refresh_cache-6ecc6741-1aca-4785-9c7c-6556e6a2ac1f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.349732] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquired lock "refresh_cache-6ecc6741-1aca-4785-9c7c-6556e6a2ac1f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.349732] env[69365]: DEBUG nova.network.neutron [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1197.381699] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d95a7059-cd3d-4f7e-a6d3-1b148d7586c3 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "interface-41177a0a-ccff-4b4b-bbe5-a81778987c71-36de46da-de90-4ca1-b5d4-64f29fd6a18f" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.307s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.452498] env[69365]: DEBUG oslo_vmware.api [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469851, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059616} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.452750] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1197.453540] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369b487b-5ce5-4f25-a030-d88dca703b22 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.475271] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 592da6de-20c5-4eb7-8a61-acc350b1f08c/592da6de-20c5-4eb7-8a61-acc350b1f08c.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.475941] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a72b351-3335-4147-84b3-7b2890aaf9ce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.498920] env[69365]: DEBUG oslo_vmware.api [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44694} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.500190] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 4267b135-249c-40e3-aed8-31b1e5a4fed6/4267b135-249c-40e3-aed8-31b1e5a4fed6.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1197.500418] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1197.500717] env[69365]: DEBUG oslo_vmware.api [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1197.500717] env[69365]: value = "task-3469853" [ 1197.500717] env[69365]: _type = "Task" [ 1197.500717] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.500908] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a29bd541-02ca-4265-abb8-6f5a2d7dd3d8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.510527] env[69365]: DEBUG oslo_vmware.api [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469853, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.511693] env[69365]: DEBUG oslo_vmware.api [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1197.511693] env[69365]: value = "task-3469854" [ 1197.511693] env[69365]: _type = "Task" [ 1197.511693] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.519200] env[69365]: DEBUG oslo_vmware.api [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469854, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.794504] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Releasing lock "refresh_cache-6ce999d5-fc05-4489-8c2e-a6763b423981" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.794889] env[69365]: DEBUG nova.compute.manager [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1197.795101] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1197.796015] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3888ba0f-7002-4170-b47a-587855ed4ab5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.805249] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.805492] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70ccf9de-0f9c-49b4-895f-65b7b5594fec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.811282] env[69365]: DEBUG oslo_vmware.api [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Waiting for the task: (returnval){ [ 1197.811282] env[69365]: value = "task-3469855" [ 1197.811282] env[69365]: _type = "Task" [ 1197.811282] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.818499] env[69365]: DEBUG oslo_vmware.api [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': task-3469855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.841474] env[69365]: ERROR nova.scheduler.client.report [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [req-619e82e6-da61-475e-807b-f340618315e8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1e46e834-6985-4ce8-8ea0-649bfd87006d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-619e82e6-da61-475e-807b-f340618315e8"}]} [ 1197.859022] env[69365]: DEBUG nova.scheduler.client.report [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Refreshing inventories for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1197.871812] env[69365]: DEBUG nova.scheduler.client.report [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Updating ProviderTree inventory for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1197.872162] env[69365]: DEBUG nova.compute.provider_tree [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1197.886100] env[69365]: DEBUG nova.network.neutron [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1197.889350] env[69365]: DEBUG nova.scheduler.client.report [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Refreshing aggregate associations for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d, aggregates: None {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1197.910034] env[69365]: DEBUG nova.scheduler.client.report [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Refreshing trait associations for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1198.019850] env[69365]: DEBUG oslo_vmware.api [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469853, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.024656] env[69365]: DEBUG oslo_vmware.api [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469854, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.215509} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.024914] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1198.025741] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2609c3e-4b21-44c3-9357-dc2cedce3f0a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.051186] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 4267b135-249c-40e3-aed8-31b1e5a4fed6/4267b135-249c-40e3-aed8-31b1e5a4fed6.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1198.056434] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef73a78f-1d1c-4a96-91eb-5fb31b0d4a48 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.078558] env[69365]: DEBUG oslo_vmware.api [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1198.078558] env[69365]: value = "task-3469856" [ 1198.078558] env[69365]: _type = "Task" [ 1198.078558] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.088722] env[69365]: DEBUG oslo_vmware.api [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469856, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.099181] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb03e10-7511-4510-984d-ef78b85cd95d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.106239] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8ea38a-b002-42ad-b941-90a3c81d7cf6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.137548] env[69365]: DEBUG nova.network.neutron [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Updating instance_info_cache with network_info: [{"id": "67ea8f07-856f-41bd-a870-1cecf8ac7a19", "address": "fa:16:3e:c5:df:5a", "network": {"id": "0a070169-0690-453d-b7d9-d59c0d25b157", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1450700306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2cf307cf4e4974b5e0a86d35a92e32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67ea8f07-85", "ovs_interfaceid": "67ea8f07-856f-41bd-a870-1cecf8ac7a19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.139355] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f320f50a-8338-4c7f-85f0-0fc5cd474211 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.148799] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ea0757-cb69-4a5b-8cc4-3806d53085dc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.176390] env[69365]: DEBUG nova.compute.provider_tree [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1198.249191] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "e92879d2-b369-4c77-8ff5-ba9e72d33e86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.249892] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "e92879d2-b369-4c77-8ff5-ba9e72d33e86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.322131] env[69365]: DEBUG oslo_vmware.api [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': task-3469855, 'name': PowerOffVM_Task, 'duration_secs': 0.119713} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.322535] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1198.322613] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1198.322804] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6289978-d027-4786-ac72-0dfbc545c4d3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.349096] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1198.349297] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1198.349478] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Deleting the datastore file [datastore1] 6ce999d5-fc05-4489-8c2e-a6763b423981 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1198.349739] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-955fa343-c0a4-4b41-8aab-2d2b4d8eb74f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.358314] env[69365]: DEBUG oslo_vmware.api [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Waiting for the task: (returnval){ [ 1198.358314] env[69365]: value = "task-3469858" [ 1198.358314] env[69365]: _type = "Task" [ 1198.358314] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.366330] env[69365]: DEBUG oslo_vmware.api [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': task-3469858, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.513342] env[69365]: DEBUG oslo_vmware.api [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469853, 'name': ReconfigVM_Task, 'duration_secs': 0.565918} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.513552] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 592da6de-20c5-4eb7-8a61-acc350b1f08c/592da6de-20c5-4eb7-8a61-acc350b1f08c.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.514178] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c02031fb-21a1-4665-8b88-9886e0ff4c8f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.521108] env[69365]: DEBUG oslo_vmware.api [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1198.521108] env[69365]: value = "task-3469859" [ 1198.521108] env[69365]: _type = "Task" [ 1198.521108] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.528620] env[69365]: DEBUG oslo_vmware.api [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469859, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.589953] env[69365]: DEBUG oslo_vmware.api [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.644121] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Releasing lock "refresh_cache-6ecc6741-1aca-4785-9c7c-6556e6a2ac1f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.644121] env[69365]: DEBUG nova.compute.manager [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Instance network_info: |[{"id": "67ea8f07-856f-41bd-a870-1cecf8ac7a19", "address": "fa:16:3e:c5:df:5a", "network": {"id": "0a070169-0690-453d-b7d9-d59c0d25b157", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1450700306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2cf307cf4e4974b5e0a86d35a92e32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67ea8f07-85", "ovs_interfaceid": "67ea8f07-856f-41bd-a870-1cecf8ac7a19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1198.644527] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:df:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67ea8f07-856f-41bd-a870-1cecf8ac7a19', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1198.652294] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.652986] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1198.653241] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f7bfaaf-636e-4009-a388-66733b9b73af {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.673047] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1198.673047] env[69365]: value = "task-3469860" [ 1198.673047] env[69365]: _type = "Task" [ 1198.673047] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.682678] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469860, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.710893] env[69365]: DEBUG nova.scheduler.client.report [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Updated inventory for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with generation 149 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1198.711208] env[69365]: DEBUG nova.compute.provider_tree [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Updating resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d generation from 149 to 150 during operation: update_inventory {{(pid=69365) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1198.711376] env[69365]: DEBUG nova.compute.provider_tree [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1198.752505] env[69365]: DEBUG nova.compute.manager [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1198.816505] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45f37c21-2b2d-4c69-9c32-ad52c834e840 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "interface-41177a0a-ccff-4b4b-bbe5-a81778987c71-36de46da-de90-4ca1-b5d4-64f29fd6a18f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.816768] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45f37c21-2b2d-4c69-9c32-ad52c834e840 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "interface-41177a0a-ccff-4b4b-bbe5-a81778987c71-36de46da-de90-4ca1-b5d4-64f29fd6a18f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.868694] env[69365]: DEBUG oslo_vmware.api [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Task: {'id': task-3469858, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102849} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.868887] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1198.869092] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1198.869274] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1198.869460] env[69365]: INFO nova.compute.manager [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1198.869692] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.869878] env[69365]: DEBUG nova.compute.manager [-] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1198.869980] env[69365]: DEBUG nova.network.neutron [-] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1198.886877] env[69365]: DEBUG nova.network.neutron [-] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1198.938604] env[69365]: DEBUG nova.compute.manager [req-4d111e57-5fc1-43ef-b65e-bbfa77bd18b8 req-1eb9240e-5aa3-4f32-b230-ae7796152fce service nova] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Received event network-changed-67ea8f07-856f-41bd-a870-1cecf8ac7a19 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1198.938715] env[69365]: DEBUG nova.compute.manager [req-4d111e57-5fc1-43ef-b65e-bbfa77bd18b8 req-1eb9240e-5aa3-4f32-b230-ae7796152fce service nova] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Refreshing instance network info cache due to event network-changed-67ea8f07-856f-41bd-a870-1cecf8ac7a19. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1198.938931] env[69365]: DEBUG oslo_concurrency.lockutils [req-4d111e57-5fc1-43ef-b65e-bbfa77bd18b8 req-1eb9240e-5aa3-4f32-b230-ae7796152fce service nova] Acquiring lock "refresh_cache-6ecc6741-1aca-4785-9c7c-6556e6a2ac1f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.939096] env[69365]: DEBUG oslo_concurrency.lockutils [req-4d111e57-5fc1-43ef-b65e-bbfa77bd18b8 req-1eb9240e-5aa3-4f32-b230-ae7796152fce service nova] Acquired lock "refresh_cache-6ecc6741-1aca-4785-9c7c-6556e6a2ac1f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.939274] env[69365]: DEBUG nova.network.neutron [req-4d111e57-5fc1-43ef-b65e-bbfa77bd18b8 req-1eb9240e-5aa3-4f32-b230-ae7796152fce service nova] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Refreshing network info cache for port 67ea8f07-856f-41bd-a870-1cecf8ac7a19 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.030402] env[69365]: DEBUG oslo_vmware.api [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469859, 'name': Rename_Task, 'duration_secs': 0.140549} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.030700] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.030951] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59b89550-78dc-43a5-86a1-9d1dcdfff78c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.037078] env[69365]: DEBUG oslo_vmware.api [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1199.037078] env[69365]: value = "task-3469861" [ 1199.037078] env[69365]: _type = "Task" [ 1199.037078] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.048643] env[69365]: DEBUG oslo_vmware.api [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.093393] env[69365]: DEBUG oslo_vmware.api [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469856, 'name': ReconfigVM_Task, 'duration_secs': 0.590884} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.093837] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 4267b135-249c-40e3-aed8-31b1e5a4fed6/4267b135-249c-40e3-aed8-31b1e5a4fed6.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.094703] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0deb5e7d-1aa7-4c9d-aeaf-8f3947d34e5b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.102233] env[69365]: DEBUG oslo_vmware.api [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1199.102233] env[69365]: value = "task-3469862" [ 1199.102233] env[69365]: _type = "Task" [ 1199.102233] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.110444] env[69365]: DEBUG oslo_vmware.api [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469862, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.182840] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469860, 'name': CreateVM_Task, 'duration_secs': 0.405011} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.183039] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1199.183768] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.183942] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.184289] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.184561] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b0a22ec-6a65-4e1c-ac69-5d17ebcce8c5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.189415] env[69365]: DEBUG oslo_vmware.api [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1199.189415] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]524e36a0-b3e9-2433-db6f-2b0bb4f3c5a0" [ 1199.189415] env[69365]: _type = "Task" [ 1199.189415] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.197175] env[69365]: DEBUG oslo_vmware.api [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]524e36a0-b3e9-2433-db6f-2b0bb4f3c5a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.220318] env[69365]: DEBUG oslo_concurrency.lockutils [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.221s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.220863] env[69365]: DEBUG nova.compute.manager [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1199.223625] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.682s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1199.223803] env[69365]: DEBUG nova.objects.instance [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69365) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1199.275463] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.319456] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45f37c21-2b2d-4c69-9c32-ad52c834e840 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "41177a0a-ccff-4b4b-bbe5-a81778987c71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.319780] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45f37c21-2b2d-4c69-9c32-ad52c834e840 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquired lock "41177a0a-ccff-4b4b-bbe5-a81778987c71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.320632] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7386f16-147d-4074-933f-e192620104bf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.339499] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccff4072-f292-498a-ba61-83c29396a28d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.365959] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-45f37c21-2b2d-4c69-9c32-ad52c834e840 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Reconfiguring VM to detach interface {{(pid=69365) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1199.366257] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b23c6942-1689-48e7-9e10-6088f8b610ed {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.384400] env[69365]: DEBUG oslo_vmware.api [None req-45f37c21-2b2d-4c69-9c32-ad52c834e840 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1199.384400] env[69365]: value = "task-3469863" [ 1199.384400] env[69365]: _type = "Task" [ 1199.384400] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.388827] env[69365]: DEBUG nova.network.neutron [-] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.393338] env[69365]: DEBUG oslo_vmware.api [None req-45f37c21-2b2d-4c69-9c32-ad52c834e840 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469863, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.546855] env[69365]: DEBUG oslo_vmware.api [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469861, 'name': PowerOnVM_Task, 'duration_secs': 0.440002} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.547138] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.547342] env[69365]: INFO nova.compute.manager [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1199.547518] env[69365]: DEBUG nova.compute.manager [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.548333] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65be86c6-5877-499e-9437-8812f86d2f6e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.613236] env[69365]: DEBUG oslo_vmware.api [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469862, 'name': Rename_Task, 'duration_secs': 0.144645} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.613528] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1199.613876] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-005d8e7a-6ed4-4641-8192-ab46a9a1a6e3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.619878] env[69365]: DEBUG oslo_vmware.api [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1199.619878] env[69365]: value = "task-3469864" [ 1199.619878] env[69365]: _type = "Task" [ 1199.619878] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.627251] env[69365]: DEBUG oslo_vmware.api [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.665583] env[69365]: DEBUG nova.network.neutron [req-4d111e57-5fc1-43ef-b65e-bbfa77bd18b8 req-1eb9240e-5aa3-4f32-b230-ae7796152fce service nova] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Updated VIF entry in instance network info cache for port 67ea8f07-856f-41bd-a870-1cecf8ac7a19. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1199.665959] env[69365]: DEBUG nova.network.neutron [req-4d111e57-5fc1-43ef-b65e-bbfa77bd18b8 req-1eb9240e-5aa3-4f32-b230-ae7796152fce service nova] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Updating instance_info_cache with network_info: [{"id": "67ea8f07-856f-41bd-a870-1cecf8ac7a19", "address": "fa:16:3e:c5:df:5a", "network": {"id": "0a070169-0690-453d-b7d9-d59c0d25b157", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1450700306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2cf307cf4e4974b5e0a86d35a92e32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67ea8f07-85", "ovs_interfaceid": "67ea8f07-856f-41bd-a870-1cecf8ac7a19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.699540] env[69365]: DEBUG oslo_vmware.api [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]524e36a0-b3e9-2433-db6f-2b0bb4f3c5a0, 'name': SearchDatastore_Task, 'duration_secs': 0.012096} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.699834] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.700105] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1199.700670] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.700670] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.700807] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1199.701018] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23442e61-da22-4531-8bb8-3be6ab83c719 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.710336] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1199.710507] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1199.711232] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95a62f9a-dcce-4d20-9202-00799281856f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.716109] env[69365]: DEBUG oslo_vmware.api [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1199.716109] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fb27d1-25e8-17fe-73ba-e1761742347d" [ 1199.716109] env[69365]: _type = "Task" [ 1199.716109] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.723335] env[69365]: DEBUG oslo_vmware.api [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fb27d1-25e8-17fe-73ba-e1761742347d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.727666] env[69365]: DEBUG nova.compute.utils [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1199.731752] env[69365]: DEBUG nova.compute.manager [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1199.731752] env[69365]: DEBUG nova.network.neutron [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1199.767379] env[69365]: DEBUG nova.policy [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d2a17bb61f74781889c37e7241ccdb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1458781f20f49c39b5ccccbb9bf0c47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1199.895239] env[69365]: INFO nova.compute.manager [-] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Took 1.03 seconds to deallocate network for instance. [ 1199.895523] env[69365]: DEBUG oslo_vmware.api [None req-45f37c21-2b2d-4c69-9c32-ad52c834e840 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.042417] env[69365]: DEBUG nova.network.neutron [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Successfully created port: 2914f736-4a55-4806-a266-31f1ff8deda7 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1200.065986] env[69365]: INFO nova.compute.manager [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Took 15.06 seconds to build instance. [ 1200.132638] env[69365]: DEBUG oslo_vmware.api [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469864, 'name': PowerOnVM_Task, 'duration_secs': 0.449809} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.132950] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1200.133103] env[69365]: INFO nova.compute.manager [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Took 6.44 seconds to spawn the instance on the hypervisor. [ 1200.133676] env[69365]: DEBUG nova.compute.manager [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1200.134038] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7bcc06-87b9-4f78-9a03-0e802f1c92fa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.168731] env[69365]: DEBUG oslo_concurrency.lockutils [req-4d111e57-5fc1-43ef-b65e-bbfa77bd18b8 req-1eb9240e-5aa3-4f32-b230-ae7796152fce service nova] Releasing lock "refresh_cache-6ecc6741-1aca-4785-9c7c-6556e6a2ac1f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.227014] env[69365]: DEBUG oslo_vmware.api [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fb27d1-25e8-17fe-73ba-e1761742347d, 'name': SearchDatastore_Task, 'duration_secs': 0.010457} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.227815] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-854822ce-0a1f-45e1-8627-473ce6dfed0f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.231949] env[69365]: DEBUG nova.compute.manager [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1200.236169] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4add2f61-e753-4bb0-a950-0a138ba482bb tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.238981] env[69365]: DEBUG oslo_vmware.api [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1200.238981] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52288538-e2c5-6320-fd2d-a4096a5d86c0" [ 1200.238981] env[69365]: _type = "Task" [ 1200.238981] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.238981] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.962s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.239303] env[69365]: INFO nova.compute.claims [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1200.249829] env[69365]: DEBUG oslo_vmware.api [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52288538-e2c5-6320-fd2d-a4096a5d86c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.395413] env[69365]: DEBUG oslo_vmware.api [None req-45f37c21-2b2d-4c69-9c32-ad52c834e840 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.401428] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.568383] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0101511f-641b-43ac-8826-525276bb9a72 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "592da6de-20c5-4eb7-8a61-acc350b1f08c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.586s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.655327] env[69365]: INFO nova.compute.manager [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Took 11.20 seconds to build instance. [ 1200.758713] env[69365]: DEBUG oslo_vmware.api [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52288538-e2c5-6320-fd2d-a4096a5d86c0, 'name': SearchDatastore_Task, 'duration_secs': 0.029861} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.759538] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.759793] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f/6ecc6741-1aca-4785-9c7c-6556e6a2ac1f.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1200.760055] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-304eed98-15cd-4417-bc58-8a73c12bd485 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.766775] env[69365]: DEBUG oslo_vmware.api [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1200.766775] env[69365]: value = "task-3469865" [ 1200.766775] env[69365]: _type = "Task" [ 1200.766775] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.779594] env[69365]: DEBUG oslo_vmware.api [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.898029] env[69365]: DEBUG oslo_vmware.api [None req-45f37c21-2b2d-4c69-9c32-ad52c834e840 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.917310] env[69365]: DEBUG nova.compute.manager [req-c38d0c02-bc1a-4c91-a4d9-2cbf11db8450 req-b8e94a89-a7f8-44ab-85a6-8263ed08a6d1 service nova] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Received event network-changed-d3b5bfeb-61f7-4045-8530-2bbe8e40199e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.917587] env[69365]: DEBUG nova.compute.manager [req-c38d0c02-bc1a-4c91-a4d9-2cbf11db8450 req-b8e94a89-a7f8-44ab-85a6-8263ed08a6d1 service nova] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Refreshing instance network info cache due to event network-changed-d3b5bfeb-61f7-4045-8530-2bbe8e40199e. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1200.917720] env[69365]: DEBUG oslo_concurrency.lockutils [req-c38d0c02-bc1a-4c91-a4d9-2cbf11db8450 req-b8e94a89-a7f8-44ab-85a6-8263ed08a6d1 service nova] Acquiring lock "refresh_cache-592da6de-20c5-4eb7-8a61-acc350b1f08c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.917862] env[69365]: DEBUG oslo_concurrency.lockutils [req-c38d0c02-bc1a-4c91-a4d9-2cbf11db8450 req-b8e94a89-a7f8-44ab-85a6-8263ed08a6d1 service nova] Acquired lock "refresh_cache-592da6de-20c5-4eb7-8a61-acc350b1f08c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.918118] env[69365]: DEBUG nova.network.neutron [req-c38d0c02-bc1a-4c91-a4d9-2cbf11db8450 req-b8e94a89-a7f8-44ab-85a6-8263ed08a6d1 service nova] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Refreshing network info cache for port d3b5bfeb-61f7-4045-8530-2bbe8e40199e {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1200.968778] env[69365]: DEBUG nova.compute.manager [req-3e7379e6-a73b-43cd-81b1-38000e9bd232 req-0d78b9ef-dc4a-45f1-b1e4-cfe09e8c1d94 service nova] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Received event network-changed-e51772d5-f27e-4502-b935-d32993afb36d {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1200.968778] env[69365]: DEBUG nova.compute.manager [req-3e7379e6-a73b-43cd-81b1-38000e9bd232 req-0d78b9ef-dc4a-45f1-b1e4-cfe09e8c1d94 service nova] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Refreshing instance network info cache due to event network-changed-e51772d5-f27e-4502-b935-d32993afb36d. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1200.968778] env[69365]: DEBUG oslo_concurrency.lockutils [req-3e7379e6-a73b-43cd-81b1-38000e9bd232 req-0d78b9ef-dc4a-45f1-b1e4-cfe09e8c1d94 service nova] Acquiring lock "refresh_cache-4267b135-249c-40e3-aed8-31b1e5a4fed6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.968778] env[69365]: DEBUG oslo_concurrency.lockutils [req-3e7379e6-a73b-43cd-81b1-38000e9bd232 req-0d78b9ef-dc4a-45f1-b1e4-cfe09e8c1d94 service nova] Acquired lock "refresh_cache-4267b135-249c-40e3-aed8-31b1e5a4fed6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.968778] env[69365]: DEBUG nova.network.neutron [req-3e7379e6-a73b-43cd-81b1-38000e9bd232 req-0d78b9ef-dc4a-45f1-b1e4-cfe09e8c1d94 service nova] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Refreshing network info cache for port e51772d5-f27e-4502-b935-d32993afb36d {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.160211] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d909dd1a-781f-44ac-bfd3-a4820deb642a tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "4267b135-249c-40e3-aed8-31b1e5a4fed6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.713s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.250989] env[69365]: DEBUG nova.compute.manager [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1201.274748] env[69365]: DEBUG nova.virt.hardware [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1201.275012] env[69365]: DEBUG nova.virt.hardware [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1201.275193] env[69365]: DEBUG nova.virt.hardware [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1201.275379] env[69365]: DEBUG nova.virt.hardware [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1201.275524] env[69365]: DEBUG nova.virt.hardware [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1201.275672] env[69365]: DEBUG nova.virt.hardware [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1201.275881] env[69365]: DEBUG nova.virt.hardware [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1201.276066] env[69365]: DEBUG nova.virt.hardware [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1201.277021] env[69365]: DEBUG nova.virt.hardware [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1201.277021] env[69365]: DEBUG nova.virt.hardware [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1201.277021] env[69365]: DEBUG nova.virt.hardware [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1201.277465] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e44c2c6-83f8-466c-a7f9-5f954c2d2eae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.289637] env[69365]: DEBUG oslo_vmware.api [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437124} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.290879] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3510b6-ebbb-4c2e-ac83-3e24dd97f2f5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.296045] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f/6ecc6741-1aca-4785-9c7c-6556e6a2ac1f.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1201.296045] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1201.298611] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e496c138-f8e1-4cfc-907c-71f5b5057d73 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.315784] env[69365]: DEBUG oslo_vmware.api [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1201.315784] env[69365]: value = "task-3469866" [ 1201.315784] env[69365]: _type = "Task" [ 1201.315784] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.324571] env[69365]: DEBUG oslo_vmware.api [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.401522] env[69365]: DEBUG oslo_vmware.api [None req-45f37c21-2b2d-4c69-9c32-ad52c834e840 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.444916] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d59380d-8550-40a0-a957-077f35c4fdff {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.452682] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09dc5f7a-6904-4f44-ae98-d95eb89e61e7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.493683] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2903153-3c4d-42ef-b772-058317be44a9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.502430] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28d804e-3776-40b0-b253-334bdf8dbc04 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.525614] env[69365]: DEBUG nova.compute.provider_tree [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1201.715894] env[69365]: DEBUG nova.network.neutron [req-3e7379e6-a73b-43cd-81b1-38000e9bd232 req-0d78b9ef-dc4a-45f1-b1e4-cfe09e8c1d94 service nova] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Updated VIF entry in instance network info cache for port e51772d5-f27e-4502-b935-d32993afb36d. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.716259] env[69365]: DEBUG nova.network.neutron [req-3e7379e6-a73b-43cd-81b1-38000e9bd232 req-0d78b9ef-dc4a-45f1-b1e4-cfe09e8c1d94 service nova] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Updating instance_info_cache with network_info: [{"id": "e51772d5-f27e-4502-b935-d32993afb36d", "address": "fa:16:3e:e1:9c:18", "network": {"id": "c91e48bf-447c-4d3b-9b39-4682e675c3bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-440598981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1390634bc5d43d2bd1beb23d5cd5375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape51772d5-f2", "ovs_interfaceid": "e51772d5-f27e-4502-b935-d32993afb36d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.746518] env[69365]: DEBUG nova.network.neutron [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Successfully updated port: 2914f736-4a55-4806-a266-31f1ff8deda7 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1201.767172] env[69365]: DEBUG nova.network.neutron [req-c38d0c02-bc1a-4c91-a4d9-2cbf11db8450 req-b8e94a89-a7f8-44ab-85a6-8263ed08a6d1 service nova] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Updated VIF entry in instance network info cache for port d3b5bfeb-61f7-4045-8530-2bbe8e40199e. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.767462] env[69365]: DEBUG nova.network.neutron [req-c38d0c02-bc1a-4c91-a4d9-2cbf11db8450 req-b8e94a89-a7f8-44ab-85a6-8263ed08a6d1 service nova] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Updating instance_info_cache with network_info: [{"id": "d3b5bfeb-61f7-4045-8530-2bbe8e40199e", "address": "fa:16:3e:4c:9c:d1", "network": {"id": "23049ed0-3359-47e0-b335-9e9129503532", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1473799310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc8feb91faa4c708b1e140bad9f8ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3b5bfeb-61", "ovs_interfaceid": "d3b5bfeb-61f7-4045-8530-2bbe8e40199e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.828704] env[69365]: DEBUG oslo_vmware.api [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07077} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.829091] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1201.830256] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab92c501-e707-4b53-aee9-6c7f1c691c17 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.854652] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f/6ecc6741-1aca-4785-9c7c-6556e6a2ac1f.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1201.854996] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-810f59db-ae34-41ad-90b9-9178e8019f9b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.876133] env[69365]: DEBUG oslo_vmware.api [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1201.876133] env[69365]: value = "task-3469868" [ 1201.876133] env[69365]: _type = "Task" [ 1201.876133] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.884362] env[69365]: DEBUG oslo_vmware.api [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469868, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.895719] env[69365]: DEBUG oslo_vmware.api [None req-45f37c21-2b2d-4c69-9c32-ad52c834e840 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.033489] env[69365]: DEBUG nova.scheduler.client.report [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1202.219028] env[69365]: DEBUG oslo_concurrency.lockutils [req-3e7379e6-a73b-43cd-81b1-38000e9bd232 req-0d78b9ef-dc4a-45f1-b1e4-cfe09e8c1d94 service nova] Releasing lock "refresh_cache-4267b135-249c-40e3-aed8-31b1e5a4fed6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.250088] env[69365]: DEBUG oslo_concurrency.lockutils [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "refresh_cache-e6a4d429-937a-44b5-823d-1b87fcf0d6ec" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.250260] env[69365]: DEBUG oslo_concurrency.lockutils [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquired lock "refresh_cache-e6a4d429-937a-44b5-823d-1b87fcf0d6ec" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.250469] env[69365]: DEBUG nova.network.neutron [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1202.270211] env[69365]: DEBUG oslo_concurrency.lockutils [req-c38d0c02-bc1a-4c91-a4d9-2cbf11db8450 req-b8e94a89-a7f8-44ab-85a6-8263ed08a6d1 service nova] Releasing lock "refresh_cache-592da6de-20c5-4eb7-8a61-acc350b1f08c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.387079] env[69365]: DEBUG oslo_vmware.api [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469868, 'name': ReconfigVM_Task, 'duration_secs': 0.429556} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.387387] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f/6ecc6741-1aca-4785-9c7c-6556e6a2ac1f.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.388070] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4278a588-7f99-4830-8b52-f7914224f57f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.399451] env[69365]: DEBUG oslo_vmware.api [None req-45f37c21-2b2d-4c69-9c32-ad52c834e840 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.400727] env[69365]: DEBUG oslo_vmware.api [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1202.400727] env[69365]: value = "task-3469869" [ 1202.400727] env[69365]: _type = "Task" [ 1202.400727] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.408492] env[69365]: DEBUG oslo_vmware.api [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469869, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.539153] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.539731] env[69365]: DEBUG nova.compute.manager [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1202.543283] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.141s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.543283] env[69365]: DEBUG nova.objects.instance [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Lazy-loading 'resources' on Instance uuid 6ce999d5-fc05-4489-8c2e-a6763b423981 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.786015] env[69365]: DEBUG nova.network.neutron [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1202.898124] env[69365]: DEBUG oslo_vmware.api [None req-45f37c21-2b2d-4c69-9c32-ad52c834e840 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.909017] env[69365]: DEBUG oslo_vmware.api [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469869, 'name': Rename_Task, 'duration_secs': 0.232722} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.909340] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.909583] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d83de73e-2c06-43c1-b046-4dadad1902e2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.915956] env[69365]: DEBUG oslo_vmware.api [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1202.915956] env[69365]: value = "task-3469870" [ 1202.915956] env[69365]: _type = "Task" [ 1202.915956] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.921154] env[69365]: DEBUG nova.network.neutron [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Updating instance_info_cache with network_info: [{"id": "2914f736-4a55-4806-a266-31f1ff8deda7", "address": "fa:16:3e:f5:cd:b7", "network": {"id": "c9047d9e-af08-44d6-a8c8-674c7f3eb4d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78225543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1458781f20f49c39b5ccccbb9bf0c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2914f736-4a", "ovs_interfaceid": "2914f736-4a55-4806-a266-31f1ff8deda7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.928436] env[69365]: DEBUG oslo_vmware.api [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.992580] env[69365]: DEBUG nova.compute.manager [req-5599c55c-d235-41cf-b79d-1f0aa1701468 req-033dc567-6c09-47bb-b8af-5e8bd739e59d service nova] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Received event network-vif-plugged-2914f736-4a55-4806-a266-31f1ff8deda7 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.992734] env[69365]: DEBUG oslo_concurrency.lockutils [req-5599c55c-d235-41cf-b79d-1f0aa1701468 req-033dc567-6c09-47bb-b8af-5e8bd739e59d service nova] Acquiring lock "e6a4d429-937a-44b5-823d-1b87fcf0d6ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.992951] env[69365]: DEBUG oslo_concurrency.lockutils [req-5599c55c-d235-41cf-b79d-1f0aa1701468 req-033dc567-6c09-47bb-b8af-5e8bd739e59d service nova] Lock "e6a4d429-937a-44b5-823d-1b87fcf0d6ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.993184] env[69365]: DEBUG oslo_concurrency.lockutils [req-5599c55c-d235-41cf-b79d-1f0aa1701468 req-033dc567-6c09-47bb-b8af-5e8bd739e59d service nova] Lock "e6a4d429-937a-44b5-823d-1b87fcf0d6ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.993378] env[69365]: DEBUG nova.compute.manager [req-5599c55c-d235-41cf-b79d-1f0aa1701468 req-033dc567-6c09-47bb-b8af-5e8bd739e59d service nova] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] No waiting events found dispatching network-vif-plugged-2914f736-4a55-4806-a266-31f1ff8deda7 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1202.993548] env[69365]: WARNING nova.compute.manager [req-5599c55c-d235-41cf-b79d-1f0aa1701468 req-033dc567-6c09-47bb-b8af-5e8bd739e59d service nova] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Received unexpected event network-vif-plugged-2914f736-4a55-4806-a266-31f1ff8deda7 for instance with vm_state building and task_state spawning. [ 1202.993708] env[69365]: DEBUG nova.compute.manager [req-5599c55c-d235-41cf-b79d-1f0aa1701468 req-033dc567-6c09-47bb-b8af-5e8bd739e59d service nova] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Received event network-changed-2914f736-4a55-4806-a266-31f1ff8deda7 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1202.993859] env[69365]: DEBUG nova.compute.manager [req-5599c55c-d235-41cf-b79d-1f0aa1701468 req-033dc567-6c09-47bb-b8af-5e8bd739e59d service nova] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Refreshing instance network info cache due to event network-changed-2914f736-4a55-4806-a266-31f1ff8deda7. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1202.994036] env[69365]: DEBUG oslo_concurrency.lockutils [req-5599c55c-d235-41cf-b79d-1f0aa1701468 req-033dc567-6c09-47bb-b8af-5e8bd739e59d service nova] Acquiring lock "refresh_cache-e6a4d429-937a-44b5-823d-1b87fcf0d6ec" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.045302] env[69365]: DEBUG nova.compute.utils [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1203.049532] env[69365]: DEBUG nova.compute.manager [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1203.049741] env[69365]: DEBUG nova.network.neutron [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1203.089532] env[69365]: DEBUG nova.policy [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aee5b06d6445475e9ac62e85def0edac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc6800d15d0045f087de2c0c4ec21c44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1203.183498] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5305cc6-1a1a-4864-ab22-fd79473700a4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.191780] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1006d97c-76a1-4e9b-a0e9-fe5aa4788943 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.222260] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195facc6-c5b5-4626-b500-8a8a0f92e114 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.230364] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c37a66-4022-43d9-a620-9789fd3e9c90 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.243706] env[69365]: DEBUG nova.compute.provider_tree [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.362697] env[69365]: DEBUG nova.network.neutron [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Successfully created port: 17b78c9d-2888-4c46-8f43-09fbdc9e2764 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1203.401642] env[69365]: DEBUG oslo_vmware.api [None req-45f37c21-2b2d-4c69-9c32-ad52c834e840 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.427368] env[69365]: DEBUG oslo_concurrency.lockutils [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Releasing lock "refresh_cache-e6a4d429-937a-44b5-823d-1b87fcf0d6ec" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.427695] env[69365]: DEBUG nova.compute.manager [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Instance network_info: |[{"id": "2914f736-4a55-4806-a266-31f1ff8deda7", "address": "fa:16:3e:f5:cd:b7", "network": {"id": "c9047d9e-af08-44d6-a8c8-674c7f3eb4d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78225543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1458781f20f49c39b5ccccbb9bf0c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2914f736-4a", "ovs_interfaceid": "2914f736-4a55-4806-a266-31f1ff8deda7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1203.427950] env[69365]: DEBUG oslo_vmware.api [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469870, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.428225] env[69365]: DEBUG oslo_concurrency.lockutils [req-5599c55c-d235-41cf-b79d-1f0aa1701468 req-033dc567-6c09-47bb-b8af-5e8bd739e59d service nova] Acquired lock "refresh_cache-e6a4d429-937a-44b5-823d-1b87fcf0d6ec" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.428690] env[69365]: DEBUG nova.network.neutron [req-5599c55c-d235-41cf-b79d-1f0aa1701468 req-033dc567-6c09-47bb-b8af-5e8bd739e59d service nova] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Refreshing network info cache for port 2914f736-4a55-4806-a266-31f1ff8deda7 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1203.432828] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:cd:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2914f736-4a55-4806-a266-31f1ff8deda7', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1203.438740] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1203.439218] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1203.439585] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-157af56c-9d04-458f-9757-80fab2c0d584 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.460399] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1203.460399] env[69365]: value = "task-3469871" [ 1203.460399] env[69365]: _type = "Task" [ 1203.460399] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.470588] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469871, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.554905] env[69365]: DEBUG nova.compute.manager [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1203.746553] env[69365]: DEBUG nova.scheduler.client.report [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.900492] env[69365]: DEBUG oslo_vmware.api [None req-45f37c21-2b2d-4c69-9c32-ad52c834e840 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.926964] env[69365]: DEBUG oslo_vmware.api [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469870, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.971856] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469871, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.197919] env[69365]: DEBUG nova.network.neutron [req-5599c55c-d235-41cf-b79d-1f0aa1701468 req-033dc567-6c09-47bb-b8af-5e8bd739e59d service nova] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Updated VIF entry in instance network info cache for port 2914f736-4a55-4806-a266-31f1ff8deda7. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1204.198440] env[69365]: DEBUG nova.network.neutron [req-5599c55c-d235-41cf-b79d-1f0aa1701468 req-033dc567-6c09-47bb-b8af-5e8bd739e59d service nova] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Updating instance_info_cache with network_info: [{"id": "2914f736-4a55-4806-a266-31f1ff8deda7", "address": "fa:16:3e:f5:cd:b7", "network": {"id": "c9047d9e-af08-44d6-a8c8-674c7f3eb4d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78225543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1458781f20f49c39b5ccccbb9bf0c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2914f736-4a", "ovs_interfaceid": "2914f736-4a55-4806-a266-31f1ff8deda7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.252020] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.710s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.273697] env[69365]: INFO nova.scheduler.client.report [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Deleted allocations for instance 6ce999d5-fc05-4489-8c2e-a6763b423981 [ 1204.406607] env[69365]: DEBUG oslo_vmware.api [None req-45f37c21-2b2d-4c69-9c32-ad52c834e840 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469863, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.431784] env[69365]: DEBUG oslo_vmware.api [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469870, 'name': PowerOnVM_Task} progress is 76%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.470422] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469871, 'name': CreateVM_Task, 'duration_secs': 0.580075} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.470608] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1204.471273] env[69365]: DEBUG oslo_concurrency.lockutils [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.471442] env[69365]: DEBUG oslo_concurrency.lockutils [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.471780] env[69365]: DEBUG oslo_concurrency.lockutils [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.472051] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2d926d4-9107-49c4-bfc9-4a782743523d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.476262] env[69365]: DEBUG oslo_vmware.api [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1204.476262] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52004da5-d9a0-efc7-1279-43286aeb7daf" [ 1204.476262] env[69365]: _type = "Task" [ 1204.476262] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.484883] env[69365]: DEBUG oslo_vmware.api [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52004da5-d9a0-efc7-1279-43286aeb7daf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.568546] env[69365]: DEBUG nova.compute.manager [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1204.591913] env[69365]: DEBUG nova.virt.hardware [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1204.592206] env[69365]: DEBUG nova.virt.hardware [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1204.592347] env[69365]: DEBUG nova.virt.hardware [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.592516] env[69365]: DEBUG nova.virt.hardware [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1204.592672] env[69365]: DEBUG nova.virt.hardware [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.592821] env[69365]: DEBUG nova.virt.hardware [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1204.593055] env[69365]: DEBUG nova.virt.hardware [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1204.593216] env[69365]: DEBUG nova.virt.hardware [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1204.593765] env[69365]: DEBUG nova.virt.hardware [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1204.593765] env[69365]: DEBUG nova.virt.hardware [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1204.593765] env[69365]: DEBUG nova.virt.hardware [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1204.594760] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30593f9-e2eb-4e5e-a86a-59b67000ee10 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.604721] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5030c70a-d722-45b7-9631-43a8cb04d218 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.701704] env[69365]: DEBUG oslo_concurrency.lockutils [req-5599c55c-d235-41cf-b79d-1f0aa1701468 req-033dc567-6c09-47bb-b8af-5e8bd739e59d service nova] Releasing lock "refresh_cache-e6a4d429-937a-44b5-823d-1b87fcf0d6ec" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.782228] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bad355e8-0b35-4a45-861b-ee598048e5db tempest-ServerShowV257Test-1930734833 tempest-ServerShowV257Test-1930734833-project-member] Lock "6ce999d5-fc05-4489-8c2e-a6763b423981" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.608s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.847139] env[69365]: DEBUG nova.network.neutron [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Successfully updated port: 17b78c9d-2888-4c46-8f43-09fbdc9e2764 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1204.901415] env[69365]: DEBUG oslo_vmware.api [None req-45f37c21-2b2d-4c69-9c32-ad52c834e840 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469863, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.926910] env[69365]: DEBUG oslo_vmware.api [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469870, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.987022] env[69365]: DEBUG oslo_vmware.api [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52004da5-d9a0-efc7-1279-43286aeb7daf, 'name': SearchDatastore_Task, 'duration_secs': 0.043821} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.987370] env[69365]: DEBUG oslo_concurrency.lockutils [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.987605] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1204.987846] env[69365]: DEBUG oslo_concurrency.lockutils [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.987993] env[69365]: DEBUG oslo_concurrency.lockutils [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.988220] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1204.988484] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9648832-3c88-407e-b35f-fbf25b83232d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.997644] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1204.997823] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1204.998574] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93ec3aff-5e56-4a27-b132-a192c236f7bc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.003942] env[69365]: DEBUG oslo_vmware.api [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1205.003942] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52315f1c-9e86-b560-c903-7aaa0f632ec1" [ 1205.003942] env[69365]: _type = "Task" [ 1205.003942] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.012349] env[69365]: DEBUG oslo_vmware.api [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52315f1c-9e86-b560-c903-7aaa0f632ec1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.018977] env[69365]: DEBUG nova.compute.manager [req-5058e69e-02ee-4597-ba7c-5c878c27bf40 req-7fdee562-7c95-461b-8dfa-0d61a960d115 service nova] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Received event network-vif-plugged-17b78c9d-2888-4c46-8f43-09fbdc9e2764 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.019294] env[69365]: DEBUG oslo_concurrency.lockutils [req-5058e69e-02ee-4597-ba7c-5c878c27bf40 req-7fdee562-7c95-461b-8dfa-0d61a960d115 service nova] Acquiring lock "e92879d2-b369-4c77-8ff5-ba9e72d33e86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.019586] env[69365]: DEBUG oslo_concurrency.lockutils [req-5058e69e-02ee-4597-ba7c-5c878c27bf40 req-7fdee562-7c95-461b-8dfa-0d61a960d115 service nova] Lock "e92879d2-b369-4c77-8ff5-ba9e72d33e86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.019818] env[69365]: DEBUG oslo_concurrency.lockutils [req-5058e69e-02ee-4597-ba7c-5c878c27bf40 req-7fdee562-7c95-461b-8dfa-0d61a960d115 service nova] Lock "e92879d2-b369-4c77-8ff5-ba9e72d33e86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.020034] env[69365]: DEBUG nova.compute.manager [req-5058e69e-02ee-4597-ba7c-5c878c27bf40 req-7fdee562-7c95-461b-8dfa-0d61a960d115 service nova] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] No waiting events found dispatching network-vif-plugged-17b78c9d-2888-4c46-8f43-09fbdc9e2764 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1205.020249] env[69365]: WARNING nova.compute.manager [req-5058e69e-02ee-4597-ba7c-5c878c27bf40 req-7fdee562-7c95-461b-8dfa-0d61a960d115 service nova] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Received unexpected event network-vif-plugged-17b78c9d-2888-4c46-8f43-09fbdc9e2764 for instance with vm_state building and task_state spawning. [ 1205.020439] env[69365]: DEBUG nova.compute.manager [req-5058e69e-02ee-4597-ba7c-5c878c27bf40 req-7fdee562-7c95-461b-8dfa-0d61a960d115 service nova] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Received event network-changed-17b78c9d-2888-4c46-8f43-09fbdc9e2764 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.020726] env[69365]: DEBUG nova.compute.manager [req-5058e69e-02ee-4597-ba7c-5c878c27bf40 req-7fdee562-7c95-461b-8dfa-0d61a960d115 service nova] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Refreshing instance network info cache due to event network-changed-17b78c9d-2888-4c46-8f43-09fbdc9e2764. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1205.020949] env[69365]: DEBUG oslo_concurrency.lockutils [req-5058e69e-02ee-4597-ba7c-5c878c27bf40 req-7fdee562-7c95-461b-8dfa-0d61a960d115 service nova] Acquiring lock "refresh_cache-e92879d2-b369-4c77-8ff5-ba9e72d33e86" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.021163] env[69365]: DEBUG oslo_concurrency.lockutils [req-5058e69e-02ee-4597-ba7c-5c878c27bf40 req-7fdee562-7c95-461b-8dfa-0d61a960d115 service nova] Acquired lock "refresh_cache-e92879d2-b369-4c77-8ff5-ba9e72d33e86" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.021354] env[69365]: DEBUG nova.network.neutron [req-5058e69e-02ee-4597-ba7c-5c878c27bf40 req-7fdee562-7c95-461b-8dfa-0d61a960d115 service nova] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Refreshing network info cache for port 17b78c9d-2888-4c46-8f43-09fbdc9e2764 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1205.350484] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "refresh_cache-e92879d2-b369-4c77-8ff5-ba9e72d33e86" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.405094] env[69365]: DEBUG oslo_vmware.api [None req-45f37c21-2b2d-4c69-9c32-ad52c834e840 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469863, 'name': ReconfigVM_Task, 'duration_secs': 5.967434} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.405094] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45f37c21-2b2d-4c69-9c32-ad52c834e840 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Releasing lock "41177a0a-ccff-4b4b-bbe5-a81778987c71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.405094] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-45f37c21-2b2d-4c69-9c32-ad52c834e840 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Reconfigured VM to detach interface {{(pid=69365) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1205.427716] env[69365]: DEBUG oslo_vmware.api [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469870, 'name': PowerOnVM_Task, 'duration_secs': 2.466444} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.427919] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1205.428143] env[69365]: INFO nova.compute.manager [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Took 9.14 seconds to spawn the instance on the hypervisor. [ 1205.428322] env[69365]: DEBUG nova.compute.manager [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1205.429109] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909569a7-2c41-4ac9-a572-7b6ddc811cee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.516015] env[69365]: DEBUG oslo_vmware.api [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52315f1c-9e86-b560-c903-7aaa0f632ec1, 'name': SearchDatastore_Task, 'duration_secs': 0.037809} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.516849] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00e35f9e-de9f-451e-9f93-bf30a03a9ed8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.525488] env[69365]: DEBUG oslo_vmware.api [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1205.525488] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52dd139a-0a53-e6a4-9111-2179672d88b7" [ 1205.525488] env[69365]: _type = "Task" [ 1205.525488] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.536995] env[69365]: DEBUG oslo_vmware.api [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52dd139a-0a53-e6a4-9111-2179672d88b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.572639] env[69365]: DEBUG nova.network.neutron [req-5058e69e-02ee-4597-ba7c-5c878c27bf40 req-7fdee562-7c95-461b-8dfa-0d61a960d115 service nova] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1205.707386] env[69365]: DEBUG nova.network.neutron [req-5058e69e-02ee-4597-ba7c-5c878c27bf40 req-7fdee562-7c95-461b-8dfa-0d61a960d115 service nova] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.766938] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.767845] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1205.950052] env[69365]: INFO nova.compute.manager [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Took 13.94 seconds to build instance. [ 1206.036370] env[69365]: DEBUG oslo_vmware.api [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52dd139a-0a53-e6a4-9111-2179672d88b7, 'name': SearchDatastore_Task, 'duration_secs': 0.023043} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.036649] env[69365]: DEBUG oslo_concurrency.lockutils [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.036890] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] e6a4d429-937a-44b5-823d-1b87fcf0d6ec/e6a4d429-937a-44b5-823d-1b87fcf0d6ec.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1206.037213] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d607197-edd7-405a-877f-f4a7d381a9c8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.043876] env[69365]: DEBUG oslo_vmware.api [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1206.043876] env[69365]: value = "task-3469873" [ 1206.043876] env[69365]: _type = "Task" [ 1206.043876] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.051576] env[69365]: DEBUG oslo_vmware.api [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.210126] env[69365]: DEBUG oslo_concurrency.lockutils [req-5058e69e-02ee-4597-ba7c-5c878c27bf40 req-7fdee562-7c95-461b-8dfa-0d61a960d115 service nova] Releasing lock "refresh_cache-e92879d2-b369-4c77-8ff5-ba9e72d33e86" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.210278] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquired lock "refresh_cache-e92879d2-b369-4c77-8ff5-ba9e72d33e86" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.210380] env[69365]: DEBUG nova.network.neutron [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.274633] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.274774] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.274915] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.275113] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.275273] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.275423] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.275558] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69365) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1206.275703] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager.update_available_resource {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1206.452585] env[69365]: DEBUG oslo_concurrency.lockutils [None req-bf836017-957c-4dd2-a65d-3d21ed470aeb tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "6ecc6741-1aca-4785-9c7c-6556e6a2ac1f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.451s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.554952] env[69365]: DEBUG oslo_vmware.api [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.744435] env[69365]: DEBUG nova.network.neutron [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1206.780136] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.780136] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.780136] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.780136] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69365) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1206.780680] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b95548d-b81b-44ec-8270-3b4f4d07ed6e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.793192] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ac46e3-cb64-47f7-94d9-aecfe925bf25 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.813645] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45f37c21-2b2d-4c69-9c32-ad52c834e840 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "refresh_cache-41177a0a-ccff-4b4b-bbe5-a81778987c71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.813645] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45f37c21-2b2d-4c69-9c32-ad52c834e840 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquired lock "refresh_cache-41177a0a-ccff-4b4b-bbe5-a81778987c71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.813645] env[69365]: DEBUG nova.network.neutron [None req-45f37c21-2b2d-4c69-9c32-ad52c834e840 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.814761] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dad604e-2d2d-498a-b233-09a6bd377262 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.826324] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9e72d86-2fef-49fd-87a2-22251e2f4516 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.867676] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179672MB free_disk=93GB free_vcpus=48 pci_devices=None {{(pid=69365) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1206.869234] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.869234] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.918302] env[69365]: DEBUG nova.network.neutron [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Updating instance_info_cache with network_info: [{"id": "17b78c9d-2888-4c46-8f43-09fbdc9e2764", "address": "fa:16:3e:a4:33:c0", "network": {"id": "2766da8d-6cbf-40dd-89bf-7615a2b00ee2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-680867915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc6800d15d0045f087de2c0c4ec21c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17b78c9d-28", "ovs_interfaceid": "17b78c9d-2888-4c46-8f43-09fbdc9e2764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.055934] env[69365]: DEBUG oslo_vmware.api [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469873, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.126862] env[69365]: DEBUG nova.compute.manager [req-22ce744b-d5b3-416c-9a40-4840fc02a113 req-d5e484de-e19c-46c2-be72-76e028b7ec66 service nova] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Received event network-changed-67ea8f07-856f-41bd-a870-1cecf8ac7a19 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1207.127115] env[69365]: DEBUG nova.compute.manager [req-22ce744b-d5b3-416c-9a40-4840fc02a113 req-d5e484de-e19c-46c2-be72-76e028b7ec66 service nova] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Refreshing instance network info cache due to event network-changed-67ea8f07-856f-41bd-a870-1cecf8ac7a19. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1207.127339] env[69365]: DEBUG oslo_concurrency.lockutils [req-22ce744b-d5b3-416c-9a40-4840fc02a113 req-d5e484de-e19c-46c2-be72-76e028b7ec66 service nova] Acquiring lock "refresh_cache-6ecc6741-1aca-4785-9c7c-6556e6a2ac1f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.127485] env[69365]: DEBUG oslo_concurrency.lockutils [req-22ce744b-d5b3-416c-9a40-4840fc02a113 req-d5e484de-e19c-46c2-be72-76e028b7ec66 service nova] Acquired lock "refresh_cache-6ecc6741-1aca-4785-9c7c-6556e6a2ac1f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.127646] env[69365]: DEBUG nova.network.neutron [req-22ce744b-d5b3-416c-9a40-4840fc02a113 req-d5e484de-e19c-46c2-be72-76e028b7ec66 service nova] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Refreshing network info cache for port 67ea8f07-856f-41bd-a870-1cecf8ac7a19 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1207.421072] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Releasing lock "refresh_cache-e92879d2-b369-4c77-8ff5-ba9e72d33e86" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.421415] env[69365]: DEBUG nova.compute.manager [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Instance network_info: |[{"id": "17b78c9d-2888-4c46-8f43-09fbdc9e2764", "address": "fa:16:3e:a4:33:c0", "network": {"id": "2766da8d-6cbf-40dd-89bf-7615a2b00ee2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-680867915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc6800d15d0045f087de2c0c4ec21c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17b78c9d-28", "ovs_interfaceid": "17b78c9d-2888-4c46-8f43-09fbdc9e2764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1207.422198] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:33:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b0fa7a2-ebd9-4788-8904-7bf250ce466c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '17b78c9d-2888-4c46-8f43-09fbdc9e2764', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1207.430908] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.431189] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1207.431454] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94ffdbb2-8eb0-4e53-b3c8-63a9c9a22397 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.455372] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1207.455372] env[69365]: value = "task-3469875" [ 1207.455372] env[69365]: _type = "Task" [ 1207.455372] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.464358] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469875, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.561472] env[69365]: DEBUG oslo_vmware.api [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469873, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.063584} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.561892] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] e6a4d429-937a-44b5-823d-1b87fcf0d6ec/e6a4d429-937a-44b5-823d-1b87fcf0d6ec.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1207.562268] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1207.562650] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48e23a7b-dd88-4cf3-8f03-71e3815c587a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.573604] env[69365]: DEBUG oslo_vmware.api [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1207.573604] env[69365]: value = "task-3469876" [ 1207.573604] env[69365]: _type = "Task" [ 1207.573604] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.585465] env[69365]: DEBUG oslo_vmware.api [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.905303] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 54494c65-4118-4c3d-8af2-cd772b783e1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1207.905469] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 31ff0b14-dc60-4a4f-95f4-c0d823364979 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1207.905594] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 41177a0a-ccff-4b4b-bbe5-a81778987c71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1207.906218] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 0d545760-c9de-484c-a578-2267761cee02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1207.906411] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 232daea3-3c64-4712-800c-6de1128cb914 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1207.906535] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 592da6de-20c5-4eb7-8a61-acc350b1f08c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1207.906650] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 4267b135-249c-40e3-aed8-31b1e5a4fed6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1207.906763] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1207.906871] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance e6a4d429-937a-44b5-823d-1b87fcf0d6ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1207.906980] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance e92879d2-b369-4c77-8ff5-ba9e72d33e86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1207.907285] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1207.907424] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1207.978820] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469875, 'name': CreateVM_Task, 'duration_secs': 0.418012} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.982369] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1207.986025] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.986025] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.986025] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.986792] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b8ffa43-d45e-45f5-982e-8ea6a50d0ba1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.995056] env[69365]: DEBUG oslo_vmware.api [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1207.995056] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]529c52d1-8441-505a-5c92-159acfbbaa68" [ 1207.995056] env[69365]: _type = "Task" [ 1207.995056] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.002668] env[69365]: DEBUG oslo_vmware.api [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]529c52d1-8441-505a-5c92-159acfbbaa68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.016208] env[69365]: INFO nova.network.neutron [None req-45f37c21-2b2d-4c69-9c32-ad52c834e840 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Port 36de46da-de90-4ca1-b5d4-64f29fd6a18f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1208.016208] env[69365]: DEBUG nova.network.neutron [None req-45f37c21-2b2d-4c69-9c32-ad52c834e840 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Updating instance_info_cache with network_info: [{"id": "a254bc29-9530-4d10-8122-ae764a8fcd27", "address": "fa:16:3e:e5:8a:99", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa254bc29-95", "ovs_interfaceid": "a254bc29-9530-4d10-8122-ae764a8fcd27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.039024] env[69365]: DEBUG nova.network.neutron [req-22ce744b-d5b3-416c-9a40-4840fc02a113 req-d5e484de-e19c-46c2-be72-76e028b7ec66 service nova] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Updated VIF entry in instance network info cache for port 67ea8f07-856f-41bd-a870-1cecf8ac7a19. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1208.040162] env[69365]: DEBUG nova.network.neutron [req-22ce744b-d5b3-416c-9a40-4840fc02a113 req-d5e484de-e19c-46c2-be72-76e028b7ec66 service nova] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Updating instance_info_cache with network_info: [{"id": "67ea8f07-856f-41bd-a870-1cecf8ac7a19", "address": "fa:16:3e:c5:df:5a", "network": {"id": "0a070169-0690-453d-b7d9-d59c0d25b157", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1450700306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2cf307cf4e4974b5e0a86d35a92e32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67ea8f07-85", "ovs_interfaceid": "67ea8f07-856f-41bd-a870-1cecf8ac7a19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.083275] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56225c44-b3ec-4ea2-9ee3-334b8554920b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.088915] env[69365]: DEBUG oslo_vmware.api [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081198} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.089591] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1208.090385] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff66b27-f495-4693-b91a-339767fa023b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.096292] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fde93c0e-dee0-47b0-8502-bc65997760ce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.121123] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] e6a4d429-937a-44b5-823d-1b87fcf0d6ec/e6a4d429-937a-44b5-823d-1b87fcf0d6ec.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1208.146241] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78bea5e5-0dd7-4e14-a55f-4916bd2b8a83 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.162381] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882fabe1-ceac-47b9-9798-6b55af163992 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.184976] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9b7f86-cdb7-4b46-8eda-5c24a74bdfad {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.190203] env[69365]: DEBUG oslo_vmware.api [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1208.190203] env[69365]: value = "task-3469877" [ 1208.190203] env[69365]: _type = "Task" [ 1208.190203] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.204926] env[69365]: DEBUG nova.compute.provider_tree [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1208.210927] env[69365]: DEBUG oslo_vmware.api [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469877, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.503621] env[69365]: DEBUG oslo_vmware.api [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]529c52d1-8441-505a-5c92-159acfbbaa68, 'name': SearchDatastore_Task, 'duration_secs': 0.01432} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.503911] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.504155] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.504387] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.504530] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.504704] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.504964] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17d8a921-f91c-40ee-8fab-148a2b5ac309 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.522035] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45f37c21-2b2d-4c69-9c32-ad52c834e840 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Releasing lock "refresh_cache-41177a0a-ccff-4b4b-bbe5-a81778987c71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.527022] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.527307] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.528115] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03180982-2f58-4d7b-a4d9-fbe467acf3a9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.535050] env[69365]: DEBUG oslo_vmware.api [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1208.535050] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5276a6de-79fb-3fcc-7873-63bb01428fb7" [ 1208.535050] env[69365]: _type = "Task" [ 1208.535050] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.543881] env[69365]: DEBUG oslo_concurrency.lockutils [req-22ce744b-d5b3-416c-9a40-4840fc02a113 req-d5e484de-e19c-46c2-be72-76e028b7ec66 service nova] Releasing lock "refresh_cache-6ecc6741-1aca-4785-9c7c-6556e6a2ac1f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.544558] env[69365]: DEBUG oslo_vmware.api [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5276a6de-79fb-3fcc-7873-63bb01428fb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.564824] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "interface-232daea3-3c64-4712-800c-6de1128cb914-36de46da-de90-4ca1-b5d4-64f29fd6a18f" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.565259] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "interface-232daea3-3c64-4712-800c-6de1128cb914-36de46da-de90-4ca1-b5d4-64f29fd6a18f" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.565850] env[69365]: DEBUG nova.objects.instance [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lazy-loading 'flavor' on Instance uuid 232daea3-3c64-4712-800c-6de1128cb914 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.700494] env[69365]: DEBUG oslo_vmware.api [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469877, 'name': ReconfigVM_Task, 'duration_secs': 0.313333} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.700769] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Reconfigured VM instance instance-00000070 to attach disk [datastore2] e6a4d429-937a-44b5-823d-1b87fcf0d6ec/e6a4d429-937a-44b5-823d-1b87fcf0d6ec.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1208.701442] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3293dc7-2b0a-40cf-b524-08299755fbd6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.708661] env[69365]: DEBUG oslo_vmware.api [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1208.708661] env[69365]: value = "task-3469878" [ 1208.708661] env[69365]: _type = "Task" [ 1208.708661] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.712571] env[69365]: DEBUG nova.scheduler.client.report [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.721619] env[69365]: DEBUG oslo_vmware.api [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469878, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.026168] env[69365]: DEBUG oslo_concurrency.lockutils [None req-45f37c21-2b2d-4c69-9c32-ad52c834e840 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "interface-41177a0a-ccff-4b4b-bbe5-a81778987c71-36de46da-de90-4ca1-b5d4-64f29fd6a18f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.209s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.046470] env[69365]: DEBUG oslo_vmware.api [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5276a6de-79fb-3fcc-7873-63bb01428fb7, 'name': SearchDatastore_Task, 'duration_secs': 0.053157} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.047279] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8b29c05-b4ea-402d-a472-4bbb0784c29b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.053286] env[69365]: DEBUG oslo_vmware.api [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1209.053286] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]523a6fef-a15d-45d3-6218-71c532ad7a4f" [ 1209.053286] env[69365]: _type = "Task" [ 1209.053286] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.061743] env[69365]: DEBUG oslo_vmware.api [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523a6fef-a15d-45d3-6218-71c532ad7a4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.157546] env[69365]: DEBUG nova.compute.manager [req-d6eff95a-5846-48dc-a20e-52495e7e641d req-813ced71-0f6f-4893-8c1c-5c7628cc0afa service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Received event network-changed-a254bc29-9530-4d10-8122-ae764a8fcd27 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1209.157741] env[69365]: DEBUG nova.compute.manager [req-d6eff95a-5846-48dc-a20e-52495e7e641d req-813ced71-0f6f-4893-8c1c-5c7628cc0afa service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Refreshing instance network info cache due to event network-changed-a254bc29-9530-4d10-8122-ae764a8fcd27. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1209.157951] env[69365]: DEBUG oslo_concurrency.lockutils [req-d6eff95a-5846-48dc-a20e-52495e7e641d req-813ced71-0f6f-4893-8c1c-5c7628cc0afa service nova] Acquiring lock "refresh_cache-41177a0a-ccff-4b4b-bbe5-a81778987c71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.158262] env[69365]: DEBUG oslo_concurrency.lockutils [req-d6eff95a-5846-48dc-a20e-52495e7e641d req-813ced71-0f6f-4893-8c1c-5c7628cc0afa service nova] Acquired lock "refresh_cache-41177a0a-ccff-4b4b-bbe5-a81778987c71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.158443] env[69365]: DEBUG nova.network.neutron [req-d6eff95a-5846-48dc-a20e-52495e7e641d req-813ced71-0f6f-4893-8c1c-5c7628cc0afa service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Refreshing network info cache for port a254bc29-9530-4d10-8122-ae764a8fcd27 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1209.162624] env[69365]: DEBUG nova.objects.instance [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lazy-loading 'pci_requests' on Instance uuid 232daea3-3c64-4712-800c-6de1128cb914 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.219854] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69365) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1209.220078] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.352s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.220336] env[69365]: DEBUG oslo_vmware.api [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469878, 'name': Rename_Task, 'duration_secs': 0.211881} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.220547] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1209.221667] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1209.221926] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e43bb6da-176c-436a-a498-a2e19928bf03 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.230808] env[69365]: DEBUG oslo_vmware.api [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1209.230808] env[69365]: value = "task-3469880" [ 1209.230808] env[69365]: _type = "Task" [ 1209.230808] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.240244] env[69365]: DEBUG oslo_vmware.api [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.425090] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c539647c-7c28-4911-a4cb-e369eebb443b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquiring lock "0d545760-c9de-484c-a578-2267761cee02" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.425389] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c539647c-7c28-4911-a4cb-e369eebb443b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "0d545760-c9de-484c-a578-2267761cee02" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.569289] env[69365]: DEBUG oslo_vmware.api [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523a6fef-a15d-45d3-6218-71c532ad7a4f, 'name': SearchDatastore_Task, 'duration_secs': 0.050798} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.569752] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.570196] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] e92879d2-b369-4c77-8ff5-ba9e72d33e86/e92879d2-b369-4c77-8ff5-ba9e72d33e86.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1209.570583] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35a9adad-2cfb-411a-ac39-a4d0b3e54ff9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.579796] env[69365]: DEBUG oslo_vmware.api [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1209.579796] env[69365]: value = "task-3469881" [ 1209.579796] env[69365]: _type = "Task" [ 1209.579796] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.588333] env[69365]: DEBUG oslo_vmware.api [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.664806] env[69365]: DEBUG nova.objects.base [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Object Instance<232daea3-3c64-4712-800c-6de1128cb914> lazy-loaded attributes: flavor,pci_requests {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1209.664963] env[69365]: DEBUG nova.network.neutron [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1209.741952] env[69365]: DEBUG oslo_vmware.api [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469880, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.766154] env[69365]: DEBUG nova.policy [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dbb4767d9ed241f98fce2fc0718f575d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8dabc7faee7488e8a7ae3aa8722232e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1209.929054] env[69365]: DEBUG nova.compute.utils [None req-c539647c-7c28-4911-a4cb-e369eebb443b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1210.011749] env[69365]: DEBUG nova.network.neutron [req-d6eff95a-5846-48dc-a20e-52495e7e641d req-813ced71-0f6f-4893-8c1c-5c7628cc0afa service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Updated VIF entry in instance network info cache for port a254bc29-9530-4d10-8122-ae764a8fcd27. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1210.012127] env[69365]: DEBUG nova.network.neutron [req-d6eff95a-5846-48dc-a20e-52495e7e641d req-813ced71-0f6f-4893-8c1c-5c7628cc0afa service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Updating instance_info_cache with network_info: [{"id": "a254bc29-9530-4d10-8122-ae764a8fcd27", "address": "fa:16:3e:e5:8a:99", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa254bc29-95", "ovs_interfaceid": "a254bc29-9530-4d10-8122-ae764a8fcd27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.090326] env[69365]: DEBUG oslo_vmware.api [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469881, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.241615] env[69365]: DEBUG oslo_vmware.api [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469880, 'name': PowerOnVM_Task, 'duration_secs': 0.922768} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.241926] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1210.242190] env[69365]: INFO nova.compute.manager [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Took 8.99 seconds to spawn the instance on the hypervisor. [ 1210.242420] env[69365]: DEBUG nova.compute.manager [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1210.243298] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b69c16-e5ad-42cc-8d81-3fc35286f088 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.431866] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c539647c-7c28-4911-a4cb-e369eebb443b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "0d545760-c9de-484c-a578-2267761cee02" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.515766] env[69365]: DEBUG oslo_concurrency.lockutils [req-d6eff95a-5846-48dc-a20e-52495e7e641d req-813ced71-0f6f-4893-8c1c-5c7628cc0afa service nova] Releasing lock "refresh_cache-41177a0a-ccff-4b4b-bbe5-a81778987c71" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.516118] env[69365]: DEBUG nova.compute.manager [req-d6eff95a-5846-48dc-a20e-52495e7e641d req-813ced71-0f6f-4893-8c1c-5c7628cc0afa service nova] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Received event network-changed-64987207-ee0c-4531-bf02-3e8bc96c70d3 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1210.516329] env[69365]: DEBUG nova.compute.manager [req-d6eff95a-5846-48dc-a20e-52495e7e641d req-813ced71-0f6f-4893-8c1c-5c7628cc0afa service nova] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Refreshing instance network info cache due to event network-changed-64987207-ee0c-4531-bf02-3e8bc96c70d3. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1210.516542] env[69365]: DEBUG oslo_concurrency.lockutils [req-d6eff95a-5846-48dc-a20e-52495e7e641d req-813ced71-0f6f-4893-8c1c-5c7628cc0afa service nova] Acquiring lock "refresh_cache-232daea3-3c64-4712-800c-6de1128cb914" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.516681] env[69365]: DEBUG oslo_concurrency.lockutils [req-d6eff95a-5846-48dc-a20e-52495e7e641d req-813ced71-0f6f-4893-8c1c-5c7628cc0afa service nova] Acquired lock "refresh_cache-232daea3-3c64-4712-800c-6de1128cb914" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.516842] env[69365]: DEBUG nova.network.neutron [req-d6eff95a-5846-48dc-a20e-52495e7e641d req-813ced71-0f6f-4893-8c1c-5c7628cc0afa service nova] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Refreshing network info cache for port 64987207-ee0c-4531-bf02-3e8bc96c70d3 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1210.591233] env[69365]: DEBUG oslo_vmware.api [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513881} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.591619] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] e92879d2-b369-4c77-8ff5-ba9e72d33e86/e92879d2-b369-4c77-8ff5-ba9e72d33e86.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1210.591698] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1210.591912] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb6a40fa-308d-4883-80b9-b83c96d4c261 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.599633] env[69365]: DEBUG oslo_vmware.api [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1210.599633] env[69365]: value = "task-3469882" [ 1210.599633] env[69365]: _type = "Task" [ 1210.599633] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.610903] env[69365]: DEBUG oslo_vmware.api [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.760224] env[69365]: INFO nova.compute.manager [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Took 15.92 seconds to build instance. [ 1211.112375] env[69365]: DEBUG oslo_vmware.api [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066164} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.112375] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1211.113203] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99a6fa5-1408-4249-9172-d74ded18b284 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.138579] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] e92879d2-b369-4c77-8ff5-ba9e72d33e86/e92879d2-b369-4c77-8ff5-ba9e72d33e86.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1211.139408] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d52a6c6-1e18-438a-8349-d757d82607de {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.180182] env[69365]: DEBUG oslo_vmware.api [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1211.180182] env[69365]: value = "task-3469884" [ 1211.180182] env[69365]: _type = "Task" [ 1211.180182] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.190497] env[69365]: DEBUG oslo_vmware.api [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469884, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.262306] env[69365]: DEBUG oslo_concurrency.lockutils [None req-16298833-6e55-4344-9c60-2aa012a59bf1 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "e6a4d429-937a-44b5-823d-1b87fcf0d6ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.425s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.271359] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.271629] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1211.271772] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Cleaning up deleted instances {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1211.493031] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c539647c-7c28-4911-a4cb-e369eebb443b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquiring lock "0d545760-c9de-484c-a578-2267761cee02" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.493380] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c539647c-7c28-4911-a4cb-e369eebb443b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "0d545760-c9de-484c-a578-2267761cee02" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.493667] env[69365]: INFO nova.compute.manager [None req-c539647c-7c28-4911-a4cb-e369eebb443b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Attaching volume b0b6a263-b772-45c2-933f-6fcf37671e7e to /dev/sdb [ 1211.529833] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a4ac74-3db1-4f95-be5a-96b37df29306 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.538445] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3721f1b-6fee-4089-a457-3299dacfb3af {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.555246] env[69365]: DEBUG nova.virt.block_device [None req-c539647c-7c28-4911-a4cb-e369eebb443b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Updating existing volume attachment record: 29b2a641-328e-46be-bf0e-9a2266efb4ef {{(pid=69365) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1211.561455] env[69365]: DEBUG nova.compute.manager [req-9e9d059b-fa06-41fb-9de8-0983c2c12f39 req-404259c3-c13d-4511-8e0d-970b3234ff66 service nova] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Received event network-vif-plugged-36de46da-de90-4ca1-b5d4-64f29fd6a18f {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.561669] env[69365]: DEBUG oslo_concurrency.lockutils [req-9e9d059b-fa06-41fb-9de8-0983c2c12f39 req-404259c3-c13d-4511-8e0d-970b3234ff66 service nova] Acquiring lock "232daea3-3c64-4712-800c-6de1128cb914-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.561876] env[69365]: DEBUG oslo_concurrency.lockutils [req-9e9d059b-fa06-41fb-9de8-0983c2c12f39 req-404259c3-c13d-4511-8e0d-970b3234ff66 service nova] Lock "232daea3-3c64-4712-800c-6de1128cb914-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.566121] env[69365]: DEBUG oslo_concurrency.lockutils [req-9e9d059b-fa06-41fb-9de8-0983c2c12f39 req-404259c3-c13d-4511-8e0d-970b3234ff66 service nova] Lock "232daea3-3c64-4712-800c-6de1128cb914-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.566355] env[69365]: DEBUG nova.compute.manager [req-9e9d059b-fa06-41fb-9de8-0983c2c12f39 req-404259c3-c13d-4511-8e0d-970b3234ff66 service nova] [instance: 232daea3-3c64-4712-800c-6de1128cb914] No waiting events found dispatching network-vif-plugged-36de46da-de90-4ca1-b5d4-64f29fd6a18f {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1211.566564] env[69365]: WARNING nova.compute.manager [req-9e9d059b-fa06-41fb-9de8-0983c2c12f39 req-404259c3-c13d-4511-8e0d-970b3234ff66 service nova] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Received unexpected event network-vif-plugged-36de46da-de90-4ca1-b5d4-64f29fd6a18f for instance with vm_state active and task_state None. [ 1211.580940] env[69365]: DEBUG nova.network.neutron [req-d6eff95a-5846-48dc-a20e-52495e7e641d req-813ced71-0f6f-4893-8c1c-5c7628cc0afa service nova] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Updated VIF entry in instance network info cache for port 64987207-ee0c-4531-bf02-3e8bc96c70d3. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1211.581334] env[69365]: DEBUG nova.network.neutron [req-d6eff95a-5846-48dc-a20e-52495e7e641d req-813ced71-0f6f-4893-8c1c-5c7628cc0afa service nova] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Updating instance_info_cache with network_info: [{"id": "64987207-ee0c-4531-bf02-3e8bc96c70d3", "address": "fa:16:3e:9b:6a:89", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64987207-ee", "ovs_interfaceid": "64987207-ee0c-4531-bf02-3e8bc96c70d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.689765] env[69365]: DEBUG oslo_vmware.api [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469884, 'name': ReconfigVM_Task, 'duration_secs': 0.446767} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.690131] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Reconfigured VM instance instance-00000071 to attach disk [datastore2] e92879d2-b369-4c77-8ff5-ba9e72d33e86/e92879d2-b369-4c77-8ff5-ba9e72d33e86.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1211.690713] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0739032e-0db5-4255-9c2a-1d154d90134c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.698141] env[69365]: DEBUG oslo_vmware.api [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1211.698141] env[69365]: value = "task-3469885" [ 1211.698141] env[69365]: _type = "Task" [ 1211.698141] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.706487] env[69365]: DEBUG oslo_vmware.api [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469885, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.790529] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] There are 60 instances to clean {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1211.790746] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 6ce999d5-fc05-4489-8c2e-a6763b423981] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1211.793460] env[69365]: DEBUG nova.network.neutron [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Successfully updated port: 36de46da-de90-4ca1-b5d4-64f29fd6a18f {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1212.087230] env[69365]: DEBUG oslo_concurrency.lockutils [req-d6eff95a-5846-48dc-a20e-52495e7e641d req-813ced71-0f6f-4893-8c1c-5c7628cc0afa service nova] Releasing lock "refresh_cache-232daea3-3c64-4712-800c-6de1128cb914" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.210458] env[69365]: DEBUG oslo_vmware.api [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469885, 'name': Rename_Task, 'duration_secs': 0.179655} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.210733] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.211068] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6303c616-77c6-46bb-abc4-b19e7df7707e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.218200] env[69365]: DEBUG oslo_vmware.api [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1212.218200] env[69365]: value = "task-3469887" [ 1212.218200] env[69365]: _type = "Task" [ 1212.218200] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.226831] env[69365]: DEBUG oslo_vmware.api [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469887, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.295636] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: d240c4dc-ba45-46d0-834b-b29984a27b49] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.298123] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "refresh_cache-232daea3-3c64-4712-800c-6de1128cb914" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.298331] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquired lock "refresh_cache-232daea3-3c64-4712-800c-6de1128cb914" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.298536] env[69365]: DEBUG nova.network.neutron [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.728547] env[69365]: DEBUG oslo_vmware.api [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469887, 'name': PowerOnVM_Task, 'duration_secs': 0.467754} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.728890] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.729038] env[69365]: INFO nova.compute.manager [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Took 8.16 seconds to spawn the instance on the hypervisor. [ 1212.729297] env[69365]: DEBUG nova.compute.manager [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.730074] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b6906e-358e-45a9-a807-5f8011918381 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.800970] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 76027c9e-d6ba-4180-a861-5ef112ec0518] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1212.837381] env[69365]: WARNING nova.network.neutron [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] 336ff4a0-9252-4ee9-aac2-6f78f722089f already exists in list: networks containing: ['336ff4a0-9252-4ee9-aac2-6f78f722089f']. ignoring it [ 1213.108215] env[69365]: DEBUG nova.network.neutron [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Updating instance_info_cache with network_info: [{"id": "64987207-ee0c-4531-bf02-3e8bc96c70d3", "address": "fa:16:3e:9b:6a:89", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64987207-ee", "ovs_interfaceid": "64987207-ee0c-4531-bf02-3e8bc96c70d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "36de46da-de90-4ca1-b5d4-64f29fd6a18f", "address": "fa:16:3e:40:b4:2b", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36de46da-de", "ovs_interfaceid": "36de46da-de90-4ca1-b5d4-64f29fd6a18f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.246568] env[69365]: INFO nova.compute.manager [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Took 13.99 seconds to build instance. [ 1213.306615] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 21cdd132-0097-4ef2-9a11-034d02d083dc] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.610628] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Releasing lock "refresh_cache-232daea3-3c64-4712-800c-6de1128cb914" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.611371] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "232daea3-3c64-4712-800c-6de1128cb914" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.611517] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquired lock "232daea3-3c64-4712-800c-6de1128cb914" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.612419] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5801a2bb-8b57-466c-9d0c-98c190619d06 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.632865] env[69365]: DEBUG nova.virt.hardware [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1213.633171] env[69365]: DEBUG nova.virt.hardware [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1213.633371] env[69365]: DEBUG nova.virt.hardware [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1213.633600] env[69365]: DEBUG nova.virt.hardware [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1213.633787] env[69365]: DEBUG nova.virt.hardware [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1213.633965] env[69365]: DEBUG nova.virt.hardware [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1213.634245] env[69365]: DEBUG nova.virt.hardware [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1213.634444] env[69365]: DEBUG nova.virt.hardware [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1213.634691] env[69365]: DEBUG nova.virt.hardware [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1213.634843] env[69365]: DEBUG nova.virt.hardware [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1213.635085] env[69365]: DEBUG nova.virt.hardware [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1213.642319] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Reconfiguring VM to attach interface {{(pid=69365) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1213.642733] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cf3f381-5905-4a86-bf65-94dfb0a16093 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.665135] env[69365]: DEBUG oslo_vmware.api [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1213.665135] env[69365]: value = "task-3469889" [ 1213.665135] env[69365]: _type = "Task" [ 1213.665135] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.674511] env[69365]: DEBUG oslo_vmware.api [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469889, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.748488] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a0864bd2-605f-450d-9f50-b85c12a3078a tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "e92879d2-b369-4c77-8ff5-ba9e72d33e86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.499s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.809497] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 22c55db7-22b3-4ba3-b41e-3e58bde90b65] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1213.827604] env[69365]: DEBUG nova.compute.manager [req-a079ad07-609d-4912-ba88-a428714fef62 req-819d7db0-8f86-43e5-8912-cff579013bf7 service nova] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Received event network-changed-36de46da-de90-4ca1-b5d4-64f29fd6a18f {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.827688] env[69365]: DEBUG nova.compute.manager [req-a079ad07-609d-4912-ba88-a428714fef62 req-819d7db0-8f86-43e5-8912-cff579013bf7 service nova] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Refreshing instance network info cache due to event network-changed-36de46da-de90-4ca1-b5d4-64f29fd6a18f. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.827923] env[69365]: DEBUG oslo_concurrency.lockutils [req-a079ad07-609d-4912-ba88-a428714fef62 req-819d7db0-8f86-43e5-8912-cff579013bf7 service nova] Acquiring lock "refresh_cache-232daea3-3c64-4712-800c-6de1128cb914" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.828129] env[69365]: DEBUG oslo_concurrency.lockutils [req-a079ad07-609d-4912-ba88-a428714fef62 req-819d7db0-8f86-43e5-8912-cff579013bf7 service nova] Acquired lock "refresh_cache-232daea3-3c64-4712-800c-6de1128cb914" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.828274] env[69365]: DEBUG nova.network.neutron [req-a079ad07-609d-4912-ba88-a428714fef62 req-819d7db0-8f86-43e5-8912-cff579013bf7 service nova] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Refreshing network info cache for port 36de46da-de90-4ca1-b5d4-64f29fd6a18f {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1214.175802] env[69365]: DEBUG oslo_vmware.api [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469889, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.298157] env[69365]: DEBUG oslo_concurrency.lockutils [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "e92879d2-b369-4c77-8ff5-ba9e72d33e86" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.298452] env[69365]: DEBUG oslo_concurrency.lockutils [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "e92879d2-b369-4c77-8ff5-ba9e72d33e86" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.298634] env[69365]: INFO nova.compute.manager [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Shelving [ 1214.312477] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 7cd11f64-ac70-4b60-a2c6-5f4a24ec081d] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1214.527558] env[69365]: DEBUG nova.network.neutron [req-a079ad07-609d-4912-ba88-a428714fef62 req-819d7db0-8f86-43e5-8912-cff579013bf7 service nova] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Updated VIF entry in instance network info cache for port 36de46da-de90-4ca1-b5d4-64f29fd6a18f. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.527963] env[69365]: DEBUG nova.network.neutron [req-a079ad07-609d-4912-ba88-a428714fef62 req-819d7db0-8f86-43e5-8912-cff579013bf7 service nova] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Updating instance_info_cache with network_info: [{"id": "64987207-ee0c-4531-bf02-3e8bc96c70d3", "address": "fa:16:3e:9b:6a:89", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64987207-ee", "ovs_interfaceid": "64987207-ee0c-4531-bf02-3e8bc96c70d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "36de46da-de90-4ca1-b5d4-64f29fd6a18f", "address": "fa:16:3e:40:b4:2b", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36de46da-de", "ovs_interfaceid": "36de46da-de90-4ca1-b5d4-64f29fd6a18f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.676429] env[69365]: DEBUG oslo_vmware.api [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469889, 'name': ReconfigVM_Task, 'duration_secs': 0.994084} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.676958] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Releasing lock "232daea3-3c64-4712-800c-6de1128cb914" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.677241] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Reconfigured VM to attach interface {{(pid=69365) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1214.815058] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 13374b40-a77c-42c8-ad61-cc1e02681e81] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.030864] env[69365]: DEBUG oslo_concurrency.lockutils [req-a079ad07-609d-4912-ba88-a428714fef62 req-819d7db0-8f86-43e5-8912-cff579013bf7 service nova] Releasing lock "refresh_cache-232daea3-3c64-4712-800c-6de1128cb914" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.031238] env[69365]: DEBUG nova.compute.manager [req-a079ad07-609d-4912-ba88-a428714fef62 req-819d7db0-8f86-43e5-8912-cff579013bf7 service nova] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Received event network-changed-2914f736-4a55-4806-a266-31f1ff8deda7 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.031460] env[69365]: DEBUG nova.compute.manager [req-a079ad07-609d-4912-ba88-a428714fef62 req-819d7db0-8f86-43e5-8912-cff579013bf7 service nova] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Refreshing instance network info cache due to event network-changed-2914f736-4a55-4806-a266-31f1ff8deda7. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1215.031696] env[69365]: DEBUG oslo_concurrency.lockutils [req-a079ad07-609d-4912-ba88-a428714fef62 req-819d7db0-8f86-43e5-8912-cff579013bf7 service nova] Acquiring lock "refresh_cache-e6a4d429-937a-44b5-823d-1b87fcf0d6ec" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.031844] env[69365]: DEBUG oslo_concurrency.lockutils [req-a079ad07-609d-4912-ba88-a428714fef62 req-819d7db0-8f86-43e5-8912-cff579013bf7 service nova] Acquired lock "refresh_cache-e6a4d429-937a-44b5-823d-1b87fcf0d6ec" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.032034] env[69365]: DEBUG nova.network.neutron [req-a079ad07-609d-4912-ba88-a428714fef62 req-819d7db0-8f86-43e5-8912-cff579013bf7 service nova] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Refreshing network info cache for port 2914f736-4a55-4806-a266-31f1ff8deda7 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.181897] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5125626b-aa1e-4ea9-b631-4fa7387e0e1c tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "interface-232daea3-3c64-4712-800c-6de1128cb914-36de46da-de90-4ca1-b5d4-64f29fd6a18f" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.617s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.307844] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1215.308269] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4af5be00-8ebc-45f0-934e-f1696d582e2d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.316664] env[69365]: DEBUG oslo_vmware.api [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1215.316664] env[69365]: value = "task-3469892" [ 1215.316664] env[69365]: _type = "Task" [ 1215.316664] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.320945] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 9d746920-3c99-474d-9fac-caaf2e8f0cc3] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.329656] env[69365]: DEBUG oslo_vmware.api [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.736044] env[69365]: DEBUG nova.network.neutron [req-a079ad07-609d-4912-ba88-a428714fef62 req-819d7db0-8f86-43e5-8912-cff579013bf7 service nova] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Updated VIF entry in instance network info cache for port 2914f736-4a55-4806-a266-31f1ff8deda7. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1215.736430] env[69365]: DEBUG nova.network.neutron [req-a079ad07-609d-4912-ba88-a428714fef62 req-819d7db0-8f86-43e5-8912-cff579013bf7 service nova] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Updating instance_info_cache with network_info: [{"id": "2914f736-4a55-4806-a266-31f1ff8deda7", "address": "fa:16:3e:f5:cd:b7", "network": {"id": "c9047d9e-af08-44d6-a8c8-674c7f3eb4d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78225543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1458781f20f49c39b5ccccbb9bf0c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2914f736-4a", "ovs_interfaceid": "2914f736-4a55-4806-a266-31f1ff8deda7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.827994] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: a69c243b-8af1-4e97-a1c9-4c760e9189bf] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1215.829807] env[69365]: DEBUG oslo_vmware.api [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469892, 'name': PowerOffVM_Task, 'duration_secs': 0.237328} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.830425] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.831508] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e30ef1b-f5cb-4bd9-a082-127a001b0ad3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.852358] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2c3df8-959c-4fb9-978d-1bdea83012e4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.110328] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c539647c-7c28-4911-a4cb-e369eebb443b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Volume attach. Driver type: vmdk {{(pid=69365) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1216.110570] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c539647c-7c28-4911-a4cb-e369eebb443b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693442', 'volume_id': 'b0b6a263-b772-45c2-933f-6fcf37671e7e', 'name': 'volume-b0b6a263-b772-45c2-933f-6fcf37671e7e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d545760-c9de-484c-a578-2267761cee02', 'attached_at': '', 'detached_at': '', 'volume_id': 'b0b6a263-b772-45c2-933f-6fcf37671e7e', 'serial': 'b0b6a263-b772-45c2-933f-6fcf37671e7e'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1216.111471] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fa3510-9a51-4864-909c-fd6687621a5a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.129675] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf52f38-46ad-46e3-9ecc-d0b7ba8e7352 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.156238] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c539647c-7c28-4911-a4cb-e369eebb443b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-b0b6a263-b772-45c2-933f-6fcf37671e7e/volume-b0b6a263-b772-45c2-933f-6fcf37671e7e.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1216.156555] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d98efb4-8f6a-4c91-a3fe-368360f14aca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.182114] env[69365]: DEBUG oslo_vmware.api [None req-c539647c-7c28-4911-a4cb-e369eebb443b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 1216.182114] env[69365]: value = "task-3469893" [ 1216.182114] env[69365]: _type = "Task" [ 1216.182114] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.190888] env[69365]: DEBUG oslo_vmware.api [None req-c539647c-7c28-4911-a4cb-e369eebb443b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469893, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.239755] env[69365]: DEBUG oslo_concurrency.lockutils [req-a079ad07-609d-4912-ba88-a428714fef62 req-819d7db0-8f86-43e5-8912-cff579013bf7 service nova] Releasing lock "refresh_cache-e6a4d429-937a-44b5-823d-1b87fcf0d6ec" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.331541] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 4a3d3797-1442-4a1b-bb7b-fa97017a4255] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.363907] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1216.364468] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c4e131d0-8894-4b9a-b5bd-eb9baa1754d2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.374193] env[69365]: DEBUG oslo_vmware.api [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1216.374193] env[69365]: value = "task-3469894" [ 1216.374193] env[69365]: _type = "Task" [ 1216.374193] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.384096] env[69365]: DEBUG oslo_vmware.api [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469894, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.697054] env[69365]: DEBUG oslo_vmware.api [None req-c539647c-7c28-4911-a4cb-e369eebb443b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469893, 'name': ReconfigVM_Task, 'duration_secs': 0.408517} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.697394] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c539647c-7c28-4911-a4cb-e369eebb443b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-b0b6a263-b772-45c2-933f-6fcf37671e7e/volume-b0b6a263-b772-45c2-933f-6fcf37671e7e.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1216.702280] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90a9f357-3bce-4c24-982c-beb785608383 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.720122] env[69365]: DEBUG oslo_vmware.api [None req-c539647c-7c28-4911-a4cb-e369eebb443b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 1216.720122] env[69365]: value = "task-3469895" [ 1216.720122] env[69365]: _type = "Task" [ 1216.720122] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.729508] env[69365]: DEBUG oslo_vmware.api [None req-c539647c-7c28-4911-a4cb-e369eebb443b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469895, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.747362] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f394f20d-938d-4c01-9494-edd563fca476 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "interface-232daea3-3c64-4712-800c-6de1128cb914-36de46da-de90-4ca1-b5d4-64f29fd6a18f" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.747581] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f394f20d-938d-4c01-9494-edd563fca476 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "interface-232daea3-3c64-4712-800c-6de1128cb914-36de46da-de90-4ca1-b5d4-64f29fd6a18f" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.834535] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 3a4defd7-f393-4d57-9dba-7f7af55c64c1] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1216.885490] env[69365]: DEBUG oslo_vmware.api [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469894, 'name': CreateSnapshot_Task, 'duration_secs': 0.423339} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.885713] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1216.886508] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ce4542-dd07-4982-bdec-d06a2397fd59 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.231595] env[69365]: DEBUG oslo_vmware.api [None req-c539647c-7c28-4911-a4cb-e369eebb443b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469895, 'name': ReconfigVM_Task, 'duration_secs': 0.178538} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.231958] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c539647c-7c28-4911-a4cb-e369eebb443b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693442', 'volume_id': 'b0b6a263-b772-45c2-933f-6fcf37671e7e', 'name': 'volume-b0b6a263-b772-45c2-933f-6fcf37671e7e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d545760-c9de-484c-a578-2267761cee02', 'attached_at': '', 'detached_at': '', 'volume_id': 'b0b6a263-b772-45c2-933f-6fcf37671e7e', 'serial': 'b0b6a263-b772-45c2-933f-6fcf37671e7e'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1217.250611] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f394f20d-938d-4c01-9494-edd563fca476 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "232daea3-3c64-4712-800c-6de1128cb914" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.250925] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f394f20d-938d-4c01-9494-edd563fca476 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquired lock "232daea3-3c64-4712-800c-6de1128cb914" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.251934] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91288c1-69d8-487d-85a7-4664e901f3f0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.270706] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75cc31a-4e50-4664-ac02-e2b5d050507e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.300400] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f394f20d-938d-4c01-9494-edd563fca476 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Reconfiguring VM to detach interface {{(pid=69365) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1217.300800] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0be526e3-6eed-4db7-bd47-ec9ea4b1521a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.321100] env[69365]: DEBUG oslo_vmware.api [None req-f394f20d-938d-4c01-9494-edd563fca476 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1217.321100] env[69365]: value = "task-3469897" [ 1217.321100] env[69365]: _type = "Task" [ 1217.321100] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.333849] env[69365]: DEBUG oslo_vmware.api [None req-f394f20d-938d-4c01-9494-edd563fca476 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469897, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.338049] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: e43043de-85a7-4156-b409-45f08369126c] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.404270] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1217.404576] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-02a66cf8-0907-4d3b-a9d3-2752590774ba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.414238] env[69365]: DEBUG oslo_vmware.api [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1217.414238] env[69365]: value = "task-3469898" [ 1217.414238] env[69365]: _type = "Task" [ 1217.414238] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.422311] env[69365]: DEBUG oslo_vmware.api [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469898, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.831664] env[69365]: DEBUG oslo_vmware.api [None req-f394f20d-938d-4c01-9494-edd563fca476 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.840288] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: cbcf96bc-9309-40d8-a26b-9d3d54d343c5] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1217.926069] env[69365]: DEBUG oslo_vmware.api [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469898, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.268658] env[69365]: DEBUG nova.objects.instance [None req-c539647c-7c28-4911-a4cb-e369eebb443b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lazy-loading 'flavor' on Instance uuid 0d545760-c9de-484c-a578-2267761cee02 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.332871] env[69365]: DEBUG oslo_vmware.api [None req-f394f20d-938d-4c01-9494-edd563fca476 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.343657] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 275f0fca-701a-4063-9ed1-4ce7860fea6e] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.426068] env[69365]: DEBUG oslo_vmware.api [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469898, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.774055] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c539647c-7c28-4911-a4cb-e369eebb443b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "0d545760-c9de-484c-a578-2267761cee02" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.281s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.832797] env[69365]: DEBUG oslo_vmware.api [None req-f394f20d-938d-4c01-9494-edd563fca476 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.846370] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 90d1181b-120c-45c1-b18c-d56790f1a7ca] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1218.926525] env[69365]: DEBUG oslo_vmware.api [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469898, 'name': CloneVM_Task, 'duration_secs': 1.350044} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.926776] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Created linked-clone VM from snapshot [ 1218.927816] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef33aac-729b-4c01-b975-efd66d9c4850 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.934937] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Uploading image cfb101a6-5c5a-4455-b54b-c4643781dac2 {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1218.962130] env[69365]: DEBUG oslo_vmware.rw_handles [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1218.962130] env[69365]: value = "vm-693444" [ 1218.962130] env[69365]: _type = "VirtualMachine" [ 1218.962130] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1218.962413] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-60ed1800-667b-4d9a-bc83-20ab4212aa97 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.970252] env[69365]: DEBUG oslo_vmware.rw_handles [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lease: (returnval){ [ 1218.970252] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]526ffc5c-086e-d61b-996c-660effd3f15c" [ 1218.970252] env[69365]: _type = "HttpNfcLease" [ 1218.970252] env[69365]: } obtained for exporting VM: (result){ [ 1218.970252] env[69365]: value = "vm-693444" [ 1218.970252] env[69365]: _type = "VirtualMachine" [ 1218.970252] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1218.970596] env[69365]: DEBUG oslo_vmware.api [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the lease: (returnval){ [ 1218.970596] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]526ffc5c-086e-d61b-996c-660effd3f15c" [ 1218.970596] env[69365]: _type = "HttpNfcLease" [ 1218.970596] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1218.977383] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1218.977383] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]526ffc5c-086e-d61b-996c-660effd3f15c" [ 1218.977383] env[69365]: _type = "HttpNfcLease" [ 1218.977383] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1219.334079] env[69365]: DEBUG oslo_vmware.api [None req-f394f20d-938d-4c01-9494-edd563fca476 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.349816] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: bf5de304-45c8-4772-a217-0d67a3f25b50] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1219.479017] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1219.479017] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]526ffc5c-086e-d61b-996c-660effd3f15c" [ 1219.479017] env[69365]: _type = "HttpNfcLease" [ 1219.479017] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1219.479344] env[69365]: DEBUG oslo_vmware.rw_handles [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1219.479344] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]526ffc5c-086e-d61b-996c-660effd3f15c" [ 1219.479344] env[69365]: _type = "HttpNfcLease" [ 1219.479344] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1219.480046] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199e9226-7355-4102-b75f-780dfed71e7e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.487501] env[69365]: DEBUG oslo_vmware.rw_handles [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d4807-ceb4-7147-b8d7-a7cab41ef865/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1219.487674] env[69365]: DEBUG oslo_vmware.rw_handles [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d4807-ceb4-7147-b8d7-a7cab41ef865/disk-0.vmdk for reading. {{(pid=69365) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1219.578176] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-118edbd9-057a-4704-be19-c5e03b346bf0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.583398] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1ce84e04-dd3e-4926-b826-6bbc353c0e5e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquiring lock "0d545760-c9de-484c-a578-2267761cee02" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.583694] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1ce84e04-dd3e-4926-b826-6bbc353c0e5e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "0d545760-c9de-484c-a578-2267761cee02" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.834120] env[69365]: DEBUG oslo_vmware.api [None req-f394f20d-938d-4c01-9494-edd563fca476 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.853575] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: d5060397-0866-4489-be62-3b76d23362a8] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.088519] env[69365]: DEBUG nova.compute.utils [None req-1ce84e04-dd3e-4926-b826-6bbc353c0e5e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1220.335386] env[69365]: DEBUG oslo_vmware.api [None req-f394f20d-938d-4c01-9494-edd563fca476 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.357236] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 8ecdd96a-299c-4ba8-9d74-fec433e01840] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1220.592525] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1ce84e04-dd3e-4926-b826-6bbc353c0e5e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "0d545760-c9de-484c-a578-2267761cee02" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.836652] env[69365]: DEBUG oslo_vmware.api [None req-f394f20d-938d-4c01-9494-edd563fca476 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.860412] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 4fbe7273-3bca-4188-b5b1-edd291df9fed] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.145262] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.145593] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.337469] env[69365]: DEBUG oslo_vmware.api [None req-f394f20d-938d-4c01-9494-edd563fca476 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.363208] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: d2abb86f-64d3-4501-9c98-0fb0c732554f] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1221.649967] env[69365]: DEBUG nova.compute.manager [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1221.653537] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1ce84e04-dd3e-4926-b826-6bbc353c0e5e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquiring lock "0d545760-c9de-484c-a578-2267761cee02" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.653768] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1ce84e04-dd3e-4926-b826-6bbc353c0e5e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "0d545760-c9de-484c-a578-2267761cee02" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.654064] env[69365]: INFO nova.compute.manager [None req-1ce84e04-dd3e-4926-b826-6bbc353c0e5e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Attaching volume 2c725148-187c-43ee-8ea7-cfe92b6489b6 to /dev/sdc [ 1221.686430] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4685ab-45af-4447-80d7-d41951fe65e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.696361] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc1b069-3f0a-4cf7-9000-71ac62eca71a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.714119] env[69365]: DEBUG nova.virt.block_device [None req-1ce84e04-dd3e-4926-b826-6bbc353c0e5e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Updating existing volume attachment record: c8330e52-4aa5-4cf4-a3d8-f412b9cb8d38 {{(pid=69365) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1221.839992] env[69365]: DEBUG oslo_vmware.api [None req-f394f20d-938d-4c01-9494-edd563fca476 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.867875] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 63351e35-ea73-440d-8642-3793c3806125] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.283045] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.283317] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.284905] env[69365]: INFO nova.compute.claims [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1222.339239] env[69365]: DEBUG oslo_vmware.api [None req-f394f20d-938d-4c01-9494-edd563fca476 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.371693] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: f818b903-afbf-41aa-b43b-a1c2e6e9bfc2] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1222.839652] env[69365]: DEBUG oslo_vmware.api [None req-f394f20d-938d-4c01-9494-edd563fca476 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469897, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.875158] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 1e23bcff-1976-4065-be4d-2eb09fbd7a74] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.342523] env[69365]: DEBUG oslo_vmware.api [None req-f394f20d-938d-4c01-9494-edd563fca476 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469897, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.380091] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: d8dcddfd-05c4-446d-b774-b87d88f20f04] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1223.442629] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b5dc349-56d3-4dc2-9c52-028af2bccb2b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.451823] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b6bdc1-13db-4414-a8ef-6e39001c6288 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.485666] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b2c6ab0-d7eb-4af8-8326-941672acf347 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.494209] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6874fdbd-598a-481b-98d5-09035415f4b1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.508491] env[69365]: DEBUG nova.compute.provider_tree [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.839757] env[69365]: DEBUG oslo_vmware.api [None req-f394f20d-938d-4c01-9494-edd563fca476 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469897, 'name': ReconfigVM_Task, 'duration_secs': 6.302562} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.839996] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f394f20d-938d-4c01-9494-edd563fca476 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Releasing lock "232daea3-3c64-4712-800c-6de1128cb914" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.840178] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f394f20d-938d-4c01-9494-edd563fca476 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Reconfigured VM to detach interface {{(pid=69365) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1223.883301] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 907292aa-6ccb-4cf2-a0eb-9e8e73b4f2e3] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.011760] env[69365]: DEBUG nova.scheduler.client.report [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.387289] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 17ab3fb3-7845-48ae-aa56-84cb2cbbfad9] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1224.517605] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.518012] env[69365]: DEBUG nova.compute.manager [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1224.890559] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: f7bd87f3-f267-4695-b01a-1bc7cbb03b7f] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.023348] env[69365]: DEBUG nova.compute.utils [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1225.024770] env[69365]: DEBUG nova.compute.manager [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1225.024947] env[69365]: DEBUG nova.network.neutron [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1225.085078] env[69365]: DEBUG nova.policy [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4e8eab242c649ddbbed4342e2ff5c8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1390634bc5d43d2bd1beb23d5cd5375', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1225.160533] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7000465c-9d86-4b37-99f9-a39ce6f22a7d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "232daea3-3c64-4712-800c-6de1128cb914" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.160809] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7000465c-9d86-4b37-99f9-a39ce6f22a7d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "232daea3-3c64-4712-800c-6de1128cb914" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.161030] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7000465c-9d86-4b37-99f9-a39ce6f22a7d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "232daea3-3c64-4712-800c-6de1128cb914-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.161256] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7000465c-9d86-4b37-99f9-a39ce6f22a7d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "232daea3-3c64-4712-800c-6de1128cb914-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.161435] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7000465c-9d86-4b37-99f9-a39ce6f22a7d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "232daea3-3c64-4712-800c-6de1128cb914-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.165386] env[69365]: INFO nova.compute.manager [None req-7000465c-9d86-4b37-99f9-a39ce6f22a7d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Terminating instance [ 1225.175313] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f394f20d-938d-4c01-9494-edd563fca476 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "refresh_cache-232daea3-3c64-4712-800c-6de1128cb914" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.175502] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f394f20d-938d-4c01-9494-edd563fca476 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquired lock "refresh_cache-232daea3-3c64-4712-800c-6de1128cb914" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.175663] env[69365]: DEBUG nova.network.neutron [None req-f394f20d-938d-4c01-9494-edd563fca476 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.394754] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 0d028ec7-840a-4095-9a67-641ef8358807] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1225.447177] env[69365]: DEBUG nova.network.neutron [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Successfully created port: b5a82434-61e9-4d7e-8c28-be90d0814d83 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1225.528728] env[69365]: DEBUG nova.compute.manager [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1225.670379] env[69365]: DEBUG nova.compute.manager [None req-7000465c-9d86-4b37-99f9-a39ce6f22a7d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1225.670675] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7000465c-9d86-4b37-99f9-a39ce6f22a7d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.671595] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611da510-ab98-4c7d-8a83-25fa990e1d87 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.682881] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7000465c-9d86-4b37-99f9-a39ce6f22a7d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.683205] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1e7dec2-91cd-4a43-a602-7e1ac561b0ac {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.692194] env[69365]: DEBUG oslo_vmware.api [None req-7000465c-9d86-4b37-99f9-a39ce6f22a7d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1225.692194] env[69365]: value = "task-3469902" [ 1225.692194] env[69365]: _type = "Task" [ 1225.692194] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.702257] env[69365]: DEBUG oslo_vmware.api [None req-7000465c-9d86-4b37-99f9-a39ce6f22a7d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.897840] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 04b18ce2-f9ab-40d5-9ff2-d1322dbe57dd] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.007641] env[69365]: INFO nova.network.neutron [None req-f394f20d-938d-4c01-9494-edd563fca476 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Port 36de46da-de90-4ca1-b5d4-64f29fd6a18f from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1226.007836] env[69365]: DEBUG nova.network.neutron [None req-f394f20d-938d-4c01-9494-edd563fca476 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Updating instance_info_cache with network_info: [{"id": "64987207-ee0c-4531-bf02-3e8bc96c70d3", "address": "fa:16:3e:9b:6a:89", "network": {"id": "336ff4a0-9252-4ee9-aac2-6f78f722089f", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1304011292-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8dabc7faee7488e8a7ae3aa8722232e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1559ce49-7345-443f-bf02-4bfeb88356ef", "external-id": "nsx-vlan-transportzone-670", "segmentation_id": 670, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64987207-ee", "ovs_interfaceid": "64987207-ee0c-4531-bf02-3e8bc96c70d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.035056] env[69365]: INFO nova.virt.block_device [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Booting with volume 46213800-5348-4959-9324-015e29c95bc4 at /dev/sda [ 1226.070651] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd319978-f595-4a06-a9eb-ca54d8a93c1d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.081064] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ce675d-7366-4d5b-8fbd-ab6cb174bf29 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.121078] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4926861e-12eb-45c6-8fc0-3134cb43fdf7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.132045] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5072c471-e23f-475f-9ef6-3c476af7e608 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.169992] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4231f9e-213e-411f-952f-38cef7e6b5c9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.178436] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5379425f-dbc1-408e-b345-e0a7defb10fa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.195787] env[69365]: DEBUG nova.virt.block_device [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Updating existing volume attachment record: c19154cf-550b-43b2-84e4-5a7aafa16a29 {{(pid=69365) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1226.208648] env[69365]: DEBUG oslo_vmware.api [None req-7000465c-9d86-4b37-99f9-a39ce6f22a7d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469902, 'name': PowerOffVM_Task, 'duration_secs': 0.266104} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.208925] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7000465c-9d86-4b37-99f9-a39ce6f22a7d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1226.209105] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7000465c-9d86-4b37-99f9-a39ce6f22a7d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.209379] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82b8ea15-ac56-4783-82db-ad70fc33258a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.266784] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ce84e04-dd3e-4926-b826-6bbc353c0e5e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Volume attach. Driver type: vmdk {{(pid=69365) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1226.267206] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ce84e04-dd3e-4926-b826-6bbc353c0e5e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693445', 'volume_id': '2c725148-187c-43ee-8ea7-cfe92b6489b6', 'name': 'volume-2c725148-187c-43ee-8ea7-cfe92b6489b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d545760-c9de-484c-a578-2267761cee02', 'attached_at': '', 'detached_at': '', 'volume_id': '2c725148-187c-43ee-8ea7-cfe92b6489b6', 'serial': '2c725148-187c-43ee-8ea7-cfe92b6489b6'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1226.268488] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00cbd8c7-1bba-4323-8c7e-9866330879e9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.289264] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9573e87d-e862-492d-8c98-1c0eeb763d72 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.293161] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7000465c-9d86-4b37-99f9-a39ce6f22a7d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.293328] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7000465c-9d86-4b37-99f9-a39ce6f22a7d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.293504] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-7000465c-9d86-4b37-99f9-a39ce6f22a7d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Deleting the datastore file [datastore2] 232daea3-3c64-4712-800c-6de1128cb914 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.294369] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a437fbb-6c78-416d-8c90-4155047d6931 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.322434] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ce84e04-dd3e-4926-b826-6bbc353c0e5e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-2c725148-187c-43ee-8ea7-cfe92b6489b6/volume-2c725148-187c-43ee-8ea7-cfe92b6489b6.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1226.324959] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1782a8b0-1040-432a-96f2-949ba50546f4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.338886] env[69365]: DEBUG oslo_vmware.api [None req-7000465c-9d86-4b37-99f9-a39ce6f22a7d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1226.338886] env[69365]: value = "task-3469904" [ 1226.338886] env[69365]: _type = "Task" [ 1226.338886] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.346454] env[69365]: DEBUG oslo_vmware.api [None req-1ce84e04-dd3e-4926-b826-6bbc353c0e5e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 1226.346454] env[69365]: value = "task-3469905" [ 1226.346454] env[69365]: _type = "Task" [ 1226.346454] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.350010] env[69365]: DEBUG oslo_vmware.api [None req-7000465c-9d86-4b37-99f9-a39ce6f22a7d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.359560] env[69365]: DEBUG oslo_vmware.api [None req-1ce84e04-dd3e-4926-b826-6bbc353c0e5e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.402699] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: f28e79f7-5a2c-4c81-9a8a-02e4a88ec4ff] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.511481] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f394f20d-938d-4c01-9494-edd563fca476 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Releasing lock "refresh_cache-232daea3-3c64-4712-800c-6de1128cb914" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.851722] env[69365]: DEBUG oslo_vmware.api [None req-7000465c-9d86-4b37-99f9-a39ce6f22a7d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276245} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.857020] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-7000465c-9d86-4b37-99f9-a39ce6f22a7d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.857020] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7000465c-9d86-4b37-99f9-a39ce6f22a7d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.857020] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7000465c-9d86-4b37-99f9-a39ce6f22a7d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.857020] env[69365]: INFO nova.compute.manager [None req-7000465c-9d86-4b37-99f9-a39ce6f22a7d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1226.857020] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7000465c-9d86-4b37-99f9-a39ce6f22a7d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.857020] env[69365]: DEBUG nova.compute.manager [-] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1226.857020] env[69365]: DEBUG nova.network.neutron [-] [instance: 232daea3-3c64-4712-800c-6de1128cb914] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1226.865701] env[69365]: DEBUG oslo_vmware.api [None req-1ce84e04-dd3e-4926-b826-6bbc353c0e5e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469905, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.907267] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 99bb8d37-053d-43dc-a30b-1d898521e0a9] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1226.998077] env[69365]: DEBUG nova.compute.manager [req-61b9e451-2c47-47ea-b50a-38f975425ba0 req-448eb558-240b-45ca-b712-303d17219060 service nova] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Received event network-vif-plugged-b5a82434-61e9-4d7e-8c28-be90d0814d83 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.998263] env[69365]: DEBUG oslo_concurrency.lockutils [req-61b9e451-2c47-47ea-b50a-38f975425ba0 req-448eb558-240b-45ca-b712-303d17219060 service nova] Acquiring lock "bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.998482] env[69365]: DEBUG oslo_concurrency.lockutils [req-61b9e451-2c47-47ea-b50a-38f975425ba0 req-448eb558-240b-45ca-b712-303d17219060 service nova] Lock "bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.998665] env[69365]: DEBUG oslo_concurrency.lockutils [req-61b9e451-2c47-47ea-b50a-38f975425ba0 req-448eb558-240b-45ca-b712-303d17219060 service nova] Lock "bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.998849] env[69365]: DEBUG nova.compute.manager [req-61b9e451-2c47-47ea-b50a-38f975425ba0 req-448eb558-240b-45ca-b712-303d17219060 service nova] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] No waiting events found dispatching network-vif-plugged-b5a82434-61e9-4d7e-8c28-be90d0814d83 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1227.000785] env[69365]: WARNING nova.compute.manager [req-61b9e451-2c47-47ea-b50a-38f975425ba0 req-448eb558-240b-45ca-b712-303d17219060 service nova] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Received unexpected event network-vif-plugged-b5a82434-61e9-4d7e-8c28-be90d0814d83 for instance with vm_state building and task_state block_device_mapping. [ 1227.017808] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f394f20d-938d-4c01-9494-edd563fca476 tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "interface-232daea3-3c64-4712-800c-6de1128cb914-36de46da-de90-4ca1-b5d4-64f29fd6a18f" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.270s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.230288] env[69365]: DEBUG nova.network.neutron [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Successfully updated port: b5a82434-61e9-4d7e-8c28-be90d0814d83 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1227.361847] env[69365]: DEBUG oslo_vmware.api [None req-1ce84e04-dd3e-4926-b826-6bbc353c0e5e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469905, 'name': ReconfigVM_Task, 'duration_secs': 0.799888} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.362508] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ce84e04-dd3e-4926-b826-6bbc353c0e5e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-2c725148-187c-43ee-8ea7-cfe92b6489b6/volume-2c725148-187c-43ee-8ea7-cfe92b6489b6.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1227.367695] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f1b9da4-34a9-4a92-924a-a3ba6fb90b42 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.384768] env[69365]: DEBUG oslo_vmware.api [None req-1ce84e04-dd3e-4926-b826-6bbc353c0e5e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 1227.384768] env[69365]: value = "task-3469906" [ 1227.384768] env[69365]: _type = "Task" [ 1227.384768] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.393565] env[69365]: DEBUG oslo_vmware.api [None req-1ce84e04-dd3e-4926-b826-6bbc353c0e5e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469906, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.411287] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 06b36c20-2357-437b-8f3d-af4dd83036b6] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1227.732055] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "refresh_cache-bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.732369] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquired lock "refresh_cache-bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.732532] env[69365]: DEBUG nova.network.neutron [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.894658] env[69365]: DEBUG oslo_vmware.api [None req-1ce84e04-dd3e-4926-b826-6bbc353c0e5e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.914772] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: e26708a9-26b1-4cb7-9140-95ba6877f915] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.128389] env[69365]: DEBUG oslo_vmware.rw_handles [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d4807-ceb4-7147-b8d7-a7cab41ef865/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1228.129868] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fafcdfb-fa2c-40b5-8e31-f26d57606b86 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.136830] env[69365]: DEBUG oslo_vmware.rw_handles [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d4807-ceb4-7147-b8d7-a7cab41ef865/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1228.137007] env[69365]: ERROR oslo_vmware.rw_handles [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d4807-ceb4-7147-b8d7-a7cab41ef865/disk-0.vmdk due to incomplete transfer. [ 1228.137271] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b8a63b14-650c-4a03-87bf-d687563e07c9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.145428] env[69365]: DEBUG oslo_vmware.rw_handles [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526d4807-ceb4-7147-b8d7-a7cab41ef865/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1228.145673] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Uploaded image cfb101a6-5c5a-4455-b54b-c4643781dac2 to the Glance image server {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1228.148110] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1228.148358] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3457b8e5-a193-420d-8d78-854e88db9708 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.156354] env[69365]: DEBUG oslo_vmware.api [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1228.156354] env[69365]: value = "task-3469907" [ 1228.156354] env[69365]: _type = "Task" [ 1228.156354] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.165085] env[69365]: DEBUG oslo_vmware.api [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469907, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.266231] env[69365]: DEBUG nova.network.neutron [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1228.296246] env[69365]: DEBUG nova.compute.manager [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1228.296770] env[69365]: DEBUG nova.virt.hardware [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1228.296978] env[69365]: DEBUG nova.virt.hardware [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1228.297288] env[69365]: DEBUG nova.virt.hardware [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.297455] env[69365]: DEBUG nova.virt.hardware [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1228.297659] env[69365]: DEBUG nova.virt.hardware [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.297832] env[69365]: DEBUG nova.virt.hardware [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1228.298081] env[69365]: DEBUG nova.virt.hardware [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1228.298269] env[69365]: DEBUG nova.virt.hardware [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1228.298459] env[69365]: DEBUG nova.virt.hardware [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1228.298621] env[69365]: DEBUG nova.virt.hardware [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1228.298795] env[69365]: DEBUG nova.virt.hardware [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1228.299671] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be81ab1-0b92-451a-b4fe-0f9733c11357 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.311231] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bedf9d9-c179-4bb6-ba2a-3197a8fa7ae3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.394958] env[69365]: DEBUG oslo_vmware.api [None req-1ce84e04-dd3e-4926-b826-6bbc353c0e5e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469906, 'name': ReconfigVM_Task, 'duration_secs': 0.837226} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.395986] env[69365]: DEBUG nova.network.neutron [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Updating instance_info_cache with network_info: [{"id": "b5a82434-61e9-4d7e-8c28-be90d0814d83", "address": "fa:16:3e:23:d0:be", "network": {"id": "c91e48bf-447c-4d3b-9b39-4682e675c3bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-440598981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1390634bc5d43d2bd1beb23d5cd5375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a82434-61", "ovs_interfaceid": "b5a82434-61e9-4d7e-8c28-be90d0814d83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.397320] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ce84e04-dd3e-4926-b826-6bbc353c0e5e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693445', 'volume_id': '2c725148-187c-43ee-8ea7-cfe92b6489b6', 'name': 'volume-2c725148-187c-43ee-8ea7-cfe92b6489b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d545760-c9de-484c-a578-2267761cee02', 'attached_at': '', 'detached_at': '', 'volume_id': '2c725148-187c-43ee-8ea7-cfe92b6489b6', 'serial': '2c725148-187c-43ee-8ea7-cfe92b6489b6'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1228.417756] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: efe5c26a-f8c2-4c98-93b3-0ca6cb04dfb7] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.485181] env[69365]: DEBUG nova.network.neutron [-] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.666586] env[69365]: DEBUG oslo_vmware.api [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469907, 'name': Destroy_Task, 'duration_secs': 0.348641} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.669170] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Destroyed the VM [ 1228.669170] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1228.669170] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f2bcf2e4-a1cc-4b81-ba7e-0a4397c1c1e4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.675896] env[69365]: DEBUG oslo_vmware.api [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1228.675896] env[69365]: value = "task-3469908" [ 1228.675896] env[69365]: _type = "Task" [ 1228.675896] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.684429] env[69365]: DEBUG oslo_vmware.api [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469908, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.902047] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Releasing lock "refresh_cache-bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.902047] env[69365]: DEBUG nova.compute.manager [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Instance network_info: |[{"id": "b5a82434-61e9-4d7e-8c28-be90d0814d83", "address": "fa:16:3e:23:d0:be", "network": {"id": "c91e48bf-447c-4d3b-9b39-4682e675c3bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-440598981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1390634bc5d43d2bd1beb23d5cd5375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a82434-61", "ovs_interfaceid": "b5a82434-61e9-4d7e-8c28-be90d0814d83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1228.904614] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:d0:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3a80436-f7a9-431a-acec-aca3d76e3f9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5a82434-61e9-4d7e-8c28-be90d0814d83', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1228.913149] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.913400] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1228.913664] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e707895-1651-4f2e-987e-bd8eea21208e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.929204] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 0bfb9f18-9fbd-4d39-a78f-7e19f20b230f] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1228.939762] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1228.939762] env[69365]: value = "task-3469909" [ 1228.939762] env[69365]: _type = "Task" [ 1228.939762] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.951807] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469909, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.987909] env[69365]: INFO nova.compute.manager [-] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Took 2.13 seconds to deallocate network for instance. [ 1229.038672] env[69365]: DEBUG nova.compute.manager [req-8bc5563b-4b2e-4ab5-81a9-5d7d2a153320 req-4577ea9b-116b-4eee-9b4d-b5478a5a412c service nova] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Received event network-changed-b5a82434-61e9-4d7e-8c28-be90d0814d83 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1229.038865] env[69365]: DEBUG nova.compute.manager [req-8bc5563b-4b2e-4ab5-81a9-5d7d2a153320 req-4577ea9b-116b-4eee-9b4d-b5478a5a412c service nova] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Refreshing instance network info cache due to event network-changed-b5a82434-61e9-4d7e-8c28-be90d0814d83. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1229.039084] env[69365]: DEBUG oslo_concurrency.lockutils [req-8bc5563b-4b2e-4ab5-81a9-5d7d2a153320 req-4577ea9b-116b-4eee-9b4d-b5478a5a412c service nova] Acquiring lock "refresh_cache-bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.039229] env[69365]: DEBUG oslo_concurrency.lockutils [req-8bc5563b-4b2e-4ab5-81a9-5d7d2a153320 req-4577ea9b-116b-4eee-9b4d-b5478a5a412c service nova] Acquired lock "refresh_cache-bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.039388] env[69365]: DEBUG nova.network.neutron [req-8bc5563b-4b2e-4ab5-81a9-5d7d2a153320 req-4577ea9b-116b-4eee-9b4d-b5478a5a412c service nova] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Refreshing network info cache for port b5a82434-61e9-4d7e-8c28-be90d0814d83 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1229.186484] env[69365]: DEBUG oslo_vmware.api [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469908, 'name': RemoveSnapshot_Task, 'duration_secs': 0.350368} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.187239] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1229.187459] env[69365]: DEBUG nova.compute.manager [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1229.188458] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4e77ef-c78a-4ebe-b5bc-04dc9238f41e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.433019] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 0159ac80-aeb3-4e42-8139-5c2ebc348f61] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.435451] env[69365]: DEBUG nova.objects.instance [None req-1ce84e04-dd3e-4926-b826-6bbc353c0e5e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lazy-loading 'flavor' on Instance uuid 0d545760-c9de-484c-a578-2267761cee02 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.450089] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469909, 'name': CreateVM_Task, 'duration_secs': 0.352811} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.450827] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1229.451503] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693441', 'volume_id': '46213800-5348-4959-9324-015e29c95bc4', 'name': 'volume-46213800-5348-4959-9324-015e29c95bc4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0', 'attached_at': '', 'detached_at': '', 'volume_id': '46213800-5348-4959-9324-015e29c95bc4', 'serial': '46213800-5348-4959-9324-015e29c95bc4'}, 'disk_bus': None, 'mount_device': '/dev/sda', 'attachment_id': 'c19154cf-550b-43b2-84e4-5a7aafa16a29', 'device_type': None, 'boot_index': 0, 'delete_on_termination': True, 'guest_format': None, 'volume_type': None}], 'swap': None} {{(pid=69365) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1229.451709] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Root volume attach. Driver type: vmdk {{(pid=69365) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1229.452699] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9723c9-69ed-42b1-8c44-d0098e7e8b71 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.461484] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadf7e57-e3b0-44ee-af13-387599ddd26b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.467914] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e470feb-b7ed-4377-b4e7-357308d8c43e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.474115] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-f8b2aa6f-8b55-4d23-b1ce-ca15558da8e0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.481515] env[69365]: DEBUG oslo_vmware.api [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1229.481515] env[69365]: value = "task-3469910" [ 1229.481515] env[69365]: _type = "Task" [ 1229.481515] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.496861] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7000465c-9d86-4b37-99f9-a39ce6f22a7d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.497177] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7000465c-9d86-4b37-99f9-a39ce6f22a7d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.497400] env[69365]: DEBUG nova.objects.instance [None req-7000465c-9d86-4b37-99f9-a39ce6f22a7d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lazy-loading 'resources' on Instance uuid 232daea3-3c64-4712-800c-6de1128cb914 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1229.498816] env[69365]: DEBUG oslo_vmware.api [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469910, 'name': RelocateVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.703954] env[69365]: INFO nova.compute.manager [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Shelve offloading [ 1229.784706] env[69365]: DEBUG nova.network.neutron [req-8bc5563b-4b2e-4ab5-81a9-5d7d2a153320 req-4577ea9b-116b-4eee-9b4d-b5478a5a412c service nova] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Updated VIF entry in instance network info cache for port b5a82434-61e9-4d7e-8c28-be90d0814d83. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.785088] env[69365]: DEBUG nova.network.neutron [req-8bc5563b-4b2e-4ab5-81a9-5d7d2a153320 req-4577ea9b-116b-4eee-9b4d-b5478a5a412c service nova] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Updating instance_info_cache with network_info: [{"id": "b5a82434-61e9-4d7e-8c28-be90d0814d83", "address": "fa:16:3e:23:d0:be", "network": {"id": "c91e48bf-447c-4d3b-9b39-4682e675c3bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-440598981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1390634bc5d43d2bd1beb23d5cd5375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a82434-61", "ovs_interfaceid": "b5a82434-61e9-4d7e-8c28-be90d0814d83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.937978] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 61730ea7-f9bb-4708-9e7e-3982261731a4] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1229.941830] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1ce84e04-dd3e-4926-b826-6bbc353c0e5e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "0d545760-c9de-484c-a578-2267761cee02" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.288s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.991797] env[69365]: DEBUG oslo_vmware.api [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469910, 'name': RelocateVM_Task, 'duration_secs': 0.374857} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.991956] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Volume attach. Driver type: vmdk {{(pid=69365) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1229.992213] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693441', 'volume_id': '46213800-5348-4959-9324-015e29c95bc4', 'name': 'volume-46213800-5348-4959-9324-015e29c95bc4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0', 'attached_at': '', 'detached_at': '', 'volume_id': '46213800-5348-4959-9324-015e29c95bc4', 'serial': '46213800-5348-4959-9324-015e29c95bc4'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1229.993033] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd04c738-edb8-4ada-84fd-6bb1bc5fb6d9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.011627] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472d0e9b-2f83-4f8f-8109-797e1c355884 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.033645] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-46213800-5348-4959-9324-015e29c95bc4/volume-46213800-5348-4959-9324-015e29c95bc4.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.036484] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eef91b7b-9bfa-4044-8481-71c381d875a6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.056636] env[69365]: DEBUG oslo_vmware.api [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1230.056636] env[69365]: value = "task-3469911" [ 1230.056636] env[69365]: _type = "Task" [ 1230.056636] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.065763] env[69365]: DEBUG oslo_vmware.api [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.167563] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed277785-a56c-487b-ab7a-8a04bb516f61 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.175812] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdaf09ad-3a1a-4af1-a1bb-31df45af294e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.205560] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b7750c7-e81e-41ca-8ed8-00950cad294e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.208162] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.208393] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a559c4bb-beb0-4d25-95e6-af13e68678aa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.214609] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0156fee8-ef89-4edd-847a-c7cf114a375b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.221035] env[69365]: DEBUG oslo_vmware.api [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1230.221035] env[69365]: value = "task-3469912" [ 1230.221035] env[69365]: _type = "Task" [ 1230.221035] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.231313] env[69365]: DEBUG oslo_concurrency.lockutils [None req-01bcd6f9-a69a-43bf-a525-bc91b4e2217e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquiring lock "0d545760-c9de-484c-a578-2267761cee02" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.231535] env[69365]: DEBUG oslo_concurrency.lockutils [None req-01bcd6f9-a69a-43bf-a525-bc91b4e2217e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "0d545760-c9de-484c-a578-2267761cee02" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.233196] env[69365]: DEBUG nova.compute.provider_tree [None req-7000465c-9d86-4b37-99f9-a39ce6f22a7d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.240292] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] VM already powered off {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1230.240501] env[69365]: DEBUG nova.compute.manager [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1230.241608] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d6a2bc-ac73-4da6-b8cd-f03c678cf70c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.247898] env[69365]: DEBUG oslo_concurrency.lockutils [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "refresh_cache-e92879d2-b369-4c77-8ff5-ba9e72d33e86" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.248074] env[69365]: DEBUG oslo_concurrency.lockutils [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquired lock "refresh_cache-e92879d2-b369-4c77-8ff5-ba9e72d33e86" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.248258] env[69365]: DEBUG nova.network.neutron [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.287506] env[69365]: DEBUG oslo_concurrency.lockutils [req-8bc5563b-4b2e-4ab5-81a9-5d7d2a153320 req-4577ea9b-116b-4eee-9b4d-b5478a5a412c service nova] Releasing lock "refresh_cache-bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.287742] env[69365]: DEBUG nova.compute.manager [req-8bc5563b-4b2e-4ab5-81a9-5d7d2a153320 req-4577ea9b-116b-4eee-9b4d-b5478a5a412c service nova] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Received event network-vif-deleted-64987207-ee0c-4531-bf02-3e8bc96c70d3 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.442213] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: ecaf6d58-1cec-4b9d-9433-e0f418f147d6] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.567125] env[69365]: DEBUG oslo_vmware.api [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469911, 'name': ReconfigVM_Task, 'duration_secs': 0.255034} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.567417] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-46213800-5348-4959-9324-015e29c95bc4/volume-46213800-5348-4959-9324-015e29c95bc4.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.572279] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb8b02c6-5fc7-41d3-bd5c-70067a041e61 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.587690] env[69365]: DEBUG oslo_vmware.api [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1230.587690] env[69365]: value = "task-3469913" [ 1230.587690] env[69365]: _type = "Task" [ 1230.587690] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.596649] env[69365]: DEBUG oslo_vmware.api [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469913, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.735542] env[69365]: INFO nova.compute.manager [None req-01bcd6f9-a69a-43bf-a525-bc91b4e2217e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Detaching volume b0b6a263-b772-45c2-933f-6fcf37671e7e [ 1230.738236] env[69365]: DEBUG nova.scheduler.client.report [None req-7000465c-9d86-4b37-99f9-a39ce6f22a7d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.768420] env[69365]: INFO nova.virt.block_device [None req-01bcd6f9-a69a-43bf-a525-bc91b4e2217e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Attempting to driver detach volume b0b6a263-b772-45c2-933f-6fcf37671e7e from mountpoint /dev/sdb [ 1230.768666] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-01bcd6f9-a69a-43bf-a525-bc91b4e2217e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Volume detach. Driver type: vmdk {{(pid=69365) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1230.768853] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-01bcd6f9-a69a-43bf-a525-bc91b4e2217e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693442', 'volume_id': 'b0b6a263-b772-45c2-933f-6fcf37671e7e', 'name': 'volume-b0b6a263-b772-45c2-933f-6fcf37671e7e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d545760-c9de-484c-a578-2267761cee02', 'attached_at': '', 'detached_at': '', 'volume_id': 'b0b6a263-b772-45c2-933f-6fcf37671e7e', 'serial': 'b0b6a263-b772-45c2-933f-6fcf37671e7e'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1230.769739] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bccfafd6-a512-4ecc-a8fd-8436696d5c36 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.797790] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83530983-7d02-426d-b186-8faabac4c34f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.805209] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de14b77-3332-46e0-90b0-e5df74e30077 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.830509] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd52af8-86d4-4c6c-ad0d-6e8b137ec7c1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.848276] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-01bcd6f9-a69a-43bf-a525-bc91b4e2217e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] The volume has not been displaced from its original location: [datastore1] volume-b0b6a263-b772-45c2-933f-6fcf37671e7e/volume-b0b6a263-b772-45c2-933f-6fcf37671e7e.vmdk. No consolidation needed. {{(pid=69365) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1230.854442] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-01bcd6f9-a69a-43bf-a525-bc91b4e2217e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1230.856698] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1290bc5a-a95a-4537-9b43-7136174c78c6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.876022] env[69365]: DEBUG oslo_vmware.api [None req-01bcd6f9-a69a-43bf-a525-bc91b4e2217e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 1230.876022] env[69365]: value = "task-3469914" [ 1230.876022] env[69365]: _type = "Task" [ 1230.876022] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.884531] env[69365]: DEBUG oslo_vmware.api [None req-01bcd6f9-a69a-43bf-a525-bc91b4e2217e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469914, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.945829] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: acf4ce22-50bf-4f3b-a707-5503d3e3aff0] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1230.982560] env[69365]: DEBUG nova.network.neutron [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Updating instance_info_cache with network_info: [{"id": "17b78c9d-2888-4c46-8f43-09fbdc9e2764", "address": "fa:16:3e:a4:33:c0", "network": {"id": "2766da8d-6cbf-40dd-89bf-7615a2b00ee2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-680867915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc6800d15d0045f087de2c0c4ec21c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap17b78c9d-28", "ovs_interfaceid": "17b78c9d-2888-4c46-8f43-09fbdc9e2764", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.097880] env[69365]: DEBUG oslo_vmware.api [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469913, 'name': ReconfigVM_Task, 'duration_secs': 0.116611} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.098240] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693441', 'volume_id': '46213800-5348-4959-9324-015e29c95bc4', 'name': 'volume-46213800-5348-4959-9324-015e29c95bc4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0', 'attached_at': '', 'detached_at': '', 'volume_id': '46213800-5348-4959-9324-015e29c95bc4', 'serial': '46213800-5348-4959-9324-015e29c95bc4'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1231.098778] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3f85b338-bcba-4d68-b515-13f956d5a1e6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.104492] env[69365]: DEBUG oslo_vmware.api [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1231.104492] env[69365]: value = "task-3469915" [ 1231.104492] env[69365]: _type = "Task" [ 1231.104492] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.112516] env[69365]: DEBUG oslo_vmware.api [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469915, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.245213] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7000465c-9d86-4b37-99f9-a39ce6f22a7d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.263894] env[69365]: INFO nova.scheduler.client.report [None req-7000465c-9d86-4b37-99f9-a39ce6f22a7d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Deleted allocations for instance 232daea3-3c64-4712-800c-6de1128cb914 [ 1231.386106] env[69365]: DEBUG oslo_vmware.api [None req-01bcd6f9-a69a-43bf-a525-bc91b4e2217e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469914, 'name': ReconfigVM_Task, 'duration_secs': 0.223246} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.386387] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-01bcd6f9-a69a-43bf-a525-bc91b4e2217e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1231.391017] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41052366-a7ab-4aaf-946a-d0ac9867f830 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.406834] env[69365]: DEBUG oslo_vmware.api [None req-01bcd6f9-a69a-43bf-a525-bc91b4e2217e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 1231.406834] env[69365]: value = "task-3469916" [ 1231.406834] env[69365]: _type = "Task" [ 1231.406834] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.419251] env[69365]: DEBUG oslo_vmware.api [None req-01bcd6f9-a69a-43bf-a525-bc91b4e2217e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469916, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.449094] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 5c1aa02c-4766-4f94-9554-fa36b42705bf] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1231.485529] env[69365]: DEBUG oslo_concurrency.lockutils [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Releasing lock "refresh_cache-e92879d2-b369-4c77-8ff5-ba9e72d33e86" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.615618] env[69365]: DEBUG oslo_vmware.api [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469915, 'name': Rename_Task, 'duration_secs': 0.130856} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.616411] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.616411] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e317418-7371-462f-a272-40eca1aa96ed {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.623223] env[69365]: DEBUG oslo_vmware.api [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1231.623223] env[69365]: value = "task-3469917" [ 1231.623223] env[69365]: _type = "Task" [ 1231.623223] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.632821] env[69365]: DEBUG oslo_vmware.api [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.730309] env[69365]: DEBUG nova.compute.manager [req-8c2c549f-5135-4bd6-8529-881f52ded5e6 req-fb5f1532-6366-466f-be71-712d3c91e575 service nova] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Received event network-vif-unplugged-17b78c9d-2888-4c46-8f43-09fbdc9e2764 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1231.730309] env[69365]: DEBUG oslo_concurrency.lockutils [req-8c2c549f-5135-4bd6-8529-881f52ded5e6 req-fb5f1532-6366-466f-be71-712d3c91e575 service nova] Acquiring lock "e92879d2-b369-4c77-8ff5-ba9e72d33e86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.730309] env[69365]: DEBUG oslo_concurrency.lockutils [req-8c2c549f-5135-4bd6-8529-881f52ded5e6 req-fb5f1532-6366-466f-be71-712d3c91e575 service nova] Lock "e92879d2-b369-4c77-8ff5-ba9e72d33e86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.730309] env[69365]: DEBUG oslo_concurrency.lockutils [req-8c2c549f-5135-4bd6-8529-881f52ded5e6 req-fb5f1532-6366-466f-be71-712d3c91e575 service nova] Lock "e92879d2-b369-4c77-8ff5-ba9e72d33e86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.730309] env[69365]: DEBUG nova.compute.manager [req-8c2c549f-5135-4bd6-8529-881f52ded5e6 req-fb5f1532-6366-466f-be71-712d3c91e575 service nova] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] No waiting events found dispatching network-vif-unplugged-17b78c9d-2888-4c46-8f43-09fbdc9e2764 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1231.730309] env[69365]: WARNING nova.compute.manager [req-8c2c549f-5135-4bd6-8529-881f52ded5e6 req-fb5f1532-6366-466f-be71-712d3c91e575 service nova] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Received unexpected event network-vif-unplugged-17b78c9d-2888-4c46-8f43-09fbdc9e2764 for instance with vm_state shelved and task_state shelving_offloading. [ 1231.748902] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1231.749757] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65f25b3-1729-48a6-99eb-22bd76f3941c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.757904] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1231.758147] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2eb70c57-602c-4f84-a45b-46406a2e6400 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.770931] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7000465c-9d86-4b37-99f9-a39ce6f22a7d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "232daea3-3c64-4712-800c-6de1128cb914" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.610s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.829460] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1231.829735] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1231.829988] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Deleting the datastore file [datastore2] e92879d2-b369-4c77-8ff5-ba9e72d33e86 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1231.830342] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0ab7ee3-942f-4872-a70d-de5f75655286 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.838753] env[69365]: DEBUG oslo_vmware.api [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1231.838753] env[69365]: value = "task-3469919" [ 1231.838753] env[69365]: _type = "Task" [ 1231.838753] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.846874] env[69365]: DEBUG oslo_vmware.api [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.915035] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7eda956e-224d-402d-adc8-e8da17d91f2d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "41177a0a-ccff-4b4b-bbe5-a81778987c71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.915536] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7eda956e-224d-402d-adc8-e8da17d91f2d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "41177a0a-ccff-4b4b-bbe5-a81778987c71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.915767] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7eda956e-224d-402d-adc8-e8da17d91f2d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "41177a0a-ccff-4b4b-bbe5-a81778987c71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.915963] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7eda956e-224d-402d-adc8-e8da17d91f2d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "41177a0a-ccff-4b4b-bbe5-a81778987c71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.916145] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7eda956e-224d-402d-adc8-e8da17d91f2d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "41177a0a-ccff-4b4b-bbe5-a81778987c71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.921363] env[69365]: DEBUG oslo_vmware.api [None req-01bcd6f9-a69a-43bf-a525-bc91b4e2217e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469916, 'name': ReconfigVM_Task, 'duration_secs': 0.147955} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.921889] env[69365]: INFO nova.compute.manager [None req-7eda956e-224d-402d-adc8-e8da17d91f2d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Terminating instance [ 1231.923430] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-01bcd6f9-a69a-43bf-a525-bc91b4e2217e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693442', 'volume_id': 'b0b6a263-b772-45c2-933f-6fcf37671e7e', 'name': 'volume-b0b6a263-b772-45c2-933f-6fcf37671e7e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d545760-c9de-484c-a578-2267761cee02', 'attached_at': '', 'detached_at': '', 'volume_id': 'b0b6a263-b772-45c2-933f-6fcf37671e7e', 'serial': 'b0b6a263-b772-45c2-933f-6fcf37671e7e'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1231.952775] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: fc40515e-6823-454b-8825-a2585bd9065c] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.133068] env[69365]: DEBUG oslo_vmware.api [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469917, 'name': PowerOnVM_Task, 'duration_secs': 0.458853} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.133293] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1232.133551] env[69365]: INFO nova.compute.manager [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Took 3.84 seconds to spawn the instance on the hypervisor. [ 1232.133740] env[69365]: DEBUG nova.compute.manager [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1232.134525] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943f9066-3f5b-4f70-885a-4b0e366443c2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.349076] env[69365]: DEBUG oslo_vmware.api [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140968} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.349350] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1232.349537] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1232.349711] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1232.370730] env[69365]: INFO nova.scheduler.client.report [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Deleted allocations for instance e92879d2-b369-4c77-8ff5-ba9e72d33e86 [ 1232.428724] env[69365]: DEBUG nova.compute.manager [None req-7eda956e-224d-402d-adc8-e8da17d91f2d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1232.428917] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7eda956e-224d-402d-adc8-e8da17d91f2d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1232.429894] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95d295f-cc32-4860-885b-aea9dd44477a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.438437] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eda956e-224d-402d-adc8-e8da17d91f2d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.438677] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e62c2649-c000-4f40-88a2-f31e642d24b6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.446107] env[69365]: DEBUG oslo_vmware.api [None req-7eda956e-224d-402d-adc8-e8da17d91f2d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1232.446107] env[69365]: value = "task-3469920" [ 1232.446107] env[69365]: _type = "Task" [ 1232.446107] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.454223] env[69365]: DEBUG oslo_vmware.api [None req-7eda956e-224d-402d-adc8-e8da17d91f2d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469920, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.455713] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 2b10a682-250e-4b3b-a9a3-32f301744313] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.464721] env[69365]: DEBUG nova.objects.instance [None req-01bcd6f9-a69a-43bf-a525-bc91b4e2217e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lazy-loading 'flavor' on Instance uuid 0d545760-c9de-484c-a578-2267761cee02 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.653700] env[69365]: INFO nova.compute.manager [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Took 10.50 seconds to build instance. [ 1232.876356] env[69365]: DEBUG oslo_concurrency.lockutils [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.876356] env[69365]: DEBUG oslo_concurrency.lockutils [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.876356] env[69365]: DEBUG nova.objects.instance [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lazy-loading 'resources' on Instance uuid e92879d2-b369-4c77-8ff5-ba9e72d33e86 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1232.957608] env[69365]: DEBUG oslo_vmware.api [None req-7eda956e-224d-402d-adc8-e8da17d91f2d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469920, 'name': PowerOffVM_Task, 'duration_secs': 0.208483} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.957924] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eda956e-224d-402d-adc8-e8da17d91f2d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1232.958061] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7eda956e-224d-402d-adc8-e8da17d91f2d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.958499] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 54bc7a90-5c83-4c37-a537-a728a98a11ca] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1232.960343] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e7b9b6f-c9b7-49e4-87dc-8c1bbf6f0538 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.030963] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7eda956e-224d-402d-adc8-e8da17d91f2d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.031268] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7eda956e-224d-402d-adc8-e8da17d91f2d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.031394] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eda956e-224d-402d-adc8-e8da17d91f2d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Deleting the datastore file [datastore1] 41177a0a-ccff-4b4b-bbe5-a81778987c71 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.031644] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1410e1ea-5b20-488e-a837-1cda0e14dbce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.039402] env[69365]: DEBUG oslo_vmware.api [None req-7eda956e-224d-402d-adc8-e8da17d91f2d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for the task: (returnval){ [ 1233.039402] env[69365]: value = "task-3469922" [ 1233.039402] env[69365]: _type = "Task" [ 1233.039402] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.050419] env[69365]: DEBUG oslo_vmware.api [None req-7eda956e-224d-402d-adc8-e8da17d91f2d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.156622] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9ebf4e5b-8e4a-4a7d-94b2-3d1fc42fb43c tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.011s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.379177] env[69365]: DEBUG nova.objects.instance [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lazy-loading 'numa_topology' on Instance uuid e92879d2-b369-4c77-8ff5-ba9e72d33e86 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.463233] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: f60bc564-6cf4-49ed-8fbd-2ab370b0312a] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.471976] env[69365]: DEBUG oslo_concurrency.lockutils [None req-01bcd6f9-a69a-43bf-a525-bc91b4e2217e tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "0d545760-c9de-484c-a578-2267761cee02" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.240s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.495073] env[69365]: DEBUG oslo_concurrency.lockutils [None req-04b5b9dd-0c87-4e98-90dc-e7ed99aaa83b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquiring lock "0d545760-c9de-484c-a578-2267761cee02" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.495376] env[69365]: DEBUG oslo_concurrency.lockutils [None req-04b5b9dd-0c87-4e98-90dc-e7ed99aaa83b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "0d545760-c9de-484c-a578-2267761cee02" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.551414] env[69365]: DEBUG oslo_vmware.api [None req-7eda956e-224d-402d-adc8-e8da17d91f2d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Task: {'id': task-3469922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160918} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.551710] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-7eda956e-224d-402d-adc8-e8da17d91f2d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1233.551870] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7eda956e-224d-402d-adc8-e8da17d91f2d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1233.552053] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7eda956e-224d-402d-adc8-e8da17d91f2d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1233.552232] env[69365]: INFO nova.compute.manager [None req-7eda956e-224d-402d-adc8-e8da17d91f2d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1233.552461] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7eda956e-224d-402d-adc8-e8da17d91f2d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1233.552642] env[69365]: DEBUG nova.compute.manager [-] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1233.552736] env[69365]: DEBUG nova.network.neutron [-] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1233.775148] env[69365]: DEBUG nova.compute.manager [req-7bb4c4b1-2e24-4c13-8838-373b889a98dd req-3b25e306-c40c-4e73-9f39-de19957edcce service nova] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Received event network-changed-17b78c9d-2888-4c46-8f43-09fbdc9e2764 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.775447] env[69365]: DEBUG nova.compute.manager [req-7bb4c4b1-2e24-4c13-8838-373b889a98dd req-3b25e306-c40c-4e73-9f39-de19957edcce service nova] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Refreshing instance network info cache due to event network-changed-17b78c9d-2888-4c46-8f43-09fbdc9e2764. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1233.775597] env[69365]: DEBUG oslo_concurrency.lockutils [req-7bb4c4b1-2e24-4c13-8838-373b889a98dd req-3b25e306-c40c-4e73-9f39-de19957edcce service nova] Acquiring lock "refresh_cache-e92879d2-b369-4c77-8ff5-ba9e72d33e86" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.775738] env[69365]: DEBUG oslo_concurrency.lockutils [req-7bb4c4b1-2e24-4c13-8838-373b889a98dd req-3b25e306-c40c-4e73-9f39-de19957edcce service nova] Acquired lock "refresh_cache-e92879d2-b369-4c77-8ff5-ba9e72d33e86" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.775896] env[69365]: DEBUG nova.network.neutron [req-7bb4c4b1-2e24-4c13-8838-373b889a98dd req-3b25e306-c40c-4e73-9f39-de19957edcce service nova] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Refreshing network info cache for port 17b78c9d-2888-4c46-8f43-09fbdc9e2764 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1233.809535] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e3621945-9051-4595-b929-c623037ef9bc tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "e92879d2-b369-4c77-8ff5-ba9e72d33e86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.881569] env[69365]: DEBUG nova.objects.base [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1233.965996] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 29fc5815-c8b5-449f-9c44-711c66778a11] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1233.999470] env[69365]: INFO nova.compute.manager [None req-04b5b9dd-0c87-4e98-90dc-e7ed99aaa83b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Detaching volume 2c725148-187c-43ee-8ea7-cfe92b6489b6 [ 1234.004377] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78befea-f88c-4d4c-8b23-04e531dc94c3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.014692] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9d629a-f712-4eab-8b88-0acc5dc5cabc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.046691] env[69365]: INFO nova.virt.block_device [None req-04b5b9dd-0c87-4e98-90dc-e7ed99aaa83b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Attempting to driver detach volume 2c725148-187c-43ee-8ea7-cfe92b6489b6 from mountpoint /dev/sdc [ 1234.046921] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-04b5b9dd-0c87-4e98-90dc-e7ed99aaa83b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Volume detach. Driver type: vmdk {{(pid=69365) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1234.047167] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-04b5b9dd-0c87-4e98-90dc-e7ed99aaa83b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693445', 'volume_id': '2c725148-187c-43ee-8ea7-cfe92b6489b6', 'name': 'volume-2c725148-187c-43ee-8ea7-cfe92b6489b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d545760-c9de-484c-a578-2267761cee02', 'attached_at': '', 'detached_at': '', 'volume_id': '2c725148-187c-43ee-8ea7-cfe92b6489b6', 'serial': '2c725148-187c-43ee-8ea7-cfe92b6489b6'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1234.047874] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec5909f-7113-4248-a068-90341f506814 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.051574] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e471ae-237b-4634-a8be-f7b22a2836ea {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.073714] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72c7371-8e00-4c9d-8f7e-086a70835bbd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.078082] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5080d552-c679-4f7d-ad08-b6f0e54f865f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.090129] env[69365]: DEBUG nova.compute.provider_tree [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.093487] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5ecd3b-44ac-488f-806f-198932941fc6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.115085] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd91a19-b941-4b47-a183-d54617eeca70 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.131107] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-04b5b9dd-0c87-4e98-90dc-e7ed99aaa83b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] The volume has not been displaced from its original location: [datastore1] volume-2c725148-187c-43ee-8ea7-cfe92b6489b6/volume-2c725148-187c-43ee-8ea7-cfe92b6489b6.vmdk. No consolidation needed. {{(pid=69365) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1234.136233] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-04b5b9dd-0c87-4e98-90dc-e7ed99aaa83b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Reconfiguring VM instance instance-00000069 to detach disk 2002 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1234.136500] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2b0ad3c-7317-4f0e-a968-b013159253ed {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.154341] env[69365]: DEBUG oslo_vmware.api [None req-04b5b9dd-0c87-4e98-90dc-e7ed99aaa83b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 1234.154341] env[69365]: value = "task-3469923" [ 1234.154341] env[69365]: _type = "Task" [ 1234.154341] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.162385] env[69365]: DEBUG oslo_vmware.api [None req-04b5b9dd-0c87-4e98-90dc-e7ed99aaa83b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469923, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.329208] env[69365]: DEBUG nova.network.neutron [-] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.471454] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 9bbf8db4-c06b-4cc0-a55a-a561ba0a274f] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1234.507360] env[69365]: DEBUG nova.network.neutron [req-7bb4c4b1-2e24-4c13-8838-373b889a98dd req-3b25e306-c40c-4e73-9f39-de19957edcce service nova] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Updated VIF entry in instance network info cache for port 17b78c9d-2888-4c46-8f43-09fbdc9e2764. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1234.507712] env[69365]: DEBUG nova.network.neutron [req-7bb4c4b1-2e24-4c13-8838-373b889a98dd req-3b25e306-c40c-4e73-9f39-de19957edcce service nova] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Updating instance_info_cache with network_info: [{"id": "17b78c9d-2888-4c46-8f43-09fbdc9e2764", "address": "fa:16:3e:a4:33:c0", "network": {"id": "2766da8d-6cbf-40dd-89bf-7615a2b00ee2", "bridge": null, "label": "tempest-DeleteServersTestJSON-680867915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc6800d15d0045f087de2c0c4ec21c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap17b78c9d-28", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.596047] env[69365]: DEBUG nova.scheduler.client.report [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1234.670325] env[69365]: DEBUG oslo_vmware.api [None req-04b5b9dd-0c87-4e98-90dc-e7ed99aaa83b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469923, 'name': ReconfigVM_Task, 'duration_secs': 0.330987} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.670325] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-04b5b9dd-0c87-4e98-90dc-e7ed99aaa83b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Reconfigured VM instance instance-00000069 to detach disk 2002 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1234.676884] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-887c987d-4382-4809-a35b-4253952cef46 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.695815] env[69365]: DEBUG oslo_vmware.api [None req-04b5b9dd-0c87-4e98-90dc-e7ed99aaa83b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 1234.695815] env[69365]: value = "task-3469924" [ 1234.695815] env[69365]: _type = "Task" [ 1234.695815] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.707324] env[69365]: DEBUG oslo_vmware.api [None req-04b5b9dd-0c87-4e98-90dc-e7ed99aaa83b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.789494] env[69365]: DEBUG nova.compute.manager [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Stashing vm_state: active {{(pid=69365) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1234.831829] env[69365]: INFO nova.compute.manager [-] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Took 1.28 seconds to deallocate network for instance. [ 1234.975315] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 82fa0bd7-7671-4bcf-80da-c26cdf00aaf1] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.010376] env[69365]: DEBUG oslo_concurrency.lockutils [req-7bb4c4b1-2e24-4c13-8838-373b889a98dd req-3b25e306-c40c-4e73-9f39-de19957edcce service nova] Releasing lock "refresh_cache-e92879d2-b369-4c77-8ff5-ba9e72d33e86" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.010702] env[69365]: DEBUG nova.compute.manager [req-7bb4c4b1-2e24-4c13-8838-373b889a98dd req-3b25e306-c40c-4e73-9f39-de19957edcce service nova] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Received event network-changed-ed2b7619-adeb-46c9-822e-732f8dba2371 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.010877] env[69365]: DEBUG nova.compute.manager [req-7bb4c4b1-2e24-4c13-8838-373b889a98dd req-3b25e306-c40c-4e73-9f39-de19957edcce service nova] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Refreshing instance network info cache due to event network-changed-ed2b7619-adeb-46c9-822e-732f8dba2371. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1235.011104] env[69365]: DEBUG oslo_concurrency.lockutils [req-7bb4c4b1-2e24-4c13-8838-373b889a98dd req-3b25e306-c40c-4e73-9f39-de19957edcce service nova] Acquiring lock "refresh_cache-54494c65-4118-4c3d-8af2-cd772b783e1f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.011254] env[69365]: DEBUG oslo_concurrency.lockutils [req-7bb4c4b1-2e24-4c13-8838-373b889a98dd req-3b25e306-c40c-4e73-9f39-de19957edcce service nova] Acquired lock "refresh_cache-54494c65-4118-4c3d-8af2-cd772b783e1f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.011414] env[69365]: DEBUG nova.network.neutron [req-7bb4c4b1-2e24-4c13-8838-373b889a98dd req-3b25e306-c40c-4e73-9f39-de19957edcce service nova] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Refreshing network info cache for port ed2b7619-adeb-46c9-822e-732f8dba2371 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1235.100217] env[69365]: DEBUG oslo_concurrency.lockutils [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.208893] env[69365]: DEBUG oslo_vmware.api [None req-04b5b9dd-0c87-4e98-90dc-e7ed99aaa83b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469924, 'name': ReconfigVM_Task, 'duration_secs': 0.157858} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.209220] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-04b5b9dd-0c87-4e98-90dc-e7ed99aaa83b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693445', 'volume_id': '2c725148-187c-43ee-8ea7-cfe92b6489b6', 'name': 'volume-2c725148-187c-43ee-8ea7-cfe92b6489b6', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0d545760-c9de-484c-a578-2267761cee02', 'attached_at': '', 'detached_at': '', 'volume_id': '2c725148-187c-43ee-8ea7-cfe92b6489b6', 'serial': '2c725148-187c-43ee-8ea7-cfe92b6489b6'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1235.308388] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.308738] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.338130] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7eda956e-224d-402d-adc8-e8da17d91f2d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.479371] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 918e36cd-48f9-43bd-9fdf-5789b4c99a12] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1235.612429] env[69365]: DEBUG oslo_concurrency.lockutils [None req-739bf7df-5865-4f68-8913-fca90b959962 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "e92879d2-b369-4c77-8ff5-ba9e72d33e86" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.314s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.613399] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e3621945-9051-4595-b929-c623037ef9bc tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "e92879d2-b369-4c77-8ff5-ba9e72d33e86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 1.804s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.613528] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e3621945-9051-4595-b929-c623037ef9bc tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "e92879d2-b369-4c77-8ff5-ba9e72d33e86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.614184] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e3621945-9051-4595-b929-c623037ef9bc tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "e92879d2-b369-4c77-8ff5-ba9e72d33e86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.614372] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e3621945-9051-4595-b929-c623037ef9bc tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "e92879d2-b369-4c77-8ff5-ba9e72d33e86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.616062] env[69365]: INFO nova.compute.manager [None req-e3621945-9051-4595-b929-c623037ef9bc tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Terminating instance [ 1235.716900] env[69365]: DEBUG nova.network.neutron [req-7bb4c4b1-2e24-4c13-8838-373b889a98dd req-3b25e306-c40c-4e73-9f39-de19957edcce service nova] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Updated VIF entry in instance network info cache for port ed2b7619-adeb-46c9-822e-732f8dba2371. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1235.717351] env[69365]: DEBUG nova.network.neutron [req-7bb4c4b1-2e24-4c13-8838-373b889a98dd req-3b25e306-c40c-4e73-9f39-de19957edcce service nova] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Updating instance_info_cache with network_info: [{"id": "ed2b7619-adeb-46c9-822e-732f8dba2371", "address": "fa:16:3e:7c:07:5f", "network": {"id": "c91e48bf-447c-4d3b-9b39-4682e675c3bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-440598981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1390634bc5d43d2bd1beb23d5cd5375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "taped2b7619-ad", "ovs_interfaceid": "ed2b7619-adeb-46c9-822e-732f8dba2371", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.748821] env[69365]: DEBUG nova.objects.instance [None req-04b5b9dd-0c87-4e98-90dc-e7ed99aaa83b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lazy-loading 'flavor' on Instance uuid 0d545760-c9de-484c-a578-2267761cee02 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.803335] env[69365]: DEBUG nova.compute.manager [req-05c2243d-dccb-4568-9eaf-f0ca8007176e req-a122b189-f557-460a-92bf-0ec14888f75a service nova] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Received event network-vif-deleted-a254bc29-9530-4d10-8122-ae764a8fcd27 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.813518] env[69365]: INFO nova.compute.claims [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1235.982023] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: cd6045d8-83e8-4147-8233-1996687bc731] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.120107] env[69365]: DEBUG nova.compute.manager [None req-e3621945-9051-4595-b929-c623037ef9bc tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1236.120220] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e3621945-9051-4595-b929-c623037ef9bc tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1236.120602] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7da517c-edd3-4a59-b1c6-2110bccb8b33 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.132897] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e10e729-022c-4970-86e2-6038ce0b4b3b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.166341] env[69365]: WARNING nova.virt.vmwareapi.vmops [None req-e3621945-9051-4595-b929-c623037ef9bc tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance e92879d2-b369-4c77-8ff5-ba9e72d33e86 could not be found. [ 1236.166563] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e3621945-9051-4595-b929-c623037ef9bc tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.166739] env[69365]: INFO nova.compute.manager [None req-e3621945-9051-4595-b929-c623037ef9bc tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1236.166987] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3621945-9051-4595-b929-c623037ef9bc tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1236.167260] env[69365]: DEBUG nova.compute.manager [-] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1236.167360] env[69365]: DEBUG nova.network.neutron [-] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1236.220437] env[69365]: DEBUG oslo_concurrency.lockutils [req-7bb4c4b1-2e24-4c13-8838-373b889a98dd req-3b25e306-c40c-4e73-9f39-de19957edcce service nova] Releasing lock "refresh_cache-54494c65-4118-4c3d-8af2-cd772b783e1f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.220705] env[69365]: DEBUG nova.compute.manager [req-7bb4c4b1-2e24-4c13-8838-373b889a98dd req-3b25e306-c40c-4e73-9f39-de19957edcce service nova] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Received event network-changed-b5a82434-61e9-4d7e-8c28-be90d0814d83 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.220873] env[69365]: DEBUG nova.compute.manager [req-7bb4c4b1-2e24-4c13-8838-373b889a98dd req-3b25e306-c40c-4e73-9f39-de19957edcce service nova] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Refreshing instance network info cache due to event network-changed-b5a82434-61e9-4d7e-8c28-be90d0814d83. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1236.221092] env[69365]: DEBUG oslo_concurrency.lockutils [req-7bb4c4b1-2e24-4c13-8838-373b889a98dd req-3b25e306-c40c-4e73-9f39-de19957edcce service nova] Acquiring lock "refresh_cache-bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.221237] env[69365]: DEBUG oslo_concurrency.lockutils [req-7bb4c4b1-2e24-4c13-8838-373b889a98dd req-3b25e306-c40c-4e73-9f39-de19957edcce service nova] Acquired lock "refresh_cache-bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.221394] env[69365]: DEBUG nova.network.neutron [req-7bb4c4b1-2e24-4c13-8838-373b889a98dd req-3b25e306-c40c-4e73-9f39-de19957edcce service nova] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Refreshing network info cache for port b5a82434-61e9-4d7e-8c28-be90d0814d83 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1236.319081] env[69365]: INFO nova.compute.resource_tracker [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Updating resource usage from migration 7ad069bf-fa2e-4c91-af9d-0695c965820d [ 1236.453451] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3547ef6e-613e-4d77-bafe-ef2200ca58f8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.461527] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4216069e-014f-4af8-8283-ac12cf988e88 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.491046] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: d43167ba-4f47-4d69-b26f-39250744f875] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1236.493680] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3281a9-7747-4d12-bd38-e1445d6b464b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.502128] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce2de57-55ac-46c9-ac83-a86cb9e0641c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.516670] env[69365]: DEBUG nova.compute.provider_tree [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1236.755189] env[69365]: DEBUG oslo_concurrency.lockutils [None req-04b5b9dd-0c87-4e98-90dc-e7ed99aaa83b tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "0d545760-c9de-484c-a578-2267761cee02" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.260s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.901493] env[69365]: DEBUG nova.network.neutron [-] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.950725] env[69365]: DEBUG nova.network.neutron [req-7bb4c4b1-2e24-4c13-8838-373b889a98dd req-3b25e306-c40c-4e73-9f39-de19957edcce service nova] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Updated VIF entry in instance network info cache for port b5a82434-61e9-4d7e-8c28-be90d0814d83. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1236.951111] env[69365]: DEBUG nova.network.neutron [req-7bb4c4b1-2e24-4c13-8838-373b889a98dd req-3b25e306-c40c-4e73-9f39-de19957edcce service nova] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Updating instance_info_cache with network_info: [{"id": "b5a82434-61e9-4d7e-8c28-be90d0814d83", "address": "fa:16:3e:23:d0:be", "network": {"id": "c91e48bf-447c-4d3b-9b39-4682e675c3bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-440598981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1390634bc5d43d2bd1beb23d5cd5375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a82434-61", "ovs_interfaceid": "b5a82434-61e9-4d7e-8c28-be90d0814d83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.997024] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: d3d58b6e-04b7-4a8d-88c3-149d58607224] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.020920] env[69365]: DEBUG nova.scheduler.client.report [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.405789] env[69365]: INFO nova.compute.manager [-] [instance: e92879d2-b369-4c77-8ff5-ba9e72d33e86] Took 1.24 seconds to deallocate network for instance. [ 1237.453593] env[69365]: DEBUG oslo_concurrency.lockutils [req-7bb4c4b1-2e24-4c13-8838-373b889a98dd req-3b25e306-c40c-4e73-9f39-de19957edcce service nova] Releasing lock "refresh_cache-bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.503043] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: db7108fa-22fd-466f-ba5b-0a33046105d4] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1237.526099] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.217s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.526305] env[69365]: INFO nova.compute.manager [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Migrating [ 1237.532909] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7eda956e-224d-402d-adc8-e8da17d91f2d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.195s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.533141] env[69365]: DEBUG nova.objects.instance [None req-7eda956e-224d-402d-adc8-e8da17d91f2d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lazy-loading 'resources' on Instance uuid 41177a0a-ccff-4b4b-bbe5-a81778987c71 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.884867] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea89f4de-098c-4c39-9e50-a279099b5b6a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquiring lock "0d545760-c9de-484c-a578-2267761cee02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.885218] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea89f4de-098c-4c39-9e50-a279099b5b6a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "0d545760-c9de-484c-a578-2267761cee02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.885434] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea89f4de-098c-4c39-9e50-a279099b5b6a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquiring lock "0d545760-c9de-484c-a578-2267761cee02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.885625] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea89f4de-098c-4c39-9e50-a279099b5b6a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "0d545760-c9de-484c-a578-2267761cee02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.885796] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea89f4de-098c-4c39-9e50-a279099b5b6a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "0d545760-c9de-484c-a578-2267761cee02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.888490] env[69365]: INFO nova.compute.manager [None req-ea89f4de-098c-4c39-9e50-a279099b5b6a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Terminating instance [ 1238.006370] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 07629f5e-e1b1-4aab-b422-8924b572449b] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.041891] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "refresh_cache-bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.042173] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquired lock "refresh_cache-bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.042417] env[69365]: DEBUG nova.network.neutron [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1238.180297] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df683d6-b052-4633-8fa2-60b75fb3bd7b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.189841] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51294c86-cdb5-4949-baf9-97b73dd98094 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.223429] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-877e9925-9a9f-4371-999b-7092a27282f2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.233613] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11481630-c2a9-4d4c-a95c-84c0497f0e47 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.247894] env[69365]: DEBUG nova.compute.provider_tree [None req-7eda956e-224d-402d-adc8-e8da17d91f2d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.392488] env[69365]: DEBUG nova.compute.manager [None req-ea89f4de-098c-4c39-9e50-a279099b5b6a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1238.392728] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ea89f4de-098c-4c39-9e50-a279099b5b6a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1238.393640] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b2cde7-8a64-4330-b7c9-5a238c4f40df {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.402144] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea89f4de-098c-4c39-9e50-a279099b5b6a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1238.402279] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99ee81c2-e6fa-4eba-8f85-70410a39051f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.409711] env[69365]: DEBUG oslo_vmware.api [None req-ea89f4de-098c-4c39-9e50-a279099b5b6a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 1238.409711] env[69365]: value = "task-3469925" [ 1238.409711] env[69365]: _type = "Task" [ 1238.409711] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.418619] env[69365]: DEBUG oslo_vmware.api [None req-ea89f4de-098c-4c39-9e50-a279099b5b6a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.429042] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e3621945-9051-4595-b929-c623037ef9bc tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "e92879d2-b369-4c77-8ff5-ba9e72d33e86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.815s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.510209] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: ba25f42e-945b-4884-9fca-fecf9a2d294c] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1238.751013] env[69365]: DEBUG nova.scheduler.client.report [None req-7eda956e-224d-402d-adc8-e8da17d91f2d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.768259] env[69365]: DEBUG nova.network.neutron [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Updating instance_info_cache with network_info: [{"id": "b5a82434-61e9-4d7e-8c28-be90d0814d83", "address": "fa:16:3e:23:d0:be", "network": {"id": "c91e48bf-447c-4d3b-9b39-4682e675c3bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-440598981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1390634bc5d43d2bd1beb23d5cd5375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a82434-61", "ovs_interfaceid": "b5a82434-61e9-4d7e-8c28-be90d0814d83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.921251] env[69365]: DEBUG oslo_vmware.api [None req-ea89f4de-098c-4c39-9e50-a279099b5b6a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469925, 'name': PowerOffVM_Task, 'duration_secs': 0.322084} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.921540] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea89f4de-098c-4c39-9e50-a279099b5b6a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.921709] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ea89f4de-098c-4c39-9e50-a279099b5b6a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1238.921961] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ce62d780-603e-410d-823d-038938c03190 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.010709] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ea89f4de-098c-4c39-9e50-a279099b5b6a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1239.011097] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ea89f4de-098c-4c39-9e50-a279099b5b6a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1239.011097] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea89f4de-098c-4c39-9e50-a279099b5b6a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Deleting the datastore file [datastore1] 0d545760-c9de-484c-a578-2267761cee02 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1239.011365] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-400e18a1-beea-446e-a72d-3fd1644b6a02 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.016035] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: ac289b71-5a99-4a03-af24-e6843166dfd1] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.019277] env[69365]: DEBUG oslo_vmware.api [None req-ea89f4de-098c-4c39-9e50-a279099b5b6a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for the task: (returnval){ [ 1239.019277] env[69365]: value = "task-3469927" [ 1239.019277] env[69365]: _type = "Task" [ 1239.019277] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.028231] env[69365]: DEBUG oslo_vmware.api [None req-ea89f4de-098c-4c39-9e50-a279099b5b6a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.257050] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7eda956e-224d-402d-adc8-e8da17d91f2d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.723s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.270957] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Releasing lock "refresh_cache-bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.273192] env[69365]: INFO nova.scheduler.client.report [None req-7eda956e-224d-402d-adc8-e8da17d91f2d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Deleted allocations for instance 41177a0a-ccff-4b4b-bbe5-a81778987c71 [ 1239.520576] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 875b1a48-9e09-43b5-abf6-99c7d64d845f] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1239.532187] env[69365]: DEBUG oslo_vmware.api [None req-ea89f4de-098c-4c39-9e50-a279099b5b6a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Task: {'id': task-3469927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144776} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.532455] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea89f4de-098c-4c39-9e50-a279099b5b6a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1239.532639] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ea89f4de-098c-4c39-9e50-a279099b5b6a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1239.532846] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ea89f4de-098c-4c39-9e50-a279099b5b6a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1239.533037] env[69365]: INFO nova.compute.manager [None req-ea89f4de-098c-4c39-9e50-a279099b5b6a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] [instance: 0d545760-c9de-484c-a578-2267761cee02] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1239.533327] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea89f4de-098c-4c39-9e50-a279099b5b6a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1239.533613] env[69365]: DEBUG nova.compute.manager [-] [instance: 0d545760-c9de-484c-a578-2267761cee02] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1239.533714] env[69365]: DEBUG nova.network.neutron [-] [instance: 0d545760-c9de-484c-a578-2267761cee02] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1239.785645] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7eda956e-224d-402d-adc8-e8da17d91f2d tempest-AttachInterfacesTestJSON-250756474 tempest-AttachInterfacesTestJSON-250756474-project-member] Lock "41177a0a-ccff-4b4b-bbe5-a81778987c71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.870s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.786912] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "37dfb552-7e73-4981-b42a-d39f89de331a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1239.787240] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "37dfb552-7e73-4981-b42a-d39f89de331a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.027093] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: dbc6c632-cd7b-4f57-855a-acd12826d021] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.045202] env[69365]: DEBUG nova.compute.manager [req-467125a4-60be-4341-8bf8-d9ed6d25b30b req-100eaede-bf9a-430c-8b29-93e03f230176 service nova] [instance: 0d545760-c9de-484c-a578-2267761cee02] Received event network-vif-deleted-99f73ccf-9fc0-4f75-b176-6a0393f6306a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1240.045384] env[69365]: INFO nova.compute.manager [req-467125a4-60be-4341-8bf8-d9ed6d25b30b req-100eaede-bf9a-430c-8b29-93e03f230176 service nova] [instance: 0d545760-c9de-484c-a578-2267761cee02] Neutron deleted interface 99f73ccf-9fc0-4f75-b176-6a0393f6306a; detaching it from the instance and deleting it from the info cache [ 1240.045533] env[69365]: DEBUG nova.network.neutron [req-467125a4-60be-4341-8bf8-d9ed6d25b30b req-100eaede-bf9a-430c-8b29-93e03f230176 service nova] [instance: 0d545760-c9de-484c-a578-2267761cee02] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.289214] env[69365]: DEBUG nova.compute.manager [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1240.527529] env[69365]: DEBUG nova.network.neutron [-] [instance: 0d545760-c9de-484c-a578-2267761cee02] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.530394] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 0f4e5793-a942-4c82-acd1-c175bd1e9da4] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1240.547782] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2981416a-a042-4bde-bb6e-db3bee8b6159 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.559490] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618cdfff-22ec-4022-8b9e-e50133b9936e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.592338] env[69365]: DEBUG nova.compute.manager [req-467125a4-60be-4341-8bf8-d9ed6d25b30b req-100eaede-bf9a-430c-8b29-93e03f230176 service nova] [instance: 0d545760-c9de-484c-a578-2267761cee02] Detach interface failed, port_id=99f73ccf-9fc0-4f75-b176-6a0393f6306a, reason: Instance 0d545760-c9de-484c-a578-2267761cee02 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1240.664017] env[69365]: DEBUG oslo_concurrency.lockutils [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquiring lock "592da6de-20c5-4eb7-8a61-acc350b1f08c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.664017] env[69365]: DEBUG oslo_concurrency.lockutils [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "592da6de-20c5-4eb7-8a61-acc350b1f08c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.664017] env[69365]: INFO nova.compute.manager [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Shelving [ 1240.793287] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c725c0-9525-4f8c-b3af-de2a3189e627 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.814250] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Updating instance 'bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0' progress to 0 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1240.819531] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.819797] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.821241] env[69365]: INFO nova.compute.claims [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1241.031026] env[69365]: INFO nova.compute.manager [-] [instance: 0d545760-c9de-484c-a578-2267761cee02] Took 1.50 seconds to deallocate network for instance. [ 1241.032024] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: a9672f20-2f1f-4ab4-861a-e542250eb592] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.326815] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.329079] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3e99f52-eadc-4db9-8b76-a4d58e1c1926 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.338162] env[69365]: DEBUG oslo_vmware.api [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1241.338162] env[69365]: value = "task-3469928" [ 1241.338162] env[69365]: _type = "Task" [ 1241.338162] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.348376] env[69365]: DEBUG oslo_vmware.api [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.536710] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: f1420621-d961-4ec4-a181-37b7b1284fe3] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1241.539319] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea89f4de-098c-4c39-9e50-a279099b5b6a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.673942] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1241.674380] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7b4dd79-8cdd-4c36-8815-6a7b8fa7230d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.682868] env[69365]: DEBUG oslo_vmware.api [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1241.682868] env[69365]: value = "task-3469929" [ 1241.682868] env[69365]: _type = "Task" [ 1241.682868] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.696866] env[69365]: DEBUG oslo_vmware.api [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.853342] env[69365]: DEBUG oslo_vmware.api [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469928, 'name': PowerOffVM_Task, 'duration_secs': 0.202806} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.854140] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1241.854140] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Updating instance 'bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0' progress to 17 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1242.026248] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663d8575-7e0d-4709-924c-8155902af7c3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.042123] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedbd46e-d072-41df-b957-ed63fafc54a8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.047511] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1242.049174] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Cleaning up deleted instances with incomplete migration {{(pid=69365) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1242.104455] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9574f66c-7d73-4072-bde5-89668ebe397a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.113590] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecdca7f-8769-45e4-ab6e-66fecc3c461f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.133640] env[69365]: DEBUG nova.compute.provider_tree [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.193355] env[69365]: DEBUG oslo_vmware.api [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469929, 'name': PowerOffVM_Task, 'duration_secs': 0.214482} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.193700] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1242.194790] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bfce56-bbb8-44eb-a780-0468a2e20ba9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.215519] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22d522c-87f8-49ab-b27e-412ff4f971da {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.360788] env[69365]: DEBUG nova.virt.hardware [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1242.361052] env[69365]: DEBUG nova.virt.hardware [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1242.361245] env[69365]: DEBUG nova.virt.hardware [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1242.361440] env[69365]: DEBUG nova.virt.hardware [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1242.361586] env[69365]: DEBUG nova.virt.hardware [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1242.361732] env[69365]: DEBUG nova.virt.hardware [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1242.361933] env[69365]: DEBUG nova.virt.hardware [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1242.362103] env[69365]: DEBUG nova.virt.hardware [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1242.362277] env[69365]: DEBUG nova.virt.hardware [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1242.362438] env[69365]: DEBUG nova.virt.hardware [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1242.362610] env[69365]: DEBUG nova.virt.hardware [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1242.368389] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35d910b6-97dc-4bd0-8daf-e2e495d20a7f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.384972] env[69365]: DEBUG oslo_vmware.api [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1242.384972] env[69365]: value = "task-3469930" [ 1242.384972] env[69365]: _type = "Task" [ 1242.384972] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.396057] env[69365]: DEBUG oslo_vmware.api [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469930, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.531958] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "6ecc6741-1aca-4785-9c7c-6556e6a2ac1f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.532201] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "6ecc6741-1aca-4785-9c7c-6556e6a2ac1f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.532391] env[69365]: INFO nova.compute.manager [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Shelving [ 1243.349666] env[69365]: DEBUG nova.scheduler.client.report [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.353169] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1243.355015] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dba620e2-9a21-44d8-9ed2-b77247463594 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.368611] env[69365]: DEBUG oslo_vmware.api [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469930, 'name': ReconfigVM_Task, 'duration_secs': 0.278} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.371378] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Updating instance 'bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0' progress to 33 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1243.375245] env[69365]: DEBUG oslo_vmware.api [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1243.375245] env[69365]: value = "task-3469931" [ 1243.375245] env[69365]: _type = "Task" [ 1243.375245] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.385476] env[69365]: DEBUG oslo_vmware.api [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469931, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.856379] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.036s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.856970] env[69365]: DEBUG nova.compute.manager [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1243.859848] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea89f4de-098c-4c39-9e50-a279099b5b6a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.321s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.860023] env[69365]: DEBUG nova.objects.instance [None req-ea89f4de-098c-4c39-9e50-a279099b5b6a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lazy-loading 'resources' on Instance uuid 0d545760-c9de-484c-a578-2267761cee02 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.871180] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.871460] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f224dfdc-560c-464a-8051-bb842b0ca7f8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.878290] env[69365]: DEBUG nova.virt.hardware [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.878530] env[69365]: DEBUG nova.virt.hardware [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.878683] env[69365]: DEBUG nova.virt.hardware [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.878861] env[69365]: DEBUG nova.virt.hardware [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.879014] env[69365]: DEBUG nova.virt.hardware [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.879175] env[69365]: DEBUG nova.virt.hardware [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.879382] env[69365]: DEBUG nova.virt.hardware [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.879568] env[69365]: DEBUG nova.virt.hardware [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.879742] env[69365]: DEBUG nova.virt.hardware [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.879902] env[69365]: DEBUG nova.virt.hardware [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.880083] env[69365]: DEBUG nova.virt.hardware [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.885652] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1243.887639] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9f14b70-2dae-4995-9545-b7186cce3e3d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.906590] env[69365]: DEBUG oslo_vmware.api [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1243.906590] env[69365]: value = "task-3469932" [ 1243.906590] env[69365]: _type = "Task" [ 1243.906590] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.915144] env[69365]: DEBUG oslo_vmware.api [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469931, 'name': CreateSnapshot_Task, 'duration_secs': 0.449531} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.916397] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1243.916739] env[69365]: DEBUG oslo_vmware.api [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1243.916739] env[69365]: value = "task-3469933" [ 1243.916739] env[69365]: _type = "Task" [ 1243.916739] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.919951] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6292049-c8ba-421e-b626-c2424c2b3424 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.922812] env[69365]: DEBUG oslo_vmware.api [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469932, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.936646] env[69365]: DEBUG oslo_vmware.api [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469933, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.363503] env[69365]: DEBUG nova.compute.utils [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1244.368119] env[69365]: DEBUG nova.compute.manager [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1244.368337] env[69365]: DEBUG nova.network.neutron [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1244.422222] env[69365]: DEBUG oslo_vmware.api [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469932, 'name': PowerOffVM_Task, 'duration_secs': 0.224294} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.422490] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.423977] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b13c92f7-2bdf-4481-a296-d7f6ecc3bbdf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.446134] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1244.449612] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-65b9c406-dc97-4950-8919-bd6e5b7565da {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.471232] env[69365]: DEBUG nova.policy [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aee5b06d6445475e9ac62e85def0edac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc6800d15d0045f087de2c0c4ec21c44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1244.473393] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c0dfc5-05e4-48f9-a0ad-263a3c8af053 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.476786] env[69365]: DEBUG oslo_vmware.api [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469933, 'name': ReconfigVM_Task, 'duration_secs': 0.245497} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.481735] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1244.482656] env[69365]: DEBUG oslo_vmware.api [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1244.482656] env[69365]: value = "task-3469934" [ 1244.482656] env[69365]: _type = "Task" [ 1244.482656] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.484175] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8195b7c3-abfd-42e6-b1df-1395f1c8d034 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.522840] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-46213800-5348-4959-9324-015e29c95bc4/volume-46213800-5348-4959-9324-015e29c95bc4.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1244.523145] env[69365]: DEBUG oslo_vmware.api [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469934, 'name': CloneVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.524412] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfaa7775-50e3-49c7-b7be-81877e2ff425 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.548420] env[69365]: DEBUG oslo_vmware.api [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1244.548420] env[69365]: value = "task-3469935" [ 1244.548420] env[69365]: _type = "Task" [ 1244.548420] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.562381] env[69365]: DEBUG oslo_vmware.api [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469935, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.602416] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99362734-074e-4391-b82d-4a120d4ac41e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.611077] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d015c6-d7c1-449b-a2df-dcd7a59dac37 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.647255] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b16052-bdd3-4bb5-9121-df058c5a8c44 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.656455] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-062e4340-8190-4ec2-8bd4-0fe0766a7768 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.671974] env[69365]: DEBUG nova.compute.provider_tree [None req-ea89f4de-098c-4c39-9e50-a279099b5b6a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.869233] env[69365]: DEBUG nova.compute.manager [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1244.983712] env[69365]: DEBUG nova.network.neutron [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Successfully created port: 9dd742b7-db87-4577-aef2-735f0b092d2c {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1244.998658] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1244.998975] env[69365]: DEBUG oslo_vmware.api [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469934, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.999216] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4e78f1e7-bcb8-4d16-b081-1004fdefee0d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.006769] env[69365]: DEBUG oslo_vmware.api [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1245.006769] env[69365]: value = "task-3469936" [ 1245.006769] env[69365]: _type = "Task" [ 1245.006769] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.015182] env[69365]: DEBUG oslo_vmware.api [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469936, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.066305] env[69365]: DEBUG oslo_vmware.api [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469935, 'name': ReconfigVM_Task, 'duration_secs': 0.300652} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.066676] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-46213800-5348-4959-9324-015e29c95bc4/volume-46213800-5348-4959-9324-015e29c95bc4.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1245.066958] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Updating instance 'bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0' progress to 50 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1245.178685] env[69365]: DEBUG nova.scheduler.client.report [None req-ea89f4de-098c-4c39-9e50-a279099b5b6a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.501065] env[69365]: DEBUG oslo_vmware.api [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469934, 'name': CloneVM_Task} progress is 95%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.516447] env[69365]: DEBUG oslo_vmware.api [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469936, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.575760] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b615a91b-644e-47f8-bb51-444a4a443d1e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.597501] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104e4dc5-f143-4480-94f5-0a67143d890f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.620487] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Updating instance 'bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0' progress to 67 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1245.684905] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea89f4de-098c-4c39-9e50-a279099b5b6a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.710459] env[69365]: INFO nova.scheduler.client.report [None req-ea89f4de-098c-4c39-9e50-a279099b5b6a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Deleted allocations for instance 0d545760-c9de-484c-a578-2267761cee02 [ 1245.881400] env[69365]: DEBUG nova.compute.manager [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1245.910559] env[69365]: DEBUG nova.virt.hardware [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.910825] env[69365]: DEBUG nova.virt.hardware [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.910978] env[69365]: DEBUG nova.virt.hardware [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.911178] env[69365]: DEBUG nova.virt.hardware [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.911361] env[69365]: DEBUG nova.virt.hardware [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.912412] env[69365]: DEBUG nova.virt.hardware [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.912412] env[69365]: DEBUG nova.virt.hardware [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.912412] env[69365]: DEBUG nova.virt.hardware [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.912412] env[69365]: DEBUG nova.virt.hardware [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.912412] env[69365]: DEBUG nova.virt.hardware [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.912412] env[69365]: DEBUG nova.virt.hardware [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.913351] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a292a3-6ace-46fc-a3c4-eb5cf34e5133 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.923028] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b606708b-9785-444c-b887-2d77f06004e6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.999097] env[69365]: DEBUG oslo_vmware.api [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469934, 'name': CloneVM_Task, 'duration_secs': 1.304254} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.999370] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Created linked-clone VM from snapshot [ 1246.000221] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ae6e94-78bb-4a51-8982-2c95b813067d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.008063] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Uploading image 1dfc93be-4901-49f8-bb42-76c37d4288a3 {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1246.018081] env[69365]: DEBUG oslo_vmware.api [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469936, 'name': CreateSnapshot_Task, 'duration_secs': 0.671449} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.018325] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1246.019104] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7062adec-4a46-410f-b864-4d0f6a430115 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.031648] env[69365]: DEBUG oslo_vmware.rw_handles [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1246.031648] env[69365]: value = "vm-693448" [ 1246.031648] env[69365]: _type = "VirtualMachine" [ 1246.031648] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1246.031892] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6bbdddb8-d88f-4180-b18c-a3cd73fa0cb5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.039608] env[69365]: DEBUG oslo_vmware.rw_handles [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lease: (returnval){ [ 1246.039608] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5210ccec-7b83-4646-c4b8-b05b0f892228" [ 1246.039608] env[69365]: _type = "HttpNfcLease" [ 1246.039608] env[69365]: } obtained for exporting VM: (result){ [ 1246.039608] env[69365]: value = "vm-693448" [ 1246.039608] env[69365]: _type = "VirtualMachine" [ 1246.039608] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1246.039943] env[69365]: DEBUG oslo_vmware.api [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the lease: (returnval){ [ 1246.039943] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5210ccec-7b83-4646-c4b8-b05b0f892228" [ 1246.039943] env[69365]: _type = "HttpNfcLease" [ 1246.039943] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1246.046560] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1246.046560] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5210ccec-7b83-4646-c4b8-b05b0f892228" [ 1246.046560] env[69365]: _type = "HttpNfcLease" [ 1246.046560] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1246.218935] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ea89f4de-098c-4c39-9e50-a279099b5b6a tempest-AttachVolumeTestJSON-45129221 tempest-AttachVolumeTestJSON-45129221-project-member] Lock "0d545760-c9de-484c-a578-2267761cee02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.334s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.496091] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Acquiring lock "70ae15d5-c88e-4285-835c-e93a8d97507f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.496562] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Lock "70ae15d5-c88e-4285-835c-e93a8d97507f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.542279] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1246.542898] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9bd0c5f0-d200-4cbb-951f-5559da2d8d22 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.553078] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1246.553078] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5210ccec-7b83-4646-c4b8-b05b0f892228" [ 1246.553078] env[69365]: _type = "HttpNfcLease" [ 1246.553078] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1246.553582] env[69365]: DEBUG oslo_vmware.rw_handles [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1246.553582] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5210ccec-7b83-4646-c4b8-b05b0f892228" [ 1246.553582] env[69365]: _type = "HttpNfcLease" [ 1246.553582] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1246.555491] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8416384f-d25f-406d-9381-c1d9d9204d3a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.559203] env[69365]: DEBUG oslo_vmware.api [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1246.559203] env[69365]: value = "task-3469938" [ 1246.559203] env[69365]: _type = "Task" [ 1246.559203] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.566992] env[69365]: DEBUG oslo_vmware.rw_handles [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ee3b6-75f8-ca74-0745-96cde48d5756/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1246.567453] env[69365]: DEBUG oslo_vmware.rw_handles [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ee3b6-75f8-ca74-0745-96cde48d5756/disk-0.vmdk for reading. {{(pid=69365) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1246.644267] env[69365]: DEBUG oslo_vmware.api [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469938, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.663262] env[69365]: DEBUG nova.compute.manager [req-fb044fa8-e86f-4e7b-b024-a8f437945d22 req-793752da-4a76-4717-bf3a-d58cacb591f6 service nova] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Received event network-vif-plugged-9dd742b7-db87-4577-aef2-735f0b092d2c {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1246.663475] env[69365]: DEBUG oslo_concurrency.lockutils [req-fb044fa8-e86f-4e7b-b024-a8f437945d22 req-793752da-4a76-4717-bf3a-d58cacb591f6 service nova] Acquiring lock "37dfb552-7e73-4981-b42a-d39f89de331a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.663770] env[69365]: DEBUG oslo_concurrency.lockutils [req-fb044fa8-e86f-4e7b-b024-a8f437945d22 req-793752da-4a76-4717-bf3a-d58cacb591f6 service nova] Lock "37dfb552-7e73-4981-b42a-d39f89de331a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1246.663960] env[69365]: DEBUG oslo_concurrency.lockutils [req-fb044fa8-e86f-4e7b-b024-a8f437945d22 req-793752da-4a76-4717-bf3a-d58cacb591f6 service nova] Lock "37dfb552-7e73-4981-b42a-d39f89de331a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.664149] env[69365]: DEBUG nova.compute.manager [req-fb044fa8-e86f-4e7b-b024-a8f437945d22 req-793752da-4a76-4717-bf3a-d58cacb591f6 service nova] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] No waiting events found dispatching network-vif-plugged-9dd742b7-db87-4577-aef2-735f0b092d2c {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1246.664398] env[69365]: WARNING nova.compute.manager [req-fb044fa8-e86f-4e7b-b024-a8f437945d22 req-793752da-4a76-4717-bf3a-d58cacb591f6 service nova] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Received unexpected event network-vif-plugged-9dd742b7-db87-4577-aef2-735f0b092d2c for instance with vm_state building and task_state spawning. [ 1246.679114] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9f3725c2-cc9b-4124-ab94-b340f8a0a2c2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.800028] env[69365]: DEBUG nova.network.neutron [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Successfully updated port: 9dd742b7-db87-4577-aef2-735f0b092d2c {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1246.999676] env[69365]: DEBUG nova.compute.manager [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1247.070301] env[69365]: DEBUG oslo_vmware.api [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469938, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.276363] env[69365]: DEBUG nova.network.neutron [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Port b5a82434-61e9-4d7e-8c28-be90d0814d83 binding to destination host cpu-1 is already ACTIVE {{(pid=69365) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1247.302345] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "refresh_cache-37dfb552-7e73-4981-b42a-d39f89de331a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.302869] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquired lock "refresh_cache-37dfb552-7e73-4981-b42a-d39f89de331a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.303030] env[69365]: DEBUG nova.network.neutron [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.525623] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.525839] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.528200] env[69365]: INFO nova.compute.claims [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1247.571901] env[69365]: DEBUG oslo_vmware.api [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469938, 'name': CloneVM_Task} progress is 95%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.851958] env[69365]: DEBUG nova.network.neutron [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1248.018282] env[69365]: DEBUG nova.network.neutron [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Updating instance_info_cache with network_info: [{"id": "9dd742b7-db87-4577-aef2-735f0b092d2c", "address": "fa:16:3e:80:97:45", "network": {"id": "2766da8d-6cbf-40dd-89bf-7615a2b00ee2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-680867915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc6800d15d0045f087de2c0c4ec21c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dd742b7-db", "ovs_interfaceid": "9dd742b7-db87-4577-aef2-735f0b092d2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.071864] env[69365]: DEBUG oslo_vmware.api [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469938, 'name': CloneVM_Task, 'duration_secs': 1.311657} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.072235] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Created linked-clone VM from snapshot [ 1248.072991] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35513529-54f5-4d61-bd7d-ca8f59624f3d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.080912] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Uploading image 07fd74f6-0bb7-46cb-a113-d69ec8b2000b {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1248.107660] env[69365]: DEBUG oslo_vmware.rw_handles [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1248.107660] env[69365]: value = "vm-693450" [ 1248.107660] env[69365]: _type = "VirtualMachine" [ 1248.107660] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1248.108358] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-771afde8-6779-48ce-8384-32486db0da03 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.116514] env[69365]: DEBUG oslo_vmware.rw_handles [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lease: (returnval){ [ 1248.116514] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52872388-60f1-a5e2-f87e-b8678c3143ca" [ 1248.116514] env[69365]: _type = "HttpNfcLease" [ 1248.116514] env[69365]: } obtained for exporting VM: (result){ [ 1248.116514] env[69365]: value = "vm-693450" [ 1248.116514] env[69365]: _type = "VirtualMachine" [ 1248.116514] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1248.116956] env[69365]: DEBUG oslo_vmware.api [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the lease: (returnval){ [ 1248.116956] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52872388-60f1-a5e2-f87e-b8678c3143ca" [ 1248.116956] env[69365]: _type = "HttpNfcLease" [ 1248.116956] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1248.123483] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1248.123483] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52872388-60f1-a5e2-f87e-b8678c3143ca" [ 1248.123483] env[69365]: _type = "HttpNfcLease" [ 1248.123483] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1248.300298] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.300741] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.301170] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1248.521366] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Releasing lock "refresh_cache-37dfb552-7e73-4981-b42a-d39f89de331a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.521704] env[69365]: DEBUG nova.compute.manager [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Instance network_info: |[{"id": "9dd742b7-db87-4577-aef2-735f0b092d2c", "address": "fa:16:3e:80:97:45", "network": {"id": "2766da8d-6cbf-40dd-89bf-7615a2b00ee2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-680867915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc6800d15d0045f087de2c0c4ec21c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dd742b7-db", "ovs_interfaceid": "9dd742b7-db87-4577-aef2-735f0b092d2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1248.522235] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:97:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b0fa7a2-ebd9-4788-8904-7bf250ce466c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9dd742b7-db87-4577-aef2-735f0b092d2c', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1248.530052] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.530336] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1248.530618] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-466eafdd-1d6e-440f-8be6-f61993abe06d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.555837] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1248.555837] env[69365]: value = "task-3469941" [ 1248.555837] env[69365]: _type = "Task" [ 1248.555837] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.564752] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469941, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.629071] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1248.629071] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52872388-60f1-a5e2-f87e-b8678c3143ca" [ 1248.629071] env[69365]: _type = "HttpNfcLease" [ 1248.629071] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1248.630444] env[69365]: DEBUG oslo_vmware.rw_handles [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1248.630444] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52872388-60f1-a5e2-f87e-b8678c3143ca" [ 1248.630444] env[69365]: _type = "HttpNfcLease" [ 1248.630444] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1248.630444] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5339daee-9616-4841-aa0f-cd5b2da65e57 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.642299] env[69365]: DEBUG oslo_vmware.rw_handles [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52055122-4f66-c15b-a165-54f07c6cce63/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1248.642592] env[69365]: DEBUG oslo_vmware.rw_handles [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52055122-4f66-c15b-a165-54f07c6cce63/disk-0.vmdk for reading. {{(pid=69365) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1248.726889] env[69365]: DEBUG nova.compute.manager [req-44465386-36e6-41f4-9581-0fce8f73d70f req-b7361861-8405-4907-889e-c7a06ff823a4 service nova] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Received event network-changed-9dd742b7-db87-4577-aef2-735f0b092d2c {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1248.727158] env[69365]: DEBUG nova.compute.manager [req-44465386-36e6-41f4-9581-0fce8f73d70f req-b7361861-8405-4907-889e-c7a06ff823a4 service nova] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Refreshing instance network info cache due to event network-changed-9dd742b7-db87-4577-aef2-735f0b092d2c. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1248.727293] env[69365]: DEBUG oslo_concurrency.lockutils [req-44465386-36e6-41f4-9581-0fce8f73d70f req-b7361861-8405-4907-889e-c7a06ff823a4 service nova] Acquiring lock "refresh_cache-37dfb552-7e73-4981-b42a-d39f89de331a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.727442] env[69365]: DEBUG oslo_concurrency.lockutils [req-44465386-36e6-41f4-9581-0fce8f73d70f req-b7361861-8405-4907-889e-c7a06ff823a4 service nova] Acquired lock "refresh_cache-37dfb552-7e73-4981-b42a-d39f89de331a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.727620] env[69365]: DEBUG nova.network.neutron [req-44465386-36e6-41f4-9581-0fce8f73d70f req-b7361861-8405-4907-889e-c7a06ff823a4 service nova] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Refreshing network info cache for port 9dd742b7-db87-4577-aef2-735f0b092d2c {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.765612] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-864f4b79-c971-4096-87c6-3d111a40f7d3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.782100] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b022506-5b47-4032-8674-45ddfac2da9b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.800393] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37b45dd-9185-42a3-b7ba-21134377afbf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.848695] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fb5e29-6767-4ca4-acac-9eefed0a9912 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.859823] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4325bcb-1da2-4462-8407-6713535054a3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.875469] env[69365]: DEBUG nova.compute.provider_tree [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1249.066529] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469941, 'name': CreateVM_Task, 'duration_secs': 0.432297} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.066770] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1249.067487] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.067785] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.068137] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.068426] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47f4ee73-74c5-45ea-aeb6-2405b2599665 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.073969] env[69365]: DEBUG oslo_vmware.api [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1249.073969] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fdc8e3-22e5-e1bb-50cb-6394eaf954a0" [ 1249.073969] env[69365]: _type = "Task" [ 1249.073969] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.083953] env[69365]: DEBUG oslo_vmware.api [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fdc8e3-22e5-e1bb-50cb-6394eaf954a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.382235] env[69365]: DEBUG nova.scheduler.client.report [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.383624] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "refresh_cache-bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.383907] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquired lock "refresh_cache-bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.384147] env[69365]: DEBUG nova.network.neutron [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.504892] env[69365]: DEBUG nova.network.neutron [req-44465386-36e6-41f4-9581-0fce8f73d70f req-b7361861-8405-4907-889e-c7a06ff823a4 service nova] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Updated VIF entry in instance network info cache for port 9dd742b7-db87-4577-aef2-735f0b092d2c. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.505360] env[69365]: DEBUG nova.network.neutron [req-44465386-36e6-41f4-9581-0fce8f73d70f req-b7361861-8405-4907-889e-c7a06ff823a4 service nova] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Updating instance_info_cache with network_info: [{"id": "9dd742b7-db87-4577-aef2-735f0b092d2c", "address": "fa:16:3e:80:97:45", "network": {"id": "2766da8d-6cbf-40dd-89bf-7615a2b00ee2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-680867915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc6800d15d0045f087de2c0c4ec21c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dd742b7-db", "ovs_interfaceid": "9dd742b7-db87-4577-aef2-735f0b092d2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.586242] env[69365]: DEBUG oslo_vmware.api [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fdc8e3-22e5-e1bb-50cb-6394eaf954a0, 'name': SearchDatastore_Task, 'duration_secs': 0.016549} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.586664] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.586817] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1249.587756] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.587756] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.587756] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1249.587952] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b604dee-f79e-4c52-8c86-036c86b49245 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.598829] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1249.599167] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1249.600163] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3574f36-8556-41fd-8fdf-6dc183878a30 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.608111] env[69365]: DEBUG oslo_vmware.api [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1249.608111] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5218fa8d-b7bc-bb15-895d-9cc53cb49027" [ 1249.608111] env[69365]: _type = "Task" [ 1249.608111] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.618515] env[69365]: DEBUG oslo_vmware.api [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5218fa8d-b7bc-bb15-895d-9cc53cb49027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.886714] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.887469] env[69365]: DEBUG nova.compute.manager [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1250.008392] env[69365]: DEBUG oslo_concurrency.lockutils [req-44465386-36e6-41f4-9581-0fce8f73d70f req-b7361861-8405-4907-889e-c7a06ff823a4 service nova] Releasing lock "refresh_cache-37dfb552-7e73-4981-b42a-d39f89de331a" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.119991] env[69365]: DEBUG oslo_vmware.api [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5218fa8d-b7bc-bb15-895d-9cc53cb49027, 'name': SearchDatastore_Task, 'duration_secs': 0.013863} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.120971] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0b4777c-4bb9-466c-85fd-b4c1bbfbe733 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.128598] env[69365]: DEBUG oslo_vmware.api [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1250.128598] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a53c12-9d5e-f057-c4fa-6c63fc64043d" [ 1250.128598] env[69365]: _type = "Task" [ 1250.128598] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.140334] env[69365]: DEBUG oslo_vmware.api [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a53c12-9d5e-f057-c4fa-6c63fc64043d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.153042] env[69365]: DEBUG nova.network.neutron [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Updating instance_info_cache with network_info: [{"id": "b5a82434-61e9-4d7e-8c28-be90d0814d83", "address": "fa:16:3e:23:d0:be", "network": {"id": "c91e48bf-447c-4d3b-9b39-4682e675c3bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-440598981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1390634bc5d43d2bd1beb23d5cd5375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a82434-61", "ovs_interfaceid": "b5a82434-61e9-4d7e-8c28-be90d0814d83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.395688] env[69365]: DEBUG nova.compute.utils [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1250.397286] env[69365]: DEBUG nova.compute.manager [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1250.397536] env[69365]: DEBUG nova.network.neutron [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1250.438403] env[69365]: DEBUG nova.policy [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6631f5a56c434147b6ae5804236dab01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '12e37a5837684bb893dd0cb199ce39b0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1250.642245] env[69365]: DEBUG oslo_vmware.api [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52a53c12-9d5e-f057-c4fa-6c63fc64043d, 'name': SearchDatastore_Task, 'duration_secs': 0.015329} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.642519] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.642784] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 37dfb552-7e73-4981-b42a-d39f89de331a/37dfb552-7e73-4981-b42a-d39f89de331a.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1250.643074] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3eca9f8-69af-42d8-aa1a-4de4e86d0e19 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.653101] env[69365]: DEBUG oslo_vmware.api [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1250.653101] env[69365]: value = "task-3469943" [ 1250.653101] env[69365]: _type = "Task" [ 1250.653101] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.658505] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Releasing lock "refresh_cache-bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.668737] env[69365]: DEBUG oslo_vmware.api [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.806187] env[69365]: DEBUG nova.network.neutron [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Successfully created port: 83ddb7f2-6f58-491b-a35f-199ffbae8d96 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1250.901137] env[69365]: DEBUG nova.compute.manager [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1251.167665] env[69365]: DEBUG oslo_vmware.api [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469943, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.168878] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-572b13e7-596b-4c68-a973-7c2ba79a77a4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.177022] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2c2144-aa27-4350-8844-e7c0da8c78f9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.665913] env[69365]: DEBUG oslo_vmware.api [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53333} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.666316] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 37dfb552-7e73-4981-b42a-d39f89de331a/37dfb552-7e73-4981-b42a-d39f89de331a.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1251.666588] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1251.666879] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-585f3f72-8fe4-48c4-8cb2-3349601b1e32 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.676220] env[69365]: DEBUG oslo_vmware.api [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1251.676220] env[69365]: value = "task-3469944" [ 1251.676220] env[69365]: _type = "Task" [ 1251.676220] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.687146] env[69365]: DEBUG oslo_vmware.api [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469944, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.912117] env[69365]: DEBUG nova.compute.manager [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1252.188445] env[69365]: DEBUG oslo_vmware.api [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469944, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110162} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.188898] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1252.189752] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858a2a69-8d9d-494e-b0cb-de04fdbaf8f6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.216173] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 37dfb552-7e73-4981-b42a-d39f89de331a/37dfb552-7e73-4981-b42a-d39f89de331a.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.216556] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81f74417-7b45-4ada-b08a-cd73ab8c215e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.235103] env[69365]: DEBUG nova.compute.manager [req-06322208-f600-4068-b703-d1d9d9b92b93 req-0b11ce52-9d56-4404-95d1-365968d6bc6c service nova] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Received event network-vif-plugged-83ddb7f2-6f58-491b-a35f-199ffbae8d96 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.235370] env[69365]: DEBUG oslo_concurrency.lockutils [req-06322208-f600-4068-b703-d1d9d9b92b93 req-0b11ce52-9d56-4404-95d1-365968d6bc6c service nova] Acquiring lock "70ae15d5-c88e-4285-835c-e93a8d97507f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.235606] env[69365]: DEBUG oslo_concurrency.lockutils [req-06322208-f600-4068-b703-d1d9d9b92b93 req-0b11ce52-9d56-4404-95d1-365968d6bc6c service nova] Lock "70ae15d5-c88e-4285-835c-e93a8d97507f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.235791] env[69365]: DEBUG oslo_concurrency.lockutils [req-06322208-f600-4068-b703-d1d9d9b92b93 req-0b11ce52-9d56-4404-95d1-365968d6bc6c service nova] Lock "70ae15d5-c88e-4285-835c-e93a8d97507f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.235977] env[69365]: DEBUG nova.compute.manager [req-06322208-f600-4068-b703-d1d9d9b92b93 req-0b11ce52-9d56-4404-95d1-365968d6bc6c service nova] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] No waiting events found dispatching network-vif-plugged-83ddb7f2-6f58-491b-a35f-199ffbae8d96 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1252.236176] env[69365]: WARNING nova.compute.manager [req-06322208-f600-4068-b703-d1d9d9b92b93 req-0b11ce52-9d56-4404-95d1-365968d6bc6c service nova] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Received unexpected event network-vif-plugged-83ddb7f2-6f58-491b-a35f-199ffbae8d96 for instance with vm_state building and task_state spawning. [ 1252.244278] env[69365]: DEBUG oslo_vmware.api [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1252.244278] env[69365]: value = "task-3469946" [ 1252.244278] env[69365]: _type = "Task" [ 1252.244278] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.255139] env[69365]: DEBUG oslo_vmware.api [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469946, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.289208] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f571eedf-42d0-4ecf-806b-e127d19404e5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.311689] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6168f59-915c-4fcf-9f9e-2ed3ab2afe20 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.320109] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Updating instance 'bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0' progress to 83 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1252.324368] env[69365]: DEBUG nova.network.neutron [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Successfully updated port: 83ddb7f2-6f58-491b-a35f-199ffbae8d96 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1252.755321] env[69365]: DEBUG oslo_vmware.api [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469946, 'name': ReconfigVM_Task, 'duration_secs': 0.448146} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.755649] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 37dfb552-7e73-4981-b42a-d39f89de331a/37dfb552-7e73-4981-b42a-d39f89de331a.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1252.756460] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-861cbe37-707c-47c3-b408-f7be0261aab1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.764746] env[69365]: DEBUG oslo_vmware.api [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1252.764746] env[69365]: value = "task-3469947" [ 1252.764746] env[69365]: _type = "Task" [ 1252.764746] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.773991] env[69365]: DEBUG oslo_vmware.api [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469947, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.828352] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.828857] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Acquiring lock "refresh_cache-70ae15d5-c88e-4285-835c-e93a8d97507f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.828989] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Acquired lock "refresh_cache-70ae15d5-c88e-4285-835c-e93a8d97507f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.829144] env[69365]: DEBUG nova.network.neutron [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.830296] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48cfd8c6-89d8-4b03-82ff-91030fa7c231 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.839360] env[69365]: DEBUG oslo_vmware.api [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1252.839360] env[69365]: value = "task-3469948" [ 1252.839360] env[69365]: _type = "Task" [ 1252.839360] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.850477] env[69365]: DEBUG oslo_vmware.api [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469948, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.278477] env[69365]: DEBUG oslo_vmware.api [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469947, 'name': Rename_Task, 'duration_secs': 0.243498} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.278996] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1253.279220] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35ce18d0-1f08-432c-b350-a9df6c0fef5c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.288272] env[69365]: DEBUG oslo_vmware.api [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1253.288272] env[69365]: value = "task-3469949" [ 1253.288272] env[69365]: _type = "Task" [ 1253.288272] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.297357] env[69365]: DEBUG oslo_vmware.api [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.350901] env[69365]: DEBUG oslo_vmware.api [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3469948, 'name': PowerOnVM_Task, 'duration_secs': 0.435144} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.351206] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.351414] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c7189cc1-e5e1-485e-8170-be09df500650 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Updating instance 'bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0' progress to 100 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1253.364526] env[69365]: DEBUG nova.network.neutron [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1253.556986] env[69365]: DEBUG nova.network.neutron [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Updating instance_info_cache with network_info: [{"id": "83ddb7f2-6f58-491b-a35f-199ffbae8d96", "address": "fa:16:3e:f5:b8:51", "network": {"id": "18e47d27-0533-4276-912c-7528d2e91eff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-231300907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "12e37a5837684bb893dd0cb199ce39b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83ddb7f2-6f", "ovs_interfaceid": "83ddb7f2-6f58-491b-a35f-199ffbae8d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.800578] env[69365]: DEBUG oslo_vmware.api [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469949, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.062071] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Releasing lock "refresh_cache-70ae15d5-c88e-4285-835c-e93a8d97507f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.062291] env[69365]: DEBUG nova.compute.manager [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Instance network_info: |[{"id": "83ddb7f2-6f58-491b-a35f-199ffbae8d96", "address": "fa:16:3e:f5:b8:51", "network": {"id": "18e47d27-0533-4276-912c-7528d2e91eff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-231300907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "12e37a5837684bb893dd0cb199ce39b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83ddb7f2-6f", "ovs_interfaceid": "83ddb7f2-6f58-491b-a35f-199ffbae8d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1254.263466] env[69365]: DEBUG nova.compute.manager [req-218087f6-6c69-4fb5-a5a2-7c905cba947f req-62051ecc-52a8-4f89-8fcf-8be88deb201d service nova] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Received event network-changed-83ddb7f2-6f58-491b-a35f-199ffbae8d96 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.263669] env[69365]: DEBUG nova.compute.manager [req-218087f6-6c69-4fb5-a5a2-7c905cba947f req-62051ecc-52a8-4f89-8fcf-8be88deb201d service nova] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Refreshing instance network info cache due to event network-changed-83ddb7f2-6f58-491b-a35f-199ffbae8d96. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1254.263904] env[69365]: DEBUG oslo_concurrency.lockutils [req-218087f6-6c69-4fb5-a5a2-7c905cba947f req-62051ecc-52a8-4f89-8fcf-8be88deb201d service nova] Acquiring lock "refresh_cache-70ae15d5-c88e-4285-835c-e93a8d97507f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.264070] env[69365]: DEBUG oslo_concurrency.lockutils [req-218087f6-6c69-4fb5-a5a2-7c905cba947f req-62051ecc-52a8-4f89-8fcf-8be88deb201d service nova] Acquired lock "refresh_cache-70ae15d5-c88e-4285-835c-e93a8d97507f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.264252] env[69365]: DEBUG nova.network.neutron [req-218087f6-6c69-4fb5-a5a2-7c905cba947f req-62051ecc-52a8-4f89-8fcf-8be88deb201d service nova] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Refreshing network info cache for port 83ddb7f2-6f58-491b-a35f-199ffbae8d96 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1254.300569] env[69365]: DEBUG oslo_vmware.api [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469949, 'name': PowerOnVM_Task, 'duration_secs': 0.589272} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.300993] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1254.301064] env[69365]: INFO nova.compute.manager [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Took 8.42 seconds to spawn the instance on the hypervisor. [ 1254.301205] env[69365]: DEBUG nova.compute.manager [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1254.302010] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8f82b2-f517-49f8-8e33-831d027e4e04 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.565848] env[69365]: DEBUG nova.virt.hardware [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1254.566132] env[69365]: DEBUG nova.virt.hardware [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1254.566295] env[69365]: DEBUG nova.virt.hardware [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1254.566518] env[69365]: DEBUG nova.virt.hardware [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1254.566625] env[69365]: DEBUG nova.virt.hardware [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1254.566774] env[69365]: DEBUG nova.virt.hardware [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1254.566984] env[69365]: DEBUG nova.virt.hardware [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1254.567187] env[69365]: DEBUG nova.virt.hardware [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1254.567375] env[69365]: DEBUG nova.virt.hardware [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1254.567541] env[69365]: DEBUG nova.virt.hardware [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1254.567717] env[69365]: DEBUG nova.virt.hardware [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1254.569855] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360e2bb3-36f0-49cf-9e34-89888f3f16a2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.579933] env[69365]: DEBUG oslo_vmware.rw_handles [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ee3b6-75f8-ca74-0745-96cde48d5756/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1254.581257] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd3e6c1-4330-4e46-89b1-daf1d122b4a8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.585691] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e60dee2-b38f-4de9-b1ef-01085350c52a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.592462] env[69365]: DEBUG oslo_vmware.rw_handles [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ee3b6-75f8-ca74-0745-96cde48d5756/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1254.592757] env[69365]: ERROR oslo_vmware.rw_handles [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ee3b6-75f8-ca74-0745-96cde48d5756/disk-0.vmdk due to incomplete transfer. [ 1254.600861] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-09716e27-5cff-4257-8ae9-8a279b91e52e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.603030] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:b8:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad36dd36-1d2c-4f37-a259-98ef2e440794', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83ddb7f2-6f58-491b-a35f-199ffbae8d96', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1254.611332] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Creating folder: Project (12e37a5837684bb893dd0cb199ce39b0). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1254.613170] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a7c9c53-8e3b-4b57-b1c8-b7cbc933136f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.625120] env[69365]: DEBUG oslo_vmware.rw_handles [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520ee3b6-75f8-ca74-0745-96cde48d5756/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1254.625455] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Uploaded image 1dfc93be-4901-49f8-bb42-76c37d4288a3 to the Glance image server {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1254.628434] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1254.630261] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-988bbd24-ac18-4602-ae4f-fe5e466627bb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.632417] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Created folder: Project (12e37a5837684bb893dd0cb199ce39b0) in parent group-v693134. [ 1254.632643] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Creating folder: Instances. Parent ref: group-v693452. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1254.632952] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ff49fe4-1c09-4062-bfe6-17c18d5cfcfe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.642833] env[69365]: DEBUG oslo_vmware.api [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1254.642833] env[69365]: value = "task-3469951" [ 1254.642833] env[69365]: _type = "Task" [ 1254.642833] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.650114] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Created folder: Instances in parent group-v693452. [ 1254.650444] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1254.654171] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1254.654555] env[69365]: DEBUG oslo_vmware.api [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469951, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.654825] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5e68f39-4fb3-463b-af1b-7ce5aa3286f2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.678968] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1254.678968] env[69365]: value = "task-3469953" [ 1254.678968] env[69365]: _type = "Task" [ 1254.678968] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.694832] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469953, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.821792] env[69365]: INFO nova.compute.manager [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Took 14.03 seconds to build instance. [ 1255.154532] env[69365]: DEBUG oslo_vmware.api [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469951, 'name': Destroy_Task} progress is 33%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.192735] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469953, 'name': CreateVM_Task, 'duration_secs': 0.467925} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.192928] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1255.193616] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.193781] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.194118] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.194386] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83447edc-afbb-416f-bda8-6bdb52b2785a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.196602] env[69365]: INFO nova.compute.manager [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Rebuilding instance [ 1255.203454] env[69365]: DEBUG oslo_vmware.api [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Waiting for the task: (returnval){ [ 1255.203454] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b63249-f89f-a442-311d-d06d7f66e8ff" [ 1255.203454] env[69365]: _type = "Task" [ 1255.203454] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.216847] env[69365]: DEBUG oslo_vmware.api [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b63249-f89f-a442-311d-d06d7f66e8ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.253981] env[69365]: DEBUG nova.compute.manager [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.254956] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2767db1b-9463-4bf3-85ef-864cf01fc03e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.324713] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2b4b2454-8576-4781-91bf-740cfbcbc83d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "37dfb552-7e73-4981-b42a-d39f89de331a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.537s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.380478] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f197d476-c6bb-4309-8268-dff160b4b859 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "37dfb552-7e73-4981-b42a-d39f89de331a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.380778] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f197d476-c6bb-4309-8268-dff160b4b859 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "37dfb552-7e73-4981-b42a-d39f89de331a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.380963] env[69365]: DEBUG nova.compute.manager [None req-f197d476-c6bb-4309-8268-dff160b4b859 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.383180] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c7da9c-6322-4952-b677-35d3e84f8137 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.392422] env[69365]: DEBUG nova.compute.manager [None req-f197d476-c6bb-4309-8268-dff160b4b859 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69365) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1255.393883] env[69365]: DEBUG nova.objects.instance [None req-f197d476-c6bb-4309-8268-dff160b4b859 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lazy-loading 'flavor' on Instance uuid 37dfb552-7e73-4981-b42a-d39f89de331a {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1255.464795] env[69365]: DEBUG nova.network.neutron [req-218087f6-6c69-4fb5-a5a2-7c905cba947f req-62051ecc-52a8-4f89-8fcf-8be88deb201d service nova] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Updated VIF entry in instance network info cache for port 83ddb7f2-6f58-491b-a35f-199ffbae8d96. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1255.465366] env[69365]: DEBUG nova.network.neutron [req-218087f6-6c69-4fb5-a5a2-7c905cba947f req-62051ecc-52a8-4f89-8fcf-8be88deb201d service nova] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Updating instance_info_cache with network_info: [{"id": "83ddb7f2-6f58-491b-a35f-199ffbae8d96", "address": "fa:16:3e:f5:b8:51", "network": {"id": "18e47d27-0533-4276-912c-7528d2e91eff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-231300907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "12e37a5837684bb893dd0cb199ce39b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83ddb7f2-6f", "ovs_interfaceid": "83ddb7f2-6f58-491b-a35f-199ffbae8d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.659026] env[69365]: DEBUG oslo_vmware.api [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469951, 'name': Destroy_Task, 'duration_secs': 0.600117} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.659026] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Destroyed the VM [ 1255.659026] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1255.659026] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-271a9ce4-702f-414f-b05f-9672d8913a7d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.671304] env[69365]: DEBUG oslo_vmware.api [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1255.671304] env[69365]: value = "task-3469954" [ 1255.671304] env[69365]: _type = "Task" [ 1255.671304] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.680328] env[69365]: DEBUG oslo_vmware.api [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469954, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.715880] env[69365]: DEBUG oslo_vmware.api [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b63249-f89f-a442-311d-d06d7f66e8ff, 'name': SearchDatastore_Task, 'duration_secs': 0.018973} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.716499] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.716886] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1255.717434] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.717705] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.718021] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1255.719353] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-019ac430-ad1d-4c98-8f9f-c4b521e1f1a4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.733017] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1255.733520] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1255.734479] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c8e515f-c7c4-4382-b4f5-9e66cbd8a867 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.742367] env[69365]: DEBUG oslo_vmware.api [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Waiting for the task: (returnval){ [ 1255.742367] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5272dfb1-a0b9-6c06-b71e-854ba5dd5622" [ 1255.742367] env[69365]: _type = "Task" [ 1255.742367] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.752158] env[69365]: DEBUG oslo_vmware.api [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5272dfb1-a0b9-6c06-b71e-854ba5dd5622, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.874250] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0eb4826b-9de1-49de-8ada-85fae1211ed7 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.874503] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0eb4826b-9de1-49de-8ada-85fae1211ed7 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.874707] env[69365]: DEBUG nova.compute.manager [None req-0eb4826b-9de1-49de-8ada-85fae1211ed7 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Going to confirm migration 7 {{(pid=69365) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1255.968957] env[69365]: DEBUG oslo_concurrency.lockutils [req-218087f6-6c69-4fb5-a5a2-7c905cba947f req-62051ecc-52a8-4f89-8fcf-8be88deb201d service nova] Releasing lock "refresh_cache-70ae15d5-c88e-4285-835c-e93a8d97507f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.035620] env[69365]: DEBUG oslo_vmware.rw_handles [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52055122-4f66-c15b-a165-54f07c6cce63/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1256.036604] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58dc9876-27e6-4419-a017-5b691d9c96de {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.045879] env[69365]: DEBUG oslo_vmware.rw_handles [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52055122-4f66-c15b-a165-54f07c6cce63/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1256.046092] env[69365]: ERROR oslo_vmware.rw_handles [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52055122-4f66-c15b-a165-54f07c6cce63/disk-0.vmdk due to incomplete transfer. [ 1256.046351] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1db316af-8333-4242-a063-ea6ecc61dd52 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.056355] env[69365]: DEBUG oslo_vmware.rw_handles [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52055122-4f66-c15b-a165-54f07c6cce63/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1256.056597] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Uploaded image 07fd74f6-0bb7-46cb-a113-d69ec8b2000b to the Glance image server {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1256.058589] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1256.058849] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a6f677de-334e-4500-89aa-9af419f2d268 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.066518] env[69365]: DEBUG oslo_vmware.api [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1256.066518] env[69365]: value = "task-3469955" [ 1256.066518] env[69365]: _type = "Task" [ 1256.066518] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.081697] env[69365]: DEBUG oslo_vmware.api [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469955, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.180807] env[69365]: DEBUG oslo_vmware.api [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469954, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.254674] env[69365]: DEBUG oslo_vmware.api [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5272dfb1-a0b9-6c06-b71e-854ba5dd5622, 'name': SearchDatastore_Task, 'duration_secs': 0.0161} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.255555] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13382dd6-d5db-4a71-a13a-b5026c3ac216 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.265541] env[69365]: DEBUG oslo_vmware.api [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Waiting for the task: (returnval){ [ 1256.265541] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]521746e6-6e61-f212-14c2-ad0e58c9ab24" [ 1256.265541] env[69365]: _type = "Task" [ 1256.265541] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.278568] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1256.278858] env[69365]: DEBUG oslo_vmware.api [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521746e6-6e61-f212-14c2-ad0e58c9ab24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.279105] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9beb6e42-aa2c-487a-83f5-c8509805d802 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.286203] env[69365]: DEBUG oslo_vmware.api [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1256.286203] env[69365]: value = "task-3469956" [ 1256.286203] env[69365]: _type = "Task" [ 1256.286203] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.296814] env[69365]: DEBUG oslo_vmware.api [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.403510] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f197d476-c6bb-4309-8268-dff160b4b859 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1256.403510] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2627174f-e970-48dd-84d3-14db56ab1a97 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.413293] env[69365]: DEBUG oslo_vmware.api [None req-f197d476-c6bb-4309-8268-dff160b4b859 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1256.413293] env[69365]: value = "task-3469957" [ 1256.413293] env[69365]: _type = "Task" [ 1256.413293] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.422700] env[69365]: DEBUG oslo_vmware.api [None req-f197d476-c6bb-4309-8268-dff160b4b859 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.435454] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0eb4826b-9de1-49de-8ada-85fae1211ed7 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "refresh_cache-bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.436105] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0eb4826b-9de1-49de-8ada-85fae1211ed7 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquired lock "refresh_cache-bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.436105] env[69365]: DEBUG nova.network.neutron [None req-0eb4826b-9de1-49de-8ada-85fae1211ed7 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1256.436105] env[69365]: DEBUG nova.objects.instance [None req-0eb4826b-9de1-49de-8ada-85fae1211ed7 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lazy-loading 'info_cache' on Instance uuid bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.579052] env[69365]: DEBUG oslo_vmware.api [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469955, 'name': Destroy_Task, 'duration_secs': 0.38317} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.579052] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Destroyed the VM [ 1256.579052] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1256.579052] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ff2334d0-f641-439c-b56b-3f2e722b62ab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.588433] env[69365]: DEBUG oslo_vmware.api [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1256.588433] env[69365]: value = "task-3469958" [ 1256.588433] env[69365]: _type = "Task" [ 1256.588433] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.599854] env[69365]: DEBUG oslo_vmware.api [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469958, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.680728] env[69365]: DEBUG oslo_vmware.api [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469954, 'name': RemoveSnapshot_Task, 'duration_secs': 0.929935} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.681126] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1256.681483] env[69365]: DEBUG nova.compute.manager [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1256.682739] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b521a16d-aa8e-44a5-85ef-524795189070 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.776399] env[69365]: DEBUG oslo_vmware.api [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521746e6-6e61-f212-14c2-ad0e58c9ab24, 'name': SearchDatastore_Task, 'duration_secs': 0.026815} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.776601] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.776942] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 70ae15d5-c88e-4285-835c-e93a8d97507f/70ae15d5-c88e-4285-835c-e93a8d97507f.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1256.777262] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec883e73-6ab0-4602-a8bc-dce369313c19 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.784396] env[69365]: DEBUG oslo_vmware.api [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Waiting for the task: (returnval){ [ 1256.784396] env[69365]: value = "task-3469959" [ 1256.784396] env[69365]: _type = "Task" [ 1256.784396] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.795516] env[69365]: DEBUG oslo_vmware.api [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': task-3469959, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.798638] env[69365]: DEBUG oslo_vmware.api [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469956, 'name': PowerOffVM_Task, 'duration_secs': 0.309133} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.798933] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1256.799189] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1256.799906] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357f01ec-2648-477a-90f7-6ff0afece13c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.806679] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1256.806901] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-313dbfac-607c-40a3-bfaf-9146e1ab4cd3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.874701] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1256.874976] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1256.875262] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Deleting the datastore file [datastore2] e6a4d429-937a-44b5-823d-1b87fcf0d6ec {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1256.875600] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78f96b7c-9ba0-46b4-9499-ee5a738906b2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.884870] env[69365]: DEBUG oslo_vmware.api [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1256.884870] env[69365]: value = "task-3469961" [ 1256.884870] env[69365]: _type = "Task" [ 1256.884870] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.893598] env[69365]: DEBUG oslo_vmware.api [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.922963] env[69365]: DEBUG oslo_vmware.api [None req-f197d476-c6bb-4309-8268-dff160b4b859 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469957, 'name': PowerOffVM_Task, 'duration_secs': 0.227596} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.923302] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f197d476-c6bb-4309-8268-dff160b4b859 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1256.923541] env[69365]: DEBUG nova.compute.manager [None req-f197d476-c6bb-4309-8268-dff160b4b859 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1256.924467] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89907dc4-9b5b-465b-bdbf-175505afb8bd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.100280] env[69365]: DEBUG oslo_vmware.api [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469958, 'name': RemoveSnapshot_Task, 'duration_secs': 0.437074} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.100564] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1257.100846] env[69365]: DEBUG nova.compute.manager [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1257.101728] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03cbc54-2661-478c-9d94-8d5f543217b3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.197956] env[69365]: INFO nova.compute.manager [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Shelve offloading [ 1257.297263] env[69365]: DEBUG oslo_vmware.api [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': task-3469959, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.395260] env[69365]: DEBUG oslo_vmware.api [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.436126] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f197d476-c6bb-4309-8268-dff160b4b859 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "37dfb552-7e73-4981-b42a-d39f89de331a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.617862] env[69365]: INFO nova.compute.manager [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Shelve offloading [ 1257.702212] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.702376] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-660c518b-bdca-4fca-8526-7fc4d22d0b36 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.711923] env[69365]: DEBUG oslo_vmware.api [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1257.711923] env[69365]: value = "task-3469962" [ 1257.711923] env[69365]: _type = "Task" [ 1257.711923] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.724750] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] VM already powered off {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1257.724958] env[69365]: DEBUG nova.compute.manager [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1257.725747] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8736acda-efac-487f-9819-71771c706800 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.731847] env[69365]: DEBUG oslo_concurrency.lockutils [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquiring lock "refresh_cache-592da6de-20c5-4eb7-8a61-acc350b1f08c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.732014] env[69365]: DEBUG oslo_concurrency.lockutils [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquired lock "refresh_cache-592da6de-20c5-4eb7-8a61-acc350b1f08c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.732188] env[69365]: DEBUG nova.network.neutron [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1257.795176] env[69365]: DEBUG oslo_vmware.api [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': task-3469959, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614851} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.797578] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 70ae15d5-c88e-4285-835c-e93a8d97507f/70ae15d5-c88e-4285-835c-e93a8d97507f.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1257.797802] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1257.798065] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a705f37b-f65f-49c4-b3ee-e3b06691466b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.805804] env[69365]: DEBUG oslo_vmware.api [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Waiting for the task: (returnval){ [ 1257.805804] env[69365]: value = "task-3469963" [ 1257.805804] env[69365]: _type = "Task" [ 1257.805804] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.813839] env[69365]: DEBUG oslo_vmware.api [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': task-3469963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.842206] env[69365]: DEBUG nova.network.neutron [None req-0eb4826b-9de1-49de-8ada-85fae1211ed7 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Updating instance_info_cache with network_info: [{"id": "b5a82434-61e9-4d7e-8c28-be90d0814d83", "address": "fa:16:3e:23:d0:be", "network": {"id": "c91e48bf-447c-4d3b-9b39-4682e675c3bb", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-440598981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1390634bc5d43d2bd1beb23d5cd5375", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3a80436-f7a9-431a-acec-aca3d76e3f9b", "external-id": "cl2-zone-339", "segmentation_id": 339, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a82434-61", "ovs_interfaceid": "b5a82434-61e9-4d7e-8c28-be90d0814d83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.894673] env[69365]: DEBUG oslo_vmware.api [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.520971} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.894908] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1257.895121] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1257.895311] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1257.974949] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6595f626-5be0-4f9a-acee-bf23dab5ea4d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "37dfb552-7e73-4981-b42a-d39f89de331a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.975262] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6595f626-5be0-4f9a-acee-bf23dab5ea4d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "37dfb552-7e73-4981-b42a-d39f89de331a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.975478] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6595f626-5be0-4f9a-acee-bf23dab5ea4d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "37dfb552-7e73-4981-b42a-d39f89de331a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.975665] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6595f626-5be0-4f9a-acee-bf23dab5ea4d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "37dfb552-7e73-4981-b42a-d39f89de331a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.975834] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6595f626-5be0-4f9a-acee-bf23dab5ea4d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "37dfb552-7e73-4981-b42a-d39f89de331a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.978012] env[69365]: INFO nova.compute.manager [None req-6595f626-5be0-4f9a-acee-bf23dab5ea4d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Terminating instance [ 1258.121289] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.121559] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0b9b8d5-93fc-4e3b-becd-cd4e03e7f06f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.129822] env[69365]: DEBUG oslo_vmware.api [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1258.129822] env[69365]: value = "task-3469964" [ 1258.129822] env[69365]: _type = "Task" [ 1258.129822] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.138187] env[69365]: DEBUG oslo_vmware.api [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469964, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.315760] env[69365]: DEBUG oslo_vmware.api [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': task-3469963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169048} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.315760] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1258.316519] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661072d7-0fda-44c5-a0ac-8c7aaadcc498 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.341623] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 70ae15d5-c88e-4285-835c-e93a8d97507f/70ae15d5-c88e-4285-835c-e93a8d97507f.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1258.341900] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bec92e25-7c88-4901-8f90-ebf308f83cb1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.357446] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0eb4826b-9de1-49de-8ada-85fae1211ed7 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Releasing lock "refresh_cache-bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.357683] env[69365]: DEBUG nova.objects.instance [None req-0eb4826b-9de1-49de-8ada-85fae1211ed7 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lazy-loading 'migration_context' on Instance uuid bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1258.370714] env[69365]: DEBUG oslo_vmware.api [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Waiting for the task: (returnval){ [ 1258.370714] env[69365]: value = "task-3469965" [ 1258.370714] env[69365]: _type = "Task" [ 1258.370714] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.385720] env[69365]: DEBUG oslo_vmware.api [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': task-3469965, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.477771] env[69365]: DEBUG nova.network.neutron [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Updating instance_info_cache with network_info: [{"id": "d3b5bfeb-61f7-4045-8530-2bbe8e40199e", "address": "fa:16:3e:4c:9c:d1", "network": {"id": "23049ed0-3359-47e0-b335-9e9129503532", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1473799310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc8feb91faa4c708b1e140bad9f8ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3b5bfeb-61", "ovs_interfaceid": "d3b5bfeb-61f7-4045-8530-2bbe8e40199e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.482021] env[69365]: DEBUG nova.compute.manager [None req-6595f626-5be0-4f9a-acee-bf23dab5ea4d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1258.482213] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6595f626-5be0-4f9a-acee-bf23dab5ea4d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1258.483128] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e215abd5-56b5-4bd7-965c-c01a7a58b17d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.491946] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6595f626-5be0-4f9a-acee-bf23dab5ea4d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1258.492211] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d302a339-c5dc-4f6e-aa95-8d431f794043 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.574465] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6595f626-5be0-4f9a-acee-bf23dab5ea4d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1258.574788] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6595f626-5be0-4f9a-acee-bf23dab5ea4d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1258.575084] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6595f626-5be0-4f9a-acee-bf23dab5ea4d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Deleting the datastore file [datastore1] 37dfb552-7e73-4981-b42a-d39f89de331a {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1258.575465] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11aa8cff-2b97-49f2-a172-b6a477d53e29 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.584811] env[69365]: DEBUG oslo_vmware.api [None req-6595f626-5be0-4f9a-acee-bf23dab5ea4d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1258.584811] env[69365]: value = "task-3469967" [ 1258.584811] env[69365]: _type = "Task" [ 1258.584811] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.593278] env[69365]: DEBUG oslo_vmware.api [None req-6595f626-5be0-4f9a-acee-bf23dab5ea4d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.641482] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] VM already powered off {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1258.641749] env[69365]: DEBUG nova.compute.manager [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1258.642586] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797ea87a-88e8-441c-8174-722bcef33e1f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.649978] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "refresh_cache-6ecc6741-1aca-4785-9c7c-6556e6a2ac1f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.650199] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquired lock "refresh_cache-6ecc6741-1aca-4785-9c7c-6556e6a2ac1f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.650398] env[69365]: DEBUG nova.network.neutron [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.865258] env[69365]: DEBUG nova.objects.base [None req-0eb4826b-9de1-49de-8ada-85fae1211ed7 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1258.866208] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce3cdeeb-c24a-4030-b472-480dc6776ab1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.888213] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1632b1f-a23b-483a-b80b-7175853a07fc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.893181] env[69365]: DEBUG oslo_vmware.api [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': task-3469965, 'name': ReconfigVM_Task, 'duration_secs': 0.432125} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.893772] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 70ae15d5-c88e-4285-835c-e93a8d97507f/70ae15d5-c88e-4285-835c-e93a8d97507f.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.894491] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa7d35c8-5e23-4757-9152-bd5ee5c7a480 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.896969] env[69365]: DEBUG oslo_vmware.api [None req-0eb4826b-9de1-49de-8ada-85fae1211ed7 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1258.896969] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52493f44-983f-2875-5ef6-89112bca7390" [ 1258.896969] env[69365]: _type = "Task" [ 1258.896969] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.902314] env[69365]: DEBUG oslo_vmware.api [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Waiting for the task: (returnval){ [ 1258.902314] env[69365]: value = "task-3469968" [ 1258.902314] env[69365]: _type = "Task" [ 1258.902314] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.911054] env[69365]: DEBUG oslo_vmware.api [None req-0eb4826b-9de1-49de-8ada-85fae1211ed7 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52493f44-983f-2875-5ef6-89112bca7390, 'name': SearchDatastore_Task, 'duration_secs': 0.007647} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.911681] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0eb4826b-9de1-49de-8ada-85fae1211ed7 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.911957] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0eb4826b-9de1-49de-8ada-85fae1211ed7 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.916938] env[69365]: DEBUG oslo_vmware.api [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': task-3469968, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.933601] env[69365]: DEBUG nova.virt.hardware [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1258.933901] env[69365]: DEBUG nova.virt.hardware [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1258.934085] env[69365]: DEBUG nova.virt.hardware [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1258.934366] env[69365]: DEBUG nova.virt.hardware [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1258.934453] env[69365]: DEBUG nova.virt.hardware [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1258.934636] env[69365]: DEBUG nova.virt.hardware [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1258.934906] env[69365]: DEBUG nova.virt.hardware [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1258.935152] env[69365]: DEBUG nova.virt.hardware [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1258.935352] env[69365]: DEBUG nova.virt.hardware [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1258.935552] env[69365]: DEBUG nova.virt.hardware [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1258.935782] env[69365]: DEBUG nova.virt.hardware [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1258.936977] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28a9589-06f7-4cec-9185-d2e8c45e837d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.947480] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fea5d3f-be84-4f71-82b4-db66fdb39c2a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.964033] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:cd:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2914f736-4a55-4806-a266-31f1ff8deda7', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1258.972123] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1258.972368] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1258.972577] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3eff1949-132b-4ff2-ad3d-b3c2f7c1f9e2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.988254] env[69365]: DEBUG oslo_concurrency.lockutils [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Releasing lock "refresh_cache-592da6de-20c5-4eb7-8a61-acc350b1f08c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.997544] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1258.997544] env[69365]: value = "task-3469969" [ 1258.997544] env[69365]: _type = "Task" [ 1258.997544] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.008524] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469969, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.095438] env[69365]: DEBUG oslo_vmware.api [None req-6595f626-5be0-4f9a-acee-bf23dab5ea4d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174065} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.095708] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6595f626-5be0-4f9a-acee-bf23dab5ea4d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.095892] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6595f626-5be0-4f9a-acee-bf23dab5ea4d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.096078] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6595f626-5be0-4f9a-acee-bf23dab5ea4d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.096260] env[69365]: INFO nova.compute.manager [None req-6595f626-5be0-4f9a-acee-bf23dab5ea4d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1259.096499] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6595f626-5be0-4f9a-acee-bf23dab5ea4d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1259.096692] env[69365]: DEBUG nova.compute.manager [-] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1259.096785] env[69365]: DEBUG nova.network.neutron [-] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1259.321964] env[69365]: DEBUG nova.compute.manager [req-51b1d38d-79bb-4701-bc4a-80642e63cee7 req-e371615d-9b4f-4346-a3b8-6870292ba174 service nova] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Received event network-vif-unplugged-d3b5bfeb-61f7-4045-8530-2bbe8e40199e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1259.322242] env[69365]: DEBUG oslo_concurrency.lockutils [req-51b1d38d-79bb-4701-bc4a-80642e63cee7 req-e371615d-9b4f-4346-a3b8-6870292ba174 service nova] Acquiring lock "592da6de-20c5-4eb7-8a61-acc350b1f08c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.322492] env[69365]: DEBUG oslo_concurrency.lockutils [req-51b1d38d-79bb-4701-bc4a-80642e63cee7 req-e371615d-9b4f-4346-a3b8-6870292ba174 service nova] Lock "592da6de-20c5-4eb7-8a61-acc350b1f08c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.322827] env[69365]: DEBUG oslo_concurrency.lockutils [req-51b1d38d-79bb-4701-bc4a-80642e63cee7 req-e371615d-9b4f-4346-a3b8-6870292ba174 service nova] Lock "592da6de-20c5-4eb7-8a61-acc350b1f08c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1259.322919] env[69365]: DEBUG nova.compute.manager [req-51b1d38d-79bb-4701-bc4a-80642e63cee7 req-e371615d-9b4f-4346-a3b8-6870292ba174 service nova] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] No waiting events found dispatching network-vif-unplugged-d3b5bfeb-61f7-4045-8530-2bbe8e40199e {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1259.323480] env[69365]: WARNING nova.compute.manager [req-51b1d38d-79bb-4701-bc4a-80642e63cee7 req-e371615d-9b4f-4346-a3b8-6870292ba174 service nova] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Received unexpected event network-vif-unplugged-d3b5bfeb-61f7-4045-8530-2bbe8e40199e for instance with vm_state shelved and task_state shelving_offloading. [ 1259.394533] env[69365]: DEBUG nova.network.neutron [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Updating instance_info_cache with network_info: [{"id": "67ea8f07-856f-41bd-a870-1cecf8ac7a19", "address": "fa:16:3e:c5:df:5a", "network": {"id": "0a070169-0690-453d-b7d9-d59c0d25b157", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1450700306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2cf307cf4e4974b5e0a86d35a92e32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67ea8f07-85", "ovs_interfaceid": "67ea8f07-856f-41bd-a870-1cecf8ac7a19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.413041] env[69365]: DEBUG oslo_vmware.api [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': task-3469968, 'name': Rename_Task, 'duration_secs': 0.158084} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.413328] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1259.413567] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ba16089-0ab4-4444-a8f3-27ac9296817f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.421750] env[69365]: DEBUG oslo_vmware.api [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Waiting for the task: (returnval){ [ 1259.421750] env[69365]: value = "task-3469970" [ 1259.421750] env[69365]: _type = "Task" [ 1259.421750] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.430279] env[69365]: DEBUG oslo_vmware.api [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': task-3469970, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.502977] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.503771] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1d4aaf-7853-42c5-a9d0-640ba89e9625 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.516449] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469969, 'name': CreateVM_Task, 'duration_secs': 0.348009} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.518495] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1259.518822] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.521677] env[69365]: DEBUG oslo_concurrency.lockutils [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.521841] env[69365]: DEBUG oslo_concurrency.lockutils [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.522164] env[69365]: DEBUG oslo_concurrency.lockutils [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.522399] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b068ef4-0690-4a81-8979-9c173719e137 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.524180] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a4b5e0e-2eb8-45e9-9501-2b7401765ef8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.530012] env[69365]: DEBUG oslo_vmware.api [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1259.530012] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]528b51e3-363d-668f-ff24-afb739fd4450" [ 1259.530012] env[69365]: _type = "Task" [ 1259.530012] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.542687] env[69365]: DEBUG oslo_vmware.api [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]528b51e3-363d-668f-ff24-afb739fd4450, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.570837] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329623c8-66c4-49e2-b761-d1682b864788 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.578897] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30045f2e-d69f-44be-8473-a4a59773bcf5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.615989] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2192daa4-2a42-4a3e-93a2-545251e747cc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.618958] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.619180] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.619422] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Deleting the datastore file [datastore1] 592da6de-20c5-4eb7-8a61-acc350b1f08c {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.619700] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfbf32ea-d584-40e9-b9f6-a3501eb54dab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.629534] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf32f8d8-700a-429c-bb6e-a825f9259ae7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.633783] env[69365]: DEBUG oslo_vmware.api [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1259.633783] env[69365]: value = "task-3469972" [ 1259.633783] env[69365]: _type = "Task" [ 1259.633783] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.646058] env[69365]: DEBUG nova.compute.provider_tree [None req-0eb4826b-9de1-49de-8ada-85fae1211ed7 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.652940] env[69365]: DEBUG oslo_vmware.api [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.897815] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Releasing lock "refresh_cache-6ecc6741-1aca-4785-9c7c-6556e6a2ac1f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.931341] env[69365]: DEBUG oslo_vmware.api [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': task-3469970, 'name': PowerOnVM_Task, 'duration_secs': 0.495649} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.931463] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1259.931555] env[69365]: INFO nova.compute.manager [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Took 8.02 seconds to spawn the instance on the hypervisor. [ 1259.931732] env[69365]: DEBUG nova.compute.manager [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1259.932501] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc7bfe5-d806-49e7-a21e-21ca846331c1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.961584] env[69365]: DEBUG nova.network.neutron [-] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.042925] env[69365]: DEBUG oslo_vmware.api [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]528b51e3-363d-668f-ff24-afb739fd4450, 'name': SearchDatastore_Task, 'duration_secs': 0.01841} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.043295] env[69365]: DEBUG oslo_concurrency.lockutils [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.043545] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1260.043760] env[69365]: DEBUG oslo_concurrency.lockutils [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.043903] env[69365]: DEBUG oslo_concurrency.lockutils [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.044094] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1260.044372] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40ae7225-9975-4ca2-9800-3c56c15e012a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.054234] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1260.054428] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1260.055222] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f92a1208-00c2-414b-b2aa-e457adc92cf3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.061393] env[69365]: DEBUG oslo_vmware.api [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1260.061393] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52414e73-0bb2-402e-1772-8806bc749251" [ 1260.061393] env[69365]: _type = "Task" [ 1260.061393] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.070400] env[69365]: DEBUG oslo_vmware.api [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52414e73-0bb2-402e-1772-8806bc749251, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.143468] env[69365]: DEBUG oslo_vmware.api [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166686} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.143774] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.143976] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1260.144172] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1260.151698] env[69365]: DEBUG nova.scheduler.client.report [None req-0eb4826b-9de1-49de-8ada-85fae1211ed7 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.171248] env[69365]: INFO nova.scheduler.client.report [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Deleted allocations for instance 592da6de-20c5-4eb7-8a61-acc350b1f08c [ 1260.240230] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1260.241114] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924fc896-c13b-42a7-a604-abf59c49c93b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.250626] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1260.250858] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4c4b310-e558-467a-8cc6-b23d9faacc9f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.318746] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1260.319113] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1260.319280] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Deleting the datastore file [datastore1] 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1260.319601] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d19e5b80-79bd-4e75-b9ad-89b25fa4094b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.326799] env[69365]: DEBUG oslo_vmware.api [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1260.326799] env[69365]: value = "task-3469974" [ 1260.326799] env[69365]: _type = "Task" [ 1260.326799] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.335143] env[69365]: DEBUG oslo_vmware.api [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.452023] env[69365]: INFO nova.compute.manager [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Took 12.95 seconds to build instance. [ 1260.465366] env[69365]: INFO nova.compute.manager [-] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Took 1.37 seconds to deallocate network for instance. [ 1260.572643] env[69365]: DEBUG oslo_vmware.api [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52414e73-0bb2-402e-1772-8806bc749251, 'name': SearchDatastore_Task, 'duration_secs': 0.009974} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.573447] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c61601aa-c0c6-49f2-8330-de962bcb635e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.579667] env[69365]: DEBUG oslo_vmware.api [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1260.579667] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e90ba7-848b-f854-d208-435a9bed708b" [ 1260.579667] env[69365]: _type = "Task" [ 1260.579667] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.587856] env[69365]: DEBUG oslo_vmware.api [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e90ba7-848b-f854-d208-435a9bed708b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.675679] env[69365]: DEBUG oslo_concurrency.lockutils [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.838032] env[69365]: DEBUG oslo_vmware.api [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3469974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185107} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.838246] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.838467] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1260.838738] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1260.862727] env[69365]: INFO nova.scheduler.client.report [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Deleted allocations for instance 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f [ 1260.955726] env[69365]: DEBUG oslo_concurrency.lockutils [None req-8fc91b8b-2f32-444d-8104-15c521a2127a tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Lock "70ae15d5-c88e-4285-835c-e93a8d97507f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.459s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.972591] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6595f626-5be0-4f9a-acee-bf23dab5ea4d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.090209] env[69365]: DEBUG oslo_vmware.api [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e90ba7-848b-f854-d208-435a9bed708b, 'name': SearchDatastore_Task, 'duration_secs': 0.013609} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.090494] env[69365]: DEBUG oslo_concurrency.lockutils [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.090757] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] e6a4d429-937a-44b5-823d-1b87fcf0d6ec/e6a4d429-937a-44b5-823d-1b87fcf0d6ec.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1261.091031] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34f81127-d086-4872-a568-872d097f608e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.098823] env[69365]: DEBUG oslo_vmware.api [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1261.098823] env[69365]: value = "task-3469975" [ 1261.098823] env[69365]: _type = "Task" [ 1261.098823] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.107173] env[69365]: DEBUG oslo_vmware.api [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.164832] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0eb4826b-9de1-49de-8ada-85fae1211ed7 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.253s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.168234] env[69365]: DEBUG oslo_concurrency.lockutils [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.493s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.168469] env[69365]: DEBUG nova.objects.instance [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lazy-loading 'resources' on Instance uuid 592da6de-20c5-4eb7-8a61-acc350b1f08c {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.289020] env[69365]: INFO nova.compute.manager [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Rescuing [ 1261.289292] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Acquiring lock "refresh_cache-70ae15d5-c88e-4285-835c-e93a8d97507f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.289460] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Acquired lock "refresh_cache-70ae15d5-c88e-4285-835c-e93a8d97507f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.289639] env[69365]: DEBUG nova.network.neutron [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.359211] env[69365]: DEBUG nova.compute.manager [req-88e907d2-7b3d-4866-8bc1-9e0ad0c57b58 req-309a72f8-e565-493b-aed4-db92ca636af1 service nova] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Received event network-vif-deleted-9dd742b7-db87-4577-aef2-735f0b092d2c {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.359499] env[69365]: DEBUG nova.compute.manager [req-88e907d2-7b3d-4866-8bc1-9e0ad0c57b58 req-309a72f8-e565-493b-aed4-db92ca636af1 service nova] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Received event network-changed-d3b5bfeb-61f7-4045-8530-2bbe8e40199e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.359712] env[69365]: DEBUG nova.compute.manager [req-88e907d2-7b3d-4866-8bc1-9e0ad0c57b58 req-309a72f8-e565-493b-aed4-db92ca636af1 service nova] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Refreshing instance network info cache due to event network-changed-d3b5bfeb-61f7-4045-8530-2bbe8e40199e. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1261.359948] env[69365]: DEBUG oslo_concurrency.lockutils [req-88e907d2-7b3d-4866-8bc1-9e0ad0c57b58 req-309a72f8-e565-493b-aed4-db92ca636af1 service nova] Acquiring lock "refresh_cache-592da6de-20c5-4eb7-8a61-acc350b1f08c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.360161] env[69365]: DEBUG oslo_concurrency.lockutils [req-88e907d2-7b3d-4866-8bc1-9e0ad0c57b58 req-309a72f8-e565-493b-aed4-db92ca636af1 service nova] Acquired lock "refresh_cache-592da6de-20c5-4eb7-8a61-acc350b1f08c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.360394] env[69365]: DEBUG nova.network.neutron [req-88e907d2-7b3d-4866-8bc1-9e0ad0c57b58 req-309a72f8-e565-493b-aed4-db92ca636af1 service nova] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Refreshing network info cache for port d3b5bfeb-61f7-4045-8530-2bbe8e40199e {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1261.366908] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.609823] env[69365]: DEBUG oslo_vmware.api [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469975, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.670813] env[69365]: DEBUG nova.objects.instance [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lazy-loading 'numa_topology' on Instance uuid 592da6de-20c5-4eb7-8a61-acc350b1f08c {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.727135] env[69365]: INFO nova.scheduler.client.report [None req-0eb4826b-9de1-49de-8ada-85fae1211ed7 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Deleted allocation for migration 7ad069bf-fa2e-4c91-af9d-0695c965820d [ 1262.111675] env[69365]: DEBUG oslo_vmware.api [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553461} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.111823] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] e6a4d429-937a-44b5-823d-1b87fcf0d6ec/e6a4d429-937a-44b5-823d-1b87fcf0d6ec.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1262.112053] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1262.112333] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4ee69c2-2067-4fe3-b2b1-15339390e1ca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.123659] env[69365]: DEBUG oslo_vmware.api [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1262.123659] env[69365]: value = "task-3469976" [ 1262.123659] env[69365]: _type = "Task" [ 1262.123659] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.134051] env[69365]: DEBUG oslo_vmware.api [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469976, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.178760] env[69365]: DEBUG nova.objects.base [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Object Instance<592da6de-20c5-4eb7-8a61-acc350b1f08c> lazy-loaded attributes: resources,numa_topology {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1262.233180] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0eb4826b-9de1-49de-8ada-85fae1211ed7 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.359s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.272683] env[69365]: DEBUG nova.network.neutron [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Updating instance_info_cache with network_info: [{"id": "83ddb7f2-6f58-491b-a35f-199ffbae8d96", "address": "fa:16:3e:f5:b8:51", "network": {"id": "18e47d27-0533-4276-912c-7528d2e91eff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-231300907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "12e37a5837684bb893dd0cb199ce39b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83ddb7f2-6f", "ovs_interfaceid": "83ddb7f2-6f58-491b-a35f-199ffbae8d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.297820] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c682a5d-0d37-4f7f-8f61-f700f673811d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.306613] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1affddb3-f174-44bf-8dd5-560917f66b72 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.311397] env[69365]: DEBUG nova.network.neutron [req-88e907d2-7b3d-4866-8bc1-9e0ad0c57b58 req-309a72f8-e565-493b-aed4-db92ca636af1 service nova] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Updated VIF entry in instance network info cache for port d3b5bfeb-61f7-4045-8530-2bbe8e40199e. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1262.311834] env[69365]: DEBUG nova.network.neutron [req-88e907d2-7b3d-4866-8bc1-9e0ad0c57b58 req-309a72f8-e565-493b-aed4-db92ca636af1 service nova] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Updating instance_info_cache with network_info: [{"id": "d3b5bfeb-61f7-4045-8530-2bbe8e40199e", "address": "fa:16:3e:4c:9c:d1", "network": {"id": "23049ed0-3359-47e0-b335-9e9129503532", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1473799310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc8feb91faa4c708b1e140bad9f8ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd3b5bfeb-61", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.343015] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c99c0c2-ccd4-4763-b046-6a14d06e89c9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.352109] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5107df12-8025-4dd3-be01-473de19b616c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.368896] env[69365]: DEBUG nova.compute.provider_tree [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1262.459677] env[69365]: INFO nova.compute.manager [None req-9474d733-66ce-4aca-9182-00fb8da58641 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Get console output [ 1262.460046] env[69365]: WARNING nova.virt.vmwareapi.driver [None req-9474d733-66ce-4aca-9182-00fb8da58641 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] The console log is missing. Check your VSPC configuration [ 1262.635177] env[69365]: DEBUG oslo_vmware.api [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.325584} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.635459] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1262.636262] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b6cbec-2df3-4d7a-84f8-edcd880ab753 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.661518] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] e6a4d429-937a-44b5-823d-1b87fcf0d6ec/e6a4d429-937a-44b5-823d-1b87fcf0d6ec.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.662186] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bf43e94-b4e4-4f80-b503-41986843f430 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.685492] env[69365]: DEBUG oslo_vmware.api [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1262.685492] env[69365]: value = "task-3469977" [ 1262.685492] env[69365]: _type = "Task" [ 1262.685492] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.694184] env[69365]: DEBUG oslo_vmware.api [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469977, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.777249] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Releasing lock "refresh_cache-70ae15d5-c88e-4285-835c-e93a8d97507f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.815112] env[69365]: DEBUG oslo_concurrency.lockutils [req-88e907d2-7b3d-4866-8bc1-9e0ad0c57b58 req-309a72f8-e565-493b-aed4-db92ca636af1 service nova] Releasing lock "refresh_cache-592da6de-20c5-4eb7-8a61-acc350b1f08c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.815371] env[69365]: DEBUG nova.compute.manager [req-88e907d2-7b3d-4866-8bc1-9e0ad0c57b58 req-309a72f8-e565-493b-aed4-db92ca636af1 service nova] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Received event network-vif-unplugged-67ea8f07-856f-41bd-a870-1cecf8ac7a19 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.815564] env[69365]: DEBUG oslo_concurrency.lockutils [req-88e907d2-7b3d-4866-8bc1-9e0ad0c57b58 req-309a72f8-e565-493b-aed4-db92ca636af1 service nova] Acquiring lock "6ecc6741-1aca-4785-9c7c-6556e6a2ac1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.815764] env[69365]: DEBUG oslo_concurrency.lockutils [req-88e907d2-7b3d-4866-8bc1-9e0ad0c57b58 req-309a72f8-e565-493b-aed4-db92ca636af1 service nova] Lock "6ecc6741-1aca-4785-9c7c-6556e6a2ac1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.815927] env[69365]: DEBUG oslo_concurrency.lockutils [req-88e907d2-7b3d-4866-8bc1-9e0ad0c57b58 req-309a72f8-e565-493b-aed4-db92ca636af1 service nova] Lock "6ecc6741-1aca-4785-9c7c-6556e6a2ac1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.816123] env[69365]: DEBUG nova.compute.manager [req-88e907d2-7b3d-4866-8bc1-9e0ad0c57b58 req-309a72f8-e565-493b-aed4-db92ca636af1 service nova] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] No waiting events found dispatching network-vif-unplugged-67ea8f07-856f-41bd-a870-1cecf8ac7a19 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1262.816315] env[69365]: WARNING nova.compute.manager [req-88e907d2-7b3d-4866-8bc1-9e0ad0c57b58 req-309a72f8-e565-493b-aed4-db92ca636af1 service nova] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Received unexpected event network-vif-unplugged-67ea8f07-856f-41bd-a870-1cecf8ac7a19 for instance with vm_state shelved_offloaded and task_state None. [ 1262.816499] env[69365]: DEBUG nova.compute.manager [req-88e907d2-7b3d-4866-8bc1-9e0ad0c57b58 req-309a72f8-e565-493b-aed4-db92ca636af1 service nova] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Received event network-changed-67ea8f07-856f-41bd-a870-1cecf8ac7a19 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.816658] env[69365]: DEBUG nova.compute.manager [req-88e907d2-7b3d-4866-8bc1-9e0ad0c57b58 req-309a72f8-e565-493b-aed4-db92ca636af1 service nova] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Refreshing instance network info cache due to event network-changed-67ea8f07-856f-41bd-a870-1cecf8ac7a19. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1262.816842] env[69365]: DEBUG oslo_concurrency.lockutils [req-88e907d2-7b3d-4866-8bc1-9e0ad0c57b58 req-309a72f8-e565-493b-aed4-db92ca636af1 service nova] Acquiring lock "refresh_cache-6ecc6741-1aca-4785-9c7c-6556e6a2ac1f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.816978] env[69365]: DEBUG oslo_concurrency.lockutils [req-88e907d2-7b3d-4866-8bc1-9e0ad0c57b58 req-309a72f8-e565-493b-aed4-db92ca636af1 service nova] Acquired lock "refresh_cache-6ecc6741-1aca-4785-9c7c-6556e6a2ac1f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.817183] env[69365]: DEBUG nova.network.neutron [req-88e907d2-7b3d-4866-8bc1-9e0ad0c57b58 req-309a72f8-e565-493b-aed4-db92ca636af1 service nova] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Refreshing network info cache for port 67ea8f07-856f-41bd-a870-1cecf8ac7a19 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1262.897401] env[69365]: ERROR nova.scheduler.client.report [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [req-6d9932d4-9233-4192-995d-b72d3ff7f891] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1e46e834-6985-4ce8-8ea0-649bfd87006d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6d9932d4-9233-4192-995d-b72d3ff7f891"}]} [ 1262.914798] env[69365]: DEBUG nova.scheduler.client.report [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Refreshing inventories for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1262.929537] env[69365]: DEBUG nova.scheduler.client.report [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Updating ProviderTree inventory for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1262.929726] env[69365]: DEBUG nova.compute.provider_tree [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1262.942610] env[69365]: DEBUG nova.scheduler.client.report [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Refreshing aggregate associations for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d, aggregates: None {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1262.961470] env[69365]: DEBUG nova.scheduler.client.report [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Refreshing trait associations for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1263.072305] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0a48b0-454a-4c94-b7be-64de86c39e55 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.081832] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c87236-2148-44f7-9e09-5f8c1f7744e0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.085350] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquiring lock "592da6de-20c5-4eb7-8a61-acc350b1f08c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.113438] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d238ce41-2077-464e-bf4b-6ddf48e28752 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.123990] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2c83c8-e4ff-44b9-b002-cfc6dd0a75ec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.137415] env[69365]: DEBUG nova.compute.provider_tree [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1263.197056] env[69365]: DEBUG oslo_vmware.api [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469977, 'name': ReconfigVM_Task, 'duration_secs': 0.282033} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.197056] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Reconfigured VM instance instance-00000070 to attach disk [datastore2] e6a4d429-937a-44b5-823d-1b87fcf0d6ec/e6a4d429-937a-44b5-823d-1b87fcf0d6ec.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.197056] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4be55f69-8cec-4545-b04e-03a35fbaf94c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.202904] env[69365]: DEBUG oslo_vmware.api [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1263.202904] env[69365]: value = "task-3469978" [ 1263.202904] env[69365]: _type = "Task" [ 1263.202904] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.210258] env[69365]: DEBUG oslo_vmware.api [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469978, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.242176] env[69365]: DEBUG oslo_concurrency.lockutils [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "6ecc6741-1aca-4785-9c7c-6556e6a2ac1f" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.517199] env[69365]: DEBUG nova.network.neutron [req-88e907d2-7b3d-4866-8bc1-9e0ad0c57b58 req-309a72f8-e565-493b-aed4-db92ca636af1 service nova] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Updated VIF entry in instance network info cache for port 67ea8f07-856f-41bd-a870-1cecf8ac7a19. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1263.517583] env[69365]: DEBUG nova.network.neutron [req-88e907d2-7b3d-4866-8bc1-9e0ad0c57b58 req-309a72f8-e565-493b-aed4-db92ca636af1 service nova] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Updating instance_info_cache with network_info: [{"id": "67ea8f07-856f-41bd-a870-1cecf8ac7a19", "address": "fa:16:3e:c5:df:5a", "network": {"id": "0a070169-0690-453d-b7d9-d59c0d25b157", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1450700306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2cf307cf4e4974b5e0a86d35a92e32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap67ea8f07-85", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.670894] env[69365]: DEBUG nova.scheduler.client.report [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Updated inventory for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with generation 158 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1263.671265] env[69365]: DEBUG nova.compute.provider_tree [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Updating resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d generation from 158 to 159 during operation: update_inventory {{(pid=69365) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1263.671339] env[69365]: DEBUG nova.compute.provider_tree [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1263.713670] env[69365]: DEBUG oslo_vmware.api [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469978, 'name': Rename_Task, 'duration_secs': 0.185833} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.713916] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1263.714167] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d5f1a41-2cd7-4dac-a8a5-8d29ad30eb73 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.720714] env[69365]: DEBUG oslo_vmware.api [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1263.720714] env[69365]: value = "task-3469979" [ 1263.720714] env[69365]: _type = "Task" [ 1263.720714] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.727586] env[69365]: DEBUG oslo_vmware.api [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469979, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.020744] env[69365]: DEBUG oslo_concurrency.lockutils [req-88e907d2-7b3d-4866-8bc1-9e0ad0c57b58 req-309a72f8-e565-493b-aed4-db92ca636af1 service nova] Releasing lock "refresh_cache-6ecc6741-1aca-4785-9c7c-6556e6a2ac1f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.176706] env[69365]: DEBUG oslo_concurrency.lockutils [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.008s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.179326] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6595f626-5be0-4f9a-acee-bf23dab5ea4d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.207s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.179589] env[69365]: DEBUG nova.objects.instance [None req-6595f626-5be0-4f9a-acee-bf23dab5ea4d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lazy-loading 'resources' on Instance uuid 37dfb552-7e73-4981-b42a-d39f89de331a {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1264.230588] env[69365]: DEBUG oslo_vmware.api [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3469979, 'name': PowerOnVM_Task, 'duration_secs': 0.459519} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.230825] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.230987] env[69365]: DEBUG nova.compute.manager [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1264.231738] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fd4da6-9823-4030-8fe3-3941eb312605 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.313943] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.314257] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d44b6ec7-a64a-4115-824e-6049f4664d6f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.320653] env[69365]: DEBUG oslo_vmware.api [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Waiting for the task: (returnval){ [ 1264.320653] env[69365]: value = "task-3469980" [ 1264.320653] env[69365]: _type = "Task" [ 1264.320653] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.328528] env[69365]: DEBUG oslo_vmware.api [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': task-3469980, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.688913] env[69365]: DEBUG oslo_concurrency.lockutils [None req-62bd51e3-c862-4980-800c-e414daa06c93 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "592da6de-20c5-4eb7-8a61-acc350b1f08c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.026s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.689472] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "592da6de-20c5-4eb7-8a61-acc350b1f08c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.604s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.689648] env[69365]: INFO nova.compute.manager [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Unshelving [ 1264.748805] env[69365]: DEBUG oslo_concurrency.lockutils [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.792694] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed64a05f-eb92-450d-8865-018f79d2276f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.800486] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3673e86-8bbd-4eef-865a-39a3b264f304 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.834551] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be151e1-a610-4fa2-8bca-b79637f9700b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.841662] env[69365]: DEBUG oslo_vmware.api [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': task-3469980, 'name': PowerOffVM_Task, 'duration_secs': 0.209898} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.843522] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.844296] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b364394-6275-48bb-b968-91460329a364 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.847347] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a5393f-5ddf-4ee5-9427-5779d621fb11 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.860387] env[69365]: DEBUG nova.compute.provider_tree [None req-6595f626-5be0-4f9a-acee-bf23dab5ea4d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.876221] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e416feef-9c4b-4efc-b158-7460215f133a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.908956] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.909274] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09b1219a-4dd8-4050-b393-5ca607def484 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.916233] env[69365]: DEBUG oslo_vmware.api [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Waiting for the task: (returnval){ [ 1264.916233] env[69365]: value = "task-3469981" [ 1264.916233] env[69365]: _type = "Task" [ 1264.916233] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.923804] env[69365]: DEBUG oslo_vmware.api [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': task-3469981, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.376952] env[69365]: DEBUG nova.scheduler.client.report [None req-6595f626-5be0-4f9a-acee-bf23dab5ea4d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1265.427245] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] VM already powered off {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1265.427483] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1265.427740] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.427892] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.428083] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1265.428348] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b5a7e31-8c6c-40c7-a7fc-1f0d3247daae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.436480] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1265.436650] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1265.437363] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1585510b-b585-4e1b-9b17-f5748a99d788 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.442423] env[69365]: DEBUG oslo_vmware.api [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Waiting for the task: (returnval){ [ 1265.442423] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f4814e-d2bd-f462-e4b9-2782b6c7fa07" [ 1265.442423] env[69365]: _type = "Task" [ 1265.442423] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.449332] env[69365]: DEBUG oslo_vmware.api [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f4814e-d2bd-f462-e4b9-2782b6c7fa07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.712425] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.883945] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6595f626-5be0-4f9a-acee-bf23dab5ea4d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.704s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.886926] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.520s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.886926] env[69365]: DEBUG nova.objects.instance [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lazy-loading 'resources' on Instance uuid 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.902619] env[69365]: INFO nova.scheduler.client.report [None req-6595f626-5be0-4f9a-acee-bf23dab5ea4d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Deleted allocations for instance 37dfb552-7e73-4981-b42a-d39f89de331a [ 1265.954581] env[69365]: DEBUG oslo_vmware.api [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52f4814e-d2bd-f462-e4b9-2782b6c7fa07, 'name': SearchDatastore_Task, 'duration_secs': 0.008447} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.955385] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7846b9c-35e9-4d3c-bf73-373f07534fe2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.960459] env[69365]: DEBUG oslo_vmware.api [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Waiting for the task: (returnval){ [ 1265.960459] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5271c1d3-85f1-9b75-c4c2-88ac46759bcd" [ 1265.960459] env[69365]: _type = "Task" [ 1265.960459] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.968345] env[69365]: DEBUG oslo_vmware.api [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5271c1d3-85f1-9b75-c4c2-88ac46759bcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.389160] env[69365]: DEBUG nova.objects.instance [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lazy-loading 'numa_topology' on Instance uuid 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.409206] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6595f626-5be0-4f9a-acee-bf23dab5ea4d tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "37dfb552-7e73-4981-b42a-d39f89de331a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.434s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.470404] env[69365]: DEBUG oslo_vmware.api [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5271c1d3-85f1-9b75-c4c2-88ac46759bcd, 'name': SearchDatastore_Task, 'duration_secs': 0.009662} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.470729] env[69365]: DEBUG oslo_concurrency.lockutils [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.470994] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 70ae15d5-c88e-4285-835c-e93a8d97507f/2c3a5944-575a-4385-8612-86800989c1e5-rescue.vmdk. {{(pid=69365) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1266.471277] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2047a72d-933d-40f1-91ba-b2ee45324ca6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.478662] env[69365]: DEBUG oslo_vmware.api [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Waiting for the task: (returnval){ [ 1266.478662] env[69365]: value = "task-3469982" [ 1266.478662] env[69365]: _type = "Task" [ 1266.478662] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.486353] env[69365]: DEBUG oslo_vmware.api [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': task-3469982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.892322] env[69365]: DEBUG nova.objects.base [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Object Instance<6ecc6741-1aca-4785-9c7c-6556e6a2ac1f> lazy-loaded attributes: resources,numa_topology {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1266.990919] env[69365]: DEBUG oslo_vmware.api [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': task-3469982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488906} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.993502] env[69365]: INFO nova.virt.vmwareapi.ds_util [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 70ae15d5-c88e-4285-835c-e93a8d97507f/2c3a5944-575a-4385-8612-86800989c1e5-rescue.vmdk. [ 1266.994520] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95da865-d31c-4f29-9ea2-21e247862e9b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.019573] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 70ae15d5-c88e-4285-835c-e93a8d97507f/2c3a5944-575a-4385-8612-86800989c1e5-rescue.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.022442] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51236bf6-af49-49d3-99a5-119f4e668f0c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.040588] env[69365]: DEBUG oslo_vmware.api [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Waiting for the task: (returnval){ [ 1267.040588] env[69365]: value = "task-3469983" [ 1267.040588] env[69365]: _type = "Task" [ 1267.040588] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.050932] env[69365]: DEBUG oslo_vmware.api [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': task-3469983, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.061118] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c8276a-99e5-4f1f-8369-c817e3527e9c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.068643] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd37d6d5-aad4-46da-97d1-48bf17a6ca4b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.102365] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166ca8b1-8122-4746-8da8-3cf4d9d5d97e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.107979] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "647479fd-c9f0-4f3b-af9d-d84a3167b973" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.108236] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "647479fd-c9f0-4f3b-af9d-d84a3167b973" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.114843] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c340ea-8d8e-4893-996b-49624965b561 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.129547] env[69365]: DEBUG nova.compute.provider_tree [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1267.550908] env[69365]: DEBUG oslo_vmware.api [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': task-3469983, 'name': ReconfigVM_Task, 'duration_secs': 0.277141} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.551210] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 70ae15d5-c88e-4285-835c-e93a8d97507f/2c3a5944-575a-4385-8612-86800989c1e5-rescue.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1267.552052] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a73e42-ddb4-4293-b97c-fc93a78c7187 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.577794] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f06bc767-aca8-471d-a2e1-5b3d7d67c973 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.592966] env[69365]: DEBUG oslo_vmware.api [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Waiting for the task: (returnval){ [ 1267.592966] env[69365]: value = "task-3469984" [ 1267.592966] env[69365]: _type = "Task" [ 1267.592966] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.600962] env[69365]: DEBUG oslo_vmware.api [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': task-3469984, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.610537] env[69365]: DEBUG nova.compute.manager [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1267.632884] env[69365]: DEBUG nova.scheduler.client.report [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.103027] env[69365]: DEBUG oslo_vmware.api [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': task-3469984, 'name': ReconfigVM_Task, 'duration_secs': 0.192611} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.103027] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.103421] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2d0ef034-b1b7-4eee-897c-186d590cf988 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.110733] env[69365]: DEBUG oslo_vmware.api [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Waiting for the task: (returnval){ [ 1268.110733] env[69365]: value = "task-3469985" [ 1268.110733] env[69365]: _type = "Task" [ 1268.110733] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.123329] env[69365]: DEBUG oslo_vmware.api [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': task-3469985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.136320] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.138276] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.252s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.140716] env[69365]: DEBUG oslo_concurrency.lockutils [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.392s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.140907] env[69365]: DEBUG nova.objects.instance [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69365) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1268.621339] env[69365]: DEBUG oslo_vmware.api [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': task-3469985, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.650288] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0350dd9e-efa4-40f7-9e7b-18d4bec11fd7 tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "6ecc6741-1aca-4785-9c7c-6556e6a2ac1f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.118s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.651120] env[69365]: DEBUG oslo_concurrency.lockutils [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "6ecc6741-1aca-4785-9c7c-6556e6a2ac1f" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 5.409s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.651859] env[69365]: INFO nova.compute.manager [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Unshelving [ 1269.121981] env[69365]: DEBUG oslo_vmware.api [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': task-3469985, 'name': PowerOnVM_Task, 'duration_secs': 0.567995} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.122275] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.125015] env[69365]: DEBUG nova.compute.manager [None req-fe09ebec-1fb4-48bc-a2aa-fc50c08a5798 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.125805] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c0db48-5d59-4c66-be48-df018a9b4000 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.151652] env[69365]: DEBUG oslo_concurrency.lockutils [None req-62907e78-b304-4cd4-a150-cd87ef0236a0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.152591] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.440s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.152802] env[69365]: DEBUG nova.objects.instance [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lazy-loading 'pci_requests' on Instance uuid 592da6de-20c5-4eb7-8a61-acc350b1f08c {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.663643] env[69365]: DEBUG nova.objects.instance [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lazy-loading 'numa_topology' on Instance uuid 592da6de-20c5-4eb7-8a61-acc350b1f08c {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1269.674430] env[69365]: DEBUG oslo_concurrency.lockutils [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.166062] env[69365]: INFO nova.compute.claims [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1270.410382] env[69365]: DEBUG nova.compute.manager [req-de0387f1-4ca9-4319-ad87-98c587aeffc0 req-ad67ca3e-42d7-43e8-8528-bf828d33dc77 service nova] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Received event network-changed-83ddb7f2-6f58-491b-a35f-199ffbae8d96 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.410646] env[69365]: DEBUG nova.compute.manager [req-de0387f1-4ca9-4319-ad87-98c587aeffc0 req-ad67ca3e-42d7-43e8-8528-bf828d33dc77 service nova] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Refreshing instance network info cache due to event network-changed-83ddb7f2-6f58-491b-a35f-199ffbae8d96. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1270.411139] env[69365]: DEBUG oslo_concurrency.lockutils [req-de0387f1-4ca9-4319-ad87-98c587aeffc0 req-ad67ca3e-42d7-43e8-8528-bf828d33dc77 service nova] Acquiring lock "refresh_cache-70ae15d5-c88e-4285-835c-e93a8d97507f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.411387] env[69365]: DEBUG oslo_concurrency.lockutils [req-de0387f1-4ca9-4319-ad87-98c587aeffc0 req-ad67ca3e-42d7-43e8-8528-bf828d33dc77 service nova] Acquired lock "refresh_cache-70ae15d5-c88e-4285-835c-e93a8d97507f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.411609] env[69365]: DEBUG nova.network.neutron [req-de0387f1-4ca9-4319-ad87-98c587aeffc0 req-ad67ca3e-42d7-43e8-8528-bf828d33dc77 service nova] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Refreshing network info cache for port 83ddb7f2-6f58-491b-a35f-199ffbae8d96 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.197918] env[69365]: DEBUG nova.network.neutron [req-de0387f1-4ca9-4319-ad87-98c587aeffc0 req-ad67ca3e-42d7-43e8-8528-bf828d33dc77 service nova] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Updated VIF entry in instance network info cache for port 83ddb7f2-6f58-491b-a35f-199ffbae8d96. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1271.198405] env[69365]: DEBUG nova.network.neutron [req-de0387f1-4ca9-4319-ad87-98c587aeffc0 req-ad67ca3e-42d7-43e8-8528-bf828d33dc77 service nova] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Updating instance_info_cache with network_info: [{"id": "83ddb7f2-6f58-491b-a35f-199ffbae8d96", "address": "fa:16:3e:f5:b8:51", "network": {"id": "18e47d27-0533-4276-912c-7528d2e91eff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-231300907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "12e37a5837684bb893dd0cb199ce39b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83ddb7f2-6f", "ovs_interfaceid": "83ddb7f2-6f58-491b-a35f-199ffbae8d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.297274] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81e9c59-6af5-4073-bbc1-eb8d467e0d7d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.306647] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e95e137-d208-4a3d-acbd-afaa420f7d1f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.336849] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b0fbab-51ff-4215-963e-89105583c79d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.344411] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f29dcc3-27d4-4e06-88da-489aaac90960 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.360698] env[69365]: DEBUG nova.compute.provider_tree [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.701997] env[69365]: DEBUG oslo_concurrency.lockutils [req-de0387f1-4ca9-4319-ad87-98c587aeffc0 req-ad67ca3e-42d7-43e8-8528-bf828d33dc77 service nova] Releasing lock "refresh_cache-70ae15d5-c88e-4285-835c-e93a8d97507f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.865052] env[69365]: DEBUG nova.scheduler.client.report [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.372020] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.217s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.372794] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.236s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.374447] env[69365]: INFO nova.compute.claims [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1272.420266] env[69365]: INFO nova.network.neutron [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Updating port d3b5bfeb-61f7-4045-8530-2bbe8e40199e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1272.440217] env[69365]: DEBUG nova.compute.manager [req-a9bec355-7787-448a-bb20-0a23c320d7e3 req-8d8989aa-35d1-4ddf-9320-bc90ff234406 service nova] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Received event network-changed-83ddb7f2-6f58-491b-a35f-199ffbae8d96 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.440335] env[69365]: DEBUG nova.compute.manager [req-a9bec355-7787-448a-bb20-0a23c320d7e3 req-8d8989aa-35d1-4ddf-9320-bc90ff234406 service nova] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Refreshing instance network info cache due to event network-changed-83ddb7f2-6f58-491b-a35f-199ffbae8d96. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1272.440511] env[69365]: DEBUG oslo_concurrency.lockutils [req-a9bec355-7787-448a-bb20-0a23c320d7e3 req-8d8989aa-35d1-4ddf-9320-bc90ff234406 service nova] Acquiring lock "refresh_cache-70ae15d5-c88e-4285-835c-e93a8d97507f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.440645] env[69365]: DEBUG oslo_concurrency.lockutils [req-a9bec355-7787-448a-bb20-0a23c320d7e3 req-8d8989aa-35d1-4ddf-9320-bc90ff234406 service nova] Acquired lock "refresh_cache-70ae15d5-c88e-4285-835c-e93a8d97507f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.440797] env[69365]: DEBUG nova.network.neutron [req-a9bec355-7787-448a-bb20-0a23c320d7e3 req-8d8989aa-35d1-4ddf-9320-bc90ff234406 service nova] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Refreshing network info cache for port 83ddb7f2-6f58-491b-a35f-199ffbae8d96 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1272.492078] env[69365]: DEBUG nova.compute.manager [req-02242dca-3748-440b-9010-f732999668ee req-ca051773-d9ad-4839-bb1e-d926b6fcf0e4 service nova] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Received event network-changed-83ddb7f2-6f58-491b-a35f-199ffbae8d96 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.492351] env[69365]: DEBUG nova.compute.manager [req-02242dca-3748-440b-9010-f732999668ee req-ca051773-d9ad-4839-bb1e-d926b6fcf0e4 service nova] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Refreshing instance network info cache due to event network-changed-83ddb7f2-6f58-491b-a35f-199ffbae8d96. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1272.492550] env[69365]: DEBUG oslo_concurrency.lockutils [req-02242dca-3748-440b-9010-f732999668ee req-ca051773-d9ad-4839-bb1e-d926b6fcf0e4 service nova] Acquiring lock "refresh_cache-70ae15d5-c88e-4285-835c-e93a8d97507f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.164997] env[69365]: DEBUG nova.network.neutron [req-a9bec355-7787-448a-bb20-0a23c320d7e3 req-8d8989aa-35d1-4ddf-9320-bc90ff234406 service nova] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Updated VIF entry in instance network info cache for port 83ddb7f2-6f58-491b-a35f-199ffbae8d96. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1273.165460] env[69365]: DEBUG nova.network.neutron [req-a9bec355-7787-448a-bb20-0a23c320d7e3 req-8d8989aa-35d1-4ddf-9320-bc90ff234406 service nova] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Updating instance_info_cache with network_info: [{"id": "83ddb7f2-6f58-491b-a35f-199ffbae8d96", "address": "fa:16:3e:f5:b8:51", "network": {"id": "18e47d27-0533-4276-912c-7528d2e91eff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-231300907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "12e37a5837684bb893dd0cb199ce39b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83ddb7f2-6f", "ovs_interfaceid": "83ddb7f2-6f58-491b-a35f-199ffbae8d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.498973] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66434a65-cdac-4535-9a66-7269189d14a5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.507934] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55042658-d8d4-4e71-84c6-22a34735c03f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.537491] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e43af67-97ea-40ef-bc6c-ff9b1db95b5b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.544721] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b19c89-25cd-432d-b980-8a6466dd1b63 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.557478] env[69365]: DEBUG nova.compute.provider_tree [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.668698] env[69365]: DEBUG oslo_concurrency.lockutils [req-a9bec355-7787-448a-bb20-0a23c320d7e3 req-8d8989aa-35d1-4ddf-9320-bc90ff234406 service nova] Releasing lock "refresh_cache-70ae15d5-c88e-4285-835c-e93a8d97507f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.668948] env[69365]: DEBUG nova.compute.manager [req-a9bec355-7787-448a-bb20-0a23c320d7e3 req-8d8989aa-35d1-4ddf-9320-bc90ff234406 service nova] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Received event network-changed-83ddb7f2-6f58-491b-a35f-199ffbae8d96 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.669246] env[69365]: DEBUG nova.compute.manager [req-a9bec355-7787-448a-bb20-0a23c320d7e3 req-8d8989aa-35d1-4ddf-9320-bc90ff234406 service nova] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Refreshing instance network info cache due to event network-changed-83ddb7f2-6f58-491b-a35f-199ffbae8d96. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1273.669452] env[69365]: DEBUG oslo_concurrency.lockutils [req-a9bec355-7787-448a-bb20-0a23c320d7e3 req-8d8989aa-35d1-4ddf-9320-bc90ff234406 service nova] Acquiring lock "refresh_cache-70ae15d5-c88e-4285-835c-e93a8d97507f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.669593] env[69365]: DEBUG oslo_concurrency.lockutils [req-a9bec355-7787-448a-bb20-0a23c320d7e3 req-8d8989aa-35d1-4ddf-9320-bc90ff234406 service nova] Acquired lock "refresh_cache-70ae15d5-c88e-4285-835c-e93a8d97507f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.669754] env[69365]: DEBUG nova.network.neutron [req-a9bec355-7787-448a-bb20-0a23c320d7e3 req-8d8989aa-35d1-4ddf-9320-bc90ff234406 service nova] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Refreshing network info cache for port 83ddb7f2-6f58-491b-a35f-199ffbae8d96 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1273.743270] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf0f7c7f-03b5-4412-877a-6d7c561b9776 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Acquiring lock "70ae15d5-c88e-4285-835c-e93a8d97507f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.743526] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf0f7c7f-03b5-4412-877a-6d7c561b9776 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Lock "70ae15d5-c88e-4285-835c-e93a8d97507f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.743730] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf0f7c7f-03b5-4412-877a-6d7c561b9776 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Acquiring lock "70ae15d5-c88e-4285-835c-e93a8d97507f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.743908] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf0f7c7f-03b5-4412-877a-6d7c561b9776 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Lock "70ae15d5-c88e-4285-835c-e93a8d97507f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.744093] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf0f7c7f-03b5-4412-877a-6d7c561b9776 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Lock "70ae15d5-c88e-4285-835c-e93a8d97507f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.746441] env[69365]: INFO nova.compute.manager [None req-cf0f7c7f-03b5-4412-877a-6d7c561b9776 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Terminating instance [ 1274.060653] env[69365]: DEBUG nova.scheduler.client.report [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.103495] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquiring lock "refresh_cache-592da6de-20c5-4eb7-8a61-acc350b1f08c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.103660] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquired lock "refresh_cache-592da6de-20c5-4eb7-8a61-acc350b1f08c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.103849] env[69365]: DEBUG nova.network.neutron [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1274.250251] env[69365]: DEBUG nova.compute.manager [None req-cf0f7c7f-03b5-4412-877a-6d7c561b9776 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1274.250477] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0f7c7f-03b5-4412-877a-6d7c561b9776 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1274.253478] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca86802-4c68-4933-b491-c5dc70cfb108 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.262822] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0f7c7f-03b5-4412-877a-6d7c561b9776 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.262822] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5a022b7-ce38-4264-9bcd-8ab5fb5992b7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.268586] env[69365]: DEBUG oslo_vmware.api [None req-cf0f7c7f-03b5-4412-877a-6d7c561b9776 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Waiting for the task: (returnval){ [ 1274.268586] env[69365]: value = "task-3469986" [ 1274.268586] env[69365]: _type = "Task" [ 1274.268586] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.277474] env[69365]: DEBUG oslo_vmware.api [None req-cf0f7c7f-03b5-4412-877a-6d7c561b9776 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': task-3469986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.403943] env[69365]: DEBUG nova.network.neutron [req-a9bec355-7787-448a-bb20-0a23c320d7e3 req-8d8989aa-35d1-4ddf-9320-bc90ff234406 service nova] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Updated VIF entry in instance network info cache for port 83ddb7f2-6f58-491b-a35f-199ffbae8d96. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1274.404385] env[69365]: DEBUG nova.network.neutron [req-a9bec355-7787-448a-bb20-0a23c320d7e3 req-8d8989aa-35d1-4ddf-9320-bc90ff234406 service nova] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Updating instance_info_cache with network_info: [{"id": "83ddb7f2-6f58-491b-a35f-199ffbae8d96", "address": "fa:16:3e:f5:b8:51", "network": {"id": "18e47d27-0533-4276-912c-7528d2e91eff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-231300907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "12e37a5837684bb893dd0cb199ce39b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83ddb7f2-6f", "ovs_interfaceid": "83ddb7f2-6f58-491b-a35f-199ffbae8d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.521223] env[69365]: DEBUG nova.compute.manager [req-8c555c7f-8e69-4178-8979-de53acd53e3c req-7e62aabe-307b-4777-8be8-0b6f220330db service nova] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Received event network-vif-plugged-d3b5bfeb-61f7-4045-8530-2bbe8e40199e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.521472] env[69365]: DEBUG oslo_concurrency.lockutils [req-8c555c7f-8e69-4178-8979-de53acd53e3c req-7e62aabe-307b-4777-8be8-0b6f220330db service nova] Acquiring lock "592da6de-20c5-4eb7-8a61-acc350b1f08c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.521681] env[69365]: DEBUG oslo_concurrency.lockutils [req-8c555c7f-8e69-4178-8979-de53acd53e3c req-7e62aabe-307b-4777-8be8-0b6f220330db service nova] Lock "592da6de-20c5-4eb7-8a61-acc350b1f08c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.521803] env[69365]: DEBUG oslo_concurrency.lockutils [req-8c555c7f-8e69-4178-8979-de53acd53e3c req-7e62aabe-307b-4777-8be8-0b6f220330db service nova] Lock "592da6de-20c5-4eb7-8a61-acc350b1f08c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.521971] env[69365]: DEBUG nova.compute.manager [req-8c555c7f-8e69-4178-8979-de53acd53e3c req-7e62aabe-307b-4777-8be8-0b6f220330db service nova] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] No waiting events found dispatching network-vif-plugged-d3b5bfeb-61f7-4045-8530-2bbe8e40199e {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1274.522153] env[69365]: WARNING nova.compute.manager [req-8c555c7f-8e69-4178-8979-de53acd53e3c req-7e62aabe-307b-4777-8be8-0b6f220330db service nova] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Received unexpected event network-vif-plugged-d3b5bfeb-61f7-4045-8530-2bbe8e40199e for instance with vm_state shelved_offloaded and task_state spawning. [ 1274.522309] env[69365]: DEBUG nova.compute.manager [req-8c555c7f-8e69-4178-8979-de53acd53e3c req-7e62aabe-307b-4777-8be8-0b6f220330db service nova] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Received event network-changed-d3b5bfeb-61f7-4045-8530-2bbe8e40199e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.522461] env[69365]: DEBUG nova.compute.manager [req-8c555c7f-8e69-4178-8979-de53acd53e3c req-7e62aabe-307b-4777-8be8-0b6f220330db service nova] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Refreshing instance network info cache due to event network-changed-d3b5bfeb-61f7-4045-8530-2bbe8e40199e. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1274.522622] env[69365]: DEBUG oslo_concurrency.lockutils [req-8c555c7f-8e69-4178-8979-de53acd53e3c req-7e62aabe-307b-4777-8be8-0b6f220330db service nova] Acquiring lock "refresh_cache-592da6de-20c5-4eb7-8a61-acc350b1f08c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.565818] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.193s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.566381] env[69365]: DEBUG nova.compute.manager [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1274.569251] env[69365]: DEBUG oslo_concurrency.lockutils [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.895s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.569463] env[69365]: DEBUG nova.objects.instance [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lazy-loading 'pci_requests' on Instance uuid 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1274.774977] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.775242] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.776048] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.776226] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.776384] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.776528] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.776671] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._sync_power_states {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1274.781081] env[69365]: DEBUG oslo_vmware.api [None req-cf0f7c7f-03b5-4412-877a-6d7c561b9776 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': task-3469986, 'name': PowerOffVM_Task, 'duration_secs': 0.218517} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.781769] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf0f7c7f-03b5-4412-877a-6d7c561b9776 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.781955] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0f7c7f-03b5-4412-877a-6d7c561b9776 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1274.782215] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8796007-38c3-49e0-bfd6-6d472d95b6d6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.804439] env[69365]: DEBUG nova.network.neutron [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Updating instance_info_cache with network_info: [{"id": "d3b5bfeb-61f7-4045-8530-2bbe8e40199e", "address": "fa:16:3e:4c:9c:d1", "network": {"id": "23049ed0-3359-47e0-b335-9e9129503532", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1473799310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc8feb91faa4c708b1e140bad9f8ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3b5bfeb-61", "ovs_interfaceid": "d3b5bfeb-61f7-4045-8530-2bbe8e40199e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.843642] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0f7c7f-03b5-4412-877a-6d7c561b9776 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1274.843854] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0f7c7f-03b5-4412-877a-6d7c561b9776 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1274.844044] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf0f7c7f-03b5-4412-877a-6d7c561b9776 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Deleting the datastore file [datastore2] 70ae15d5-c88e-4285-835c-e93a8d97507f {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1274.844297] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edf0dbfa-a93d-435d-b874-12623122a79c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.850514] env[69365]: DEBUG oslo_vmware.api [None req-cf0f7c7f-03b5-4412-877a-6d7c561b9776 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Waiting for the task: (returnval){ [ 1274.850514] env[69365]: value = "task-3469988" [ 1274.850514] env[69365]: _type = "Task" [ 1274.850514] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.858056] env[69365]: DEBUG oslo_vmware.api [None req-cf0f7c7f-03b5-4412-877a-6d7c561b9776 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': task-3469988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.907253] env[69365]: DEBUG oslo_concurrency.lockutils [req-a9bec355-7787-448a-bb20-0a23c320d7e3 req-8d8989aa-35d1-4ddf-9320-bc90ff234406 service nova] Releasing lock "refresh_cache-70ae15d5-c88e-4285-835c-e93a8d97507f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.907662] env[69365]: DEBUG oslo_concurrency.lockutils [req-02242dca-3748-440b-9010-f732999668ee req-ca051773-d9ad-4839-bb1e-d926b6fcf0e4 service nova] Acquired lock "refresh_cache-70ae15d5-c88e-4285-835c-e93a8d97507f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.907870] env[69365]: DEBUG nova.network.neutron [req-02242dca-3748-440b-9010-f732999668ee req-ca051773-d9ad-4839-bb1e-d926b6fcf0e4 service nova] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Refreshing network info cache for port 83ddb7f2-6f58-491b-a35f-199ffbae8d96 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.072029] env[69365]: DEBUG nova.compute.utils [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1275.073829] env[69365]: DEBUG nova.compute.manager [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1275.074009] env[69365]: DEBUG nova.network.neutron [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1275.077382] env[69365]: DEBUG nova.objects.instance [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lazy-loading 'numa_topology' on Instance uuid 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.112047] env[69365]: DEBUG nova.policy [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aee5b06d6445475e9ac62e85def0edac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc6800d15d0045f087de2c0c4ec21c44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1275.284077] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Getting list of instances from cluster (obj){ [ 1275.284077] env[69365]: value = "domain-c8" [ 1275.284077] env[69365]: _type = "ClusterComputeResource" [ 1275.284077] env[69365]: } {{(pid=69365) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1275.285179] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c6564e-d679-451a-901e-0cc97129c9cd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.299969] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Got total of 5 instances {{(pid=69365) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1275.300140] env[69365]: WARNING nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] While synchronizing instance power states, found 8 instances in the database and 5 instances on the hypervisor. [ 1275.300283] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Triggering sync for uuid 54494c65-4118-4c3d-8af2-cd772b783e1f {{(pid=69365) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1275.300482] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Triggering sync for uuid 31ff0b14-dc60-4a4f-95f4-c0d823364979 {{(pid=69365) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1275.300635] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Triggering sync for uuid 592da6de-20c5-4eb7-8a61-acc350b1f08c {{(pid=69365) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1275.300783] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Triggering sync for uuid 4267b135-249c-40e3-aed8-31b1e5a4fed6 {{(pid=69365) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1275.300931] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Triggering sync for uuid e6a4d429-937a-44b5-823d-1b87fcf0d6ec {{(pid=69365) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1275.301095] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Triggering sync for uuid bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0 {{(pid=69365) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1275.301246] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Triggering sync for uuid 70ae15d5-c88e-4285-835c-e93a8d97507f {{(pid=69365) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1275.301392] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Triggering sync for uuid 647479fd-c9f0-4f3b-af9d-d84a3167b973 {{(pid=69365) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1275.301700] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Acquiring lock "54494c65-4118-4c3d-8af2-cd772b783e1f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.301910] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "54494c65-4118-4c3d-8af2-cd772b783e1f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.302179] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Acquiring lock "31ff0b14-dc60-4a4f-95f4-c0d823364979" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.302361] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "31ff0b14-dc60-4a4f-95f4-c0d823364979" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.302582] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Acquiring lock "592da6de-20c5-4eb7-8a61-acc350b1f08c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.302779] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Acquiring lock "4267b135-249c-40e3-aed8-31b1e5a4fed6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.302946] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "4267b135-249c-40e3-aed8-31b1e5a4fed6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.303178] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Acquiring lock "e6a4d429-937a-44b5-823d-1b87fcf0d6ec" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.303360] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "e6a4d429-937a-44b5-823d-1b87fcf0d6ec" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.303575] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Acquiring lock "bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.303744] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.303955] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Acquiring lock "70ae15d5-c88e-4285-835c-e93a8d97507f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.304165] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Acquiring lock "647479fd-c9f0-4f3b-af9d-d84a3167b973" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.304341] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.304471] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69365) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1275.305133] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f8b865-7099-4cf8-9c33-d0b7a696959d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.308059] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91710012-fba6-47fc-b5ed-7cc2c4228507 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.310712] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d652b4b4-4fb9-4f26-9476-748c35fa8d5b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.313322] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e555d0-2803-4729-a650-399473fe3c2f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.315833] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c47b57b-fc77-487f-b2a0-8c0211e05917 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.318230] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager.update_available_resource {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.319447] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Releasing lock "refresh_cache-592da6de-20c5-4eb7-8a61-acc350b1f08c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.321696] env[69365]: DEBUG oslo_concurrency.lockutils [req-8c555c7f-8e69-4178-8979-de53acd53e3c req-7e62aabe-307b-4777-8be8-0b6f220330db service nova] Acquired lock "refresh_cache-592da6de-20c5-4eb7-8a61-acc350b1f08c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.321864] env[69365]: DEBUG nova.network.neutron [req-8c555c7f-8e69-4178-8979-de53acd53e3c req-7e62aabe-307b-4777-8be8-0b6f220330db service nova] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Refreshing network info cache for port d3b5bfeb-61f7-4045-8530-2bbe8e40199e {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1275.362473] env[69365]: DEBUG oslo_vmware.api [None req-cf0f7c7f-03b5-4412-877a-6d7c561b9776 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Task: {'id': task-3469988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181506} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.364764] env[69365]: DEBUG nova.virt.hardware [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5cb1b487b500ea22237f698f58077e47',container_format='bare',created_at=2025-04-16T23:49:04Z,direct_url=,disk_format='vmdk',id=1dfc93be-4901-49f8-bb42-76c37d4288a3,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-2037254050-shelved',owner='8dc8feb91faa4c708b1e140bad9f8ea8',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-04-16T23:49:19Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1275.364907] env[69365]: DEBUG nova.virt.hardware [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1275.365054] env[69365]: DEBUG nova.virt.hardware [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1275.365273] env[69365]: DEBUG nova.virt.hardware [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1275.365424] env[69365]: DEBUG nova.virt.hardware [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1275.365775] env[69365]: DEBUG nova.virt.hardware [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1275.365775] env[69365]: DEBUG nova.virt.hardware [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1275.365920] env[69365]: DEBUG nova.virt.hardware [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1275.366098] env[69365]: DEBUG nova.virt.hardware [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1275.366263] env[69365]: DEBUG nova.virt.hardware [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1275.366439] env[69365]: DEBUG nova.virt.hardware [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1275.366715] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf0f7c7f-03b5-4412-877a-6d7c561b9776 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1275.366887] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0f7c7f-03b5-4412-877a-6d7c561b9776 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1275.367067] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-cf0f7c7f-03b5-4412-877a-6d7c561b9776 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1275.367263] env[69365]: INFO nova.compute.manager [None req-cf0f7c7f-03b5-4412-877a-6d7c561b9776 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1275.367517] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf0f7c7f-03b5-4412-877a-6d7c561b9776 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1275.369135] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82500ca3-b619-4e4c-9a83-ce4008f41e7d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.371889] env[69365]: DEBUG nova.compute.manager [-] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1275.371998] env[69365]: DEBUG nova.network.neutron [-] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1275.374519] env[69365]: DEBUG nova.network.neutron [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Successfully created port: d5cce494-ec57-4725-ba31-616eae83518a {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1275.381091] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cf41ca-f3e3-4f86-802a-dbe630a9c788 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.396043] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:9c:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '450939f7-f74b-41f7-93f7-b4fde6a6fbed', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3b5bfeb-61f7-4045-8530-2bbe8e40199e', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1275.403525] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1275.403710] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1275.403918] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28a713f5-867e-4988-9c3c-890acb5c2717 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.426248] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1275.426248] env[69365]: value = "task-3469989" [ 1275.426248] env[69365]: _type = "Task" [ 1275.426248] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.433606] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469989, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.576515] env[69365]: DEBUG nova.compute.manager [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1275.581844] env[69365]: INFO nova.compute.claims [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1275.657097] env[69365]: DEBUG nova.network.neutron [req-02242dca-3748-440b-9010-f732999668ee req-ca051773-d9ad-4839-bb1e-d926b6fcf0e4 service nova] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Updated VIF entry in instance network info cache for port 83ddb7f2-6f58-491b-a35f-199ffbae8d96. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1275.657581] env[69365]: DEBUG nova.network.neutron [req-02242dca-3748-440b-9010-f732999668ee req-ca051773-d9ad-4839-bb1e-d926b6fcf0e4 service nova] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Updating instance_info_cache with network_info: [{"id": "83ddb7f2-6f58-491b-a35f-199ffbae8d96", "address": "fa:16:3e:f5:b8:51", "network": {"id": "18e47d27-0533-4276-912c-7528d2e91eff", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-231300907-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "12e37a5837684bb893dd0cb199ce39b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83ddb7f2-6f", "ovs_interfaceid": "83ddb7f2-6f58-491b-a35f-199ffbae8d96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1275.822977] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.839105] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "54494c65-4118-4c3d-8af2-cd772b783e1f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.839494] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "4267b135-249c-40e3-aed8-31b1e5a4fed6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.839799] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "31ff0b14-dc60-4a4f-95f4-c0d823364979" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.840122] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.536s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.849640] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "e6a4d429-937a-44b5-823d-1b87fcf0d6ec" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.546s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.939089] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469989, 'name': CreateVM_Task, 'duration_secs': 0.318105} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.941657] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1275.949187] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1dfc93be-4901-49f8-bb42-76c37d4288a3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.949419] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1dfc93be-4901-49f8-bb42-76c37d4288a3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.949876] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1dfc93be-4901-49f8-bb42-76c37d4288a3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.950206] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-917221a9-6062-466b-b0ac-4598e6a23725 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.955800] env[69365]: DEBUG oslo_vmware.api [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1275.955800] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e056e1-0e3b-8b7a-b2e1-2703a763d243" [ 1275.955800] env[69365]: _type = "Task" [ 1275.955800] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.974318] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1dfc93be-4901-49f8-bb42-76c37d4288a3" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.974564] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Processing image 1dfc93be-4901-49f8-bb42-76c37d4288a3 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1275.974778] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1dfc93be-4901-49f8-bb42-76c37d4288a3/1dfc93be-4901-49f8-bb42-76c37d4288a3.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.974918] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1dfc93be-4901-49f8-bb42-76c37d4288a3/1dfc93be-4901-49f8-bb42-76c37d4288a3.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.975141] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1275.975423] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d327cf46-1f89-4aca-aca5-28830fde648e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.983751] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1275.983934] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1275.984686] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a78c890-05a9-495e-98ed-3fc588e73c5c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.989854] env[69365]: DEBUG oslo_vmware.api [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1275.989854] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d3b642-fab8-9f3a-3579-e0ed73c7373c" [ 1275.989854] env[69365]: _type = "Task" [ 1275.989854] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.997593] env[69365]: DEBUG oslo_vmware.api [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d3b642-fab8-9f3a-3579-e0ed73c7373c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.061595] env[69365]: DEBUG nova.network.neutron [req-8c555c7f-8e69-4178-8979-de53acd53e3c req-7e62aabe-307b-4777-8be8-0b6f220330db service nova] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Updated VIF entry in instance network info cache for port d3b5bfeb-61f7-4045-8530-2bbe8e40199e. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1276.062210] env[69365]: DEBUG nova.network.neutron [req-8c555c7f-8e69-4178-8979-de53acd53e3c req-7e62aabe-307b-4777-8be8-0b6f220330db service nova] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Updating instance_info_cache with network_info: [{"id": "d3b5bfeb-61f7-4045-8530-2bbe8e40199e", "address": "fa:16:3e:4c:9c:d1", "network": {"id": "23049ed0-3359-47e0-b335-9e9129503532", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1473799310-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8dc8feb91faa4c708b1e140bad9f8ea8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "450939f7-f74b-41f7-93f7-b4fde6a6fbed", "external-id": "nsx-vlan-transportzone-866", "segmentation_id": 866, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3b5bfeb-61", "ovs_interfaceid": "d3b5bfeb-61f7-4045-8530-2bbe8e40199e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.160510] env[69365]: DEBUG oslo_concurrency.lockutils [req-02242dca-3748-440b-9010-f732999668ee req-ca051773-d9ad-4839-bb1e-d926b6fcf0e4 service nova] Releasing lock "refresh_cache-70ae15d5-c88e-4285-835c-e93a8d97507f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.252105] env[69365]: DEBUG nova.network.neutron [-] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.501282] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Preparing fetch location {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1276.501562] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Fetch image to [datastore1] OSTACK_IMG_2d12a614-ef65-419b-bfce-e2f59830071f/OSTACK_IMG_2d12a614-ef65-419b-bfce-e2f59830071f.vmdk {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1276.501747] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Downloading stream optimized image 1dfc93be-4901-49f8-bb42-76c37d4288a3 to [datastore1] OSTACK_IMG_2d12a614-ef65-419b-bfce-e2f59830071f/OSTACK_IMG_2d12a614-ef65-419b-bfce-e2f59830071f.vmdk on the data store datastore1 as vApp {{(pid=69365) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1276.501919] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Downloading image file data 1dfc93be-4901-49f8-bb42-76c37d4288a3 to the ESX as VM named 'OSTACK_IMG_2d12a614-ef65-419b-bfce-e2f59830071f' {{(pid=69365) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1276.547802] env[69365]: DEBUG nova.compute.manager [req-cae1c987-4c71-4465-8511-a8cee9881c3d req-f6be49b9-39c7-4193-ada9-79683e523532 service nova] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Received event network-vif-deleted-83ddb7f2-6f58-491b-a35f-199ffbae8d96 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.564827] env[69365]: DEBUG oslo_concurrency.lockutils [req-8c555c7f-8e69-4178-8979-de53acd53e3c req-7e62aabe-307b-4777-8be8-0b6f220330db service nova] Releasing lock "refresh_cache-592da6de-20c5-4eb7-8a61-acc350b1f08c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.580091] env[69365]: DEBUG oslo_vmware.rw_handles [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1276.580091] env[69365]: value = "resgroup-9" [ 1276.580091] env[69365]: _type = "ResourcePool" [ 1276.580091] env[69365]: }. {{(pid=69365) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1276.580787] env[69365]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-87a45483-8797-4005-b185-8f8456b502b2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.596946] env[69365]: DEBUG nova.compute.manager [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1276.608340] env[69365]: DEBUG oslo_vmware.rw_handles [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lease: (returnval){ [ 1276.608340] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e8cafa-c28c-74d7-33a4-a528249e6fcf" [ 1276.608340] env[69365]: _type = "HttpNfcLease" [ 1276.608340] env[69365]: } obtained for vApp import into resource pool (val){ [ 1276.608340] env[69365]: value = "resgroup-9" [ 1276.608340] env[69365]: _type = "ResourcePool" [ 1276.608340] env[69365]: }. {{(pid=69365) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1276.608754] env[69365]: DEBUG oslo_vmware.api [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the lease: (returnval){ [ 1276.608754] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e8cafa-c28c-74d7-33a4-a528249e6fcf" [ 1276.608754] env[69365]: _type = "HttpNfcLease" [ 1276.608754] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1276.615148] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1276.615148] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e8cafa-c28c-74d7-33a4-a528249e6fcf" [ 1276.615148] env[69365]: _type = "HttpNfcLease" [ 1276.615148] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1276.623304] env[69365]: DEBUG nova.virt.hardware [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.623573] env[69365]: DEBUG nova.virt.hardware [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.623854] env[69365]: DEBUG nova.virt.hardware [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.624249] env[69365]: DEBUG nova.virt.hardware [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.624406] env[69365]: DEBUG nova.virt.hardware [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.624630] env[69365]: DEBUG nova.virt.hardware [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.624959] env[69365]: DEBUG nova.virt.hardware [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.625204] env[69365]: DEBUG nova.virt.hardware [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.625487] env[69365]: DEBUG nova.virt.hardware [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.625819] env[69365]: DEBUG nova.virt.hardware [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.625982] env[69365]: DEBUG nova.virt.hardware [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.628181] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e35521-6128-4d12-a5ef-e347ea016887 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.636164] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936063ac-039d-4b61-be2b-8003b8432647 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.738517] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a15be9-8287-45c5-975e-05403c7b4270 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.745893] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb23d952-da10-4211-b2a4-9906bf26d07c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.775562] env[69365]: INFO nova.compute.manager [-] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Took 1.40 seconds to deallocate network for instance. [ 1276.777942] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e8ec81-4378-48f4-812d-0bb9dba2a022 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.788826] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb6e9fed-b9bf-48a7-9a4c-42d14a018b15 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.801872] env[69365]: DEBUG nova.compute.provider_tree [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.039919] env[69365]: DEBUG nova.network.neutron [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Successfully updated port: d5cce494-ec57-4725-ba31-616eae83518a {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1277.117082] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1277.117082] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e8cafa-c28c-74d7-33a4-a528249e6fcf" [ 1277.117082] env[69365]: _type = "HttpNfcLease" [ 1277.117082] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1277.117421] env[69365]: DEBUG oslo_vmware.rw_handles [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1277.117421] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e8cafa-c28c-74d7-33a4-a528249e6fcf" [ 1277.117421] env[69365]: _type = "HttpNfcLease" [ 1277.117421] env[69365]: }. {{(pid=69365) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1277.118198] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be47b1db-0f5b-431f-a000-b3e52cb45a45 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.126070] env[69365]: DEBUG oslo_vmware.rw_handles [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52560ca2-72e4-850b-6980-335ff9e901e1/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1277.126265] env[69365]: DEBUG oslo_vmware.rw_handles [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52560ca2-72e4-850b-6980-335ff9e901e1/disk-0.vmdk. {{(pid=69365) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1277.191120] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4aecacae-2715-4a59-8c19-8f0d7adbc4dc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.285767] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf0f7c7f-03b5-4412-877a-6d7c561b9776 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.306023] env[69365]: DEBUG nova.scheduler.client.report [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1277.543745] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "refresh_cache-647479fd-c9f0-4f3b-af9d-d84a3167b973" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.543907] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquired lock "refresh_cache-647479fd-c9f0-4f3b-af9d-d84a3167b973" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.544072] env[69365]: DEBUG nova.network.neutron [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.811066] env[69365]: DEBUG oslo_concurrency.lockutils [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.241s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.813209] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.990s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.813434] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.813600] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69365) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1277.814311] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf0f7c7f-03b5-4412-877a-6d7c561b9776 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.529s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.814528] env[69365]: DEBUG nova.objects.instance [None req-cf0f7c7f-03b5-4412-877a-6d7c561b9776 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Lazy-loading 'resources' on Instance uuid 70ae15d5-c88e-4285-835c-e93a8d97507f {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.816531] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e2cb73-d1b7-4931-b925-1b7824e85a35 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.826069] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b09c21a-a672-4f42-aaf0-cad6f7706f32 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.841925] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d156b9a-4965-4bde-99c4-7752631dde6d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.849179] env[69365]: INFO nova.network.neutron [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Updating port 67ea8f07-856f-41bd-a870-1cecf8ac7a19 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1277.856106] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2367c6-ffd3-41ec-91e6-d846e4056591 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.888656] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179304MB free_disk=94GB free_vcpus=48 pci_devices=None {{(pid=69365) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1277.888835] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.085995] env[69365]: DEBUG nova.network.neutron [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1278.230760] env[69365]: DEBUG oslo_vmware.rw_handles [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Completed reading data from the image iterator. {{(pid=69365) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1278.231023] env[69365]: DEBUG oslo_vmware.rw_handles [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52560ca2-72e4-850b-6980-335ff9e901e1/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1278.232016] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644dd33b-6fba-47ef-aed7-9ce21be541cf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.239233] env[69365]: DEBUG oslo_vmware.rw_handles [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52560ca2-72e4-850b-6980-335ff9e901e1/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1278.239458] env[69365]: DEBUG oslo_vmware.rw_handles [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52560ca2-72e4-850b-6980-335ff9e901e1/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1278.239706] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d50e092c-0e83-4530-822b-7ea7a009fc3d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.244955] env[69365]: DEBUG nova.network.neutron [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Updating instance_info_cache with network_info: [{"id": "d5cce494-ec57-4725-ba31-616eae83518a", "address": "fa:16:3e:32:eb:83", "network": {"id": "2766da8d-6cbf-40dd-89bf-7615a2b00ee2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-680867915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc6800d15d0045f087de2c0c4ec21c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5cce494-ec", "ovs_interfaceid": "d5cce494-ec57-4725-ba31-616eae83518a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.436770] env[69365]: DEBUG oslo_vmware.rw_handles [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52560ca2-72e4-850b-6980-335ff9e901e1/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1278.437042] env[69365]: INFO nova.virt.vmwareapi.images [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Downloaded image file data 1dfc93be-4901-49f8-bb42-76c37d4288a3 [ 1278.440311] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6132e9cf-94fd-419a-9594-d8e19b160daa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.459996] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34414142-bfdc-47af-9f95-d77f45be2bd4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.462158] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c66b01a-7c0f-4fc8-8720-4c4e2992a3f9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.470957] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4887a426-27e8-4d41-be5b-b85e090d517a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.501060] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49351f81-008c-42a4-9cf5-7ad1752b0557 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.503458] env[69365]: INFO nova.virt.vmwareapi.images [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] The imported VM was unregistered [ 1278.505751] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Caching image {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1278.505984] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Creating directory with path [datastore1] devstack-image-cache_base/1dfc93be-4901-49f8-bb42-76c37d4288a3 {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1278.506232] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa67aec8-1073-4e95-842f-675fa42e3e2b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.512472] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775a5543-050b-4076-9ecf-c50b5a37f96f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.517348] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Created directory with path [datastore1] devstack-image-cache_base/1dfc93be-4901-49f8-bb42-76c37d4288a3 {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1278.517529] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_2d12a614-ef65-419b-bfce-e2f59830071f/OSTACK_IMG_2d12a614-ef65-419b-bfce-e2f59830071f.vmdk to [datastore1] devstack-image-cache_base/1dfc93be-4901-49f8-bb42-76c37d4288a3/1dfc93be-4901-49f8-bb42-76c37d4288a3.vmdk. {{(pid=69365) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1278.518059] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-56328608-233d-4fd6-a5cf-ce42b54988f8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.528276] env[69365]: DEBUG nova.compute.provider_tree [None req-cf0f7c7f-03b5-4412-877a-6d7c561b9776 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.535310] env[69365]: DEBUG oslo_vmware.api [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1278.535310] env[69365]: value = "task-3469992" [ 1278.535310] env[69365]: _type = "Task" [ 1278.535310] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.543785] env[69365]: DEBUG oslo_vmware.api [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469992, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.573533] env[69365]: DEBUG nova.compute.manager [req-714596d9-7916-443a-a04f-28e02be652e5 req-133dcaec-9557-4db4-a303-b620f045d4a5 service nova] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Received event network-vif-plugged-d5cce494-ec57-4725-ba31-616eae83518a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.573533] env[69365]: DEBUG oslo_concurrency.lockutils [req-714596d9-7916-443a-a04f-28e02be652e5 req-133dcaec-9557-4db4-a303-b620f045d4a5 service nova] Acquiring lock "647479fd-c9f0-4f3b-af9d-d84a3167b973-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.573533] env[69365]: DEBUG oslo_concurrency.lockutils [req-714596d9-7916-443a-a04f-28e02be652e5 req-133dcaec-9557-4db4-a303-b620f045d4a5 service nova] Lock "647479fd-c9f0-4f3b-af9d-d84a3167b973-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.573533] env[69365]: DEBUG oslo_concurrency.lockutils [req-714596d9-7916-443a-a04f-28e02be652e5 req-133dcaec-9557-4db4-a303-b620f045d4a5 service nova] Lock "647479fd-c9f0-4f3b-af9d-d84a3167b973-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.573533] env[69365]: DEBUG nova.compute.manager [req-714596d9-7916-443a-a04f-28e02be652e5 req-133dcaec-9557-4db4-a303-b620f045d4a5 service nova] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] No waiting events found dispatching network-vif-plugged-d5cce494-ec57-4725-ba31-616eae83518a {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1278.573727] env[69365]: WARNING nova.compute.manager [req-714596d9-7916-443a-a04f-28e02be652e5 req-133dcaec-9557-4db4-a303-b620f045d4a5 service nova] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Received unexpected event network-vif-plugged-d5cce494-ec57-4725-ba31-616eae83518a for instance with vm_state building and task_state spawning. [ 1278.573840] env[69365]: DEBUG nova.compute.manager [req-714596d9-7916-443a-a04f-28e02be652e5 req-133dcaec-9557-4db4-a303-b620f045d4a5 service nova] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Received event network-changed-d5cce494-ec57-4725-ba31-616eae83518a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.574009] env[69365]: DEBUG nova.compute.manager [req-714596d9-7916-443a-a04f-28e02be652e5 req-133dcaec-9557-4db4-a303-b620f045d4a5 service nova] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Refreshing instance network info cache due to event network-changed-d5cce494-ec57-4725-ba31-616eae83518a. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1278.574197] env[69365]: DEBUG oslo_concurrency.lockutils [req-714596d9-7916-443a-a04f-28e02be652e5 req-133dcaec-9557-4db4-a303-b620f045d4a5 service nova] Acquiring lock "refresh_cache-647479fd-c9f0-4f3b-af9d-d84a3167b973" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.748255] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Releasing lock "refresh_cache-647479fd-c9f0-4f3b-af9d-d84a3167b973" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.748682] env[69365]: DEBUG nova.compute.manager [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Instance network_info: |[{"id": "d5cce494-ec57-4725-ba31-616eae83518a", "address": "fa:16:3e:32:eb:83", "network": {"id": "2766da8d-6cbf-40dd-89bf-7615a2b00ee2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-680867915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc6800d15d0045f087de2c0c4ec21c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5cce494-ec", "ovs_interfaceid": "d5cce494-ec57-4725-ba31-616eae83518a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1278.748951] env[69365]: DEBUG oslo_concurrency.lockutils [req-714596d9-7916-443a-a04f-28e02be652e5 req-133dcaec-9557-4db4-a303-b620f045d4a5 service nova] Acquired lock "refresh_cache-647479fd-c9f0-4f3b-af9d-d84a3167b973" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.749205] env[69365]: DEBUG nova.network.neutron [req-714596d9-7916-443a-a04f-28e02be652e5 req-133dcaec-9557-4db4-a303-b620f045d4a5 service nova] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Refreshing network info cache for port d5cce494-ec57-4725-ba31-616eae83518a {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1278.750685] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:eb:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b0fa7a2-ebd9-4788-8904-7bf250ce466c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5cce494-ec57-4725-ba31-616eae83518a', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1278.758924] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1278.759562] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1278.760487] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-207fc55d-d4c3-4680-9bbe-f1a18b6924db {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.784780] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1278.784780] env[69365]: value = "task-3469993" [ 1278.784780] env[69365]: _type = "Task" [ 1278.784780] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.797189] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469993, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.032172] env[69365]: DEBUG nova.scheduler.client.report [None req-cf0f7c7f-03b5-4412-877a-6d7c561b9776 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.046538] env[69365]: DEBUG oslo_vmware.api [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469992, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.296041] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469993, 'name': CreateVM_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.540661] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf0f7c7f-03b5-4412-877a-6d7c561b9776 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.726s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.547335] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.658s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.554213] env[69365]: DEBUG oslo_vmware.api [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469992, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.579488] env[69365]: INFO nova.scheduler.client.report [None req-cf0f7c7f-03b5-4412-877a-6d7c561b9776 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Deleted allocations for instance 70ae15d5-c88e-4285-835c-e93a8d97507f [ 1279.647624] env[69365]: DEBUG nova.network.neutron [req-714596d9-7916-443a-a04f-28e02be652e5 req-133dcaec-9557-4db4-a303-b620f045d4a5 service nova] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Updated VIF entry in instance network info cache for port d5cce494-ec57-4725-ba31-616eae83518a. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1279.647946] env[69365]: DEBUG nova.network.neutron [req-714596d9-7916-443a-a04f-28e02be652e5 req-133dcaec-9557-4db4-a303-b620f045d4a5 service nova] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Updating instance_info_cache with network_info: [{"id": "d5cce494-ec57-4725-ba31-616eae83518a", "address": "fa:16:3e:32:eb:83", "network": {"id": "2766da8d-6cbf-40dd-89bf-7615a2b00ee2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-680867915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc6800d15d0045f087de2c0c4ec21c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5cce494-ec", "ovs_interfaceid": "d5cce494-ec57-4725-ba31-616eae83518a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.652036] env[69365]: DEBUG oslo_concurrency.lockutils [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "refresh_cache-6ecc6741-1aca-4785-9c7c-6556e6a2ac1f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.652953] env[69365]: DEBUG oslo_concurrency.lockutils [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquired lock "refresh_cache-6ecc6741-1aca-4785-9c7c-6556e6a2ac1f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.653238] env[69365]: DEBUG nova.network.neutron [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.796214] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469993, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.048741] env[69365]: DEBUG oslo_vmware.api [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469992, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.089167] env[69365]: DEBUG oslo_concurrency.lockutils [None req-cf0f7c7f-03b5-4412-877a-6d7c561b9776 tempest-ServerRescueTestJSONUnderV235-1073632846 tempest-ServerRescueTestJSONUnderV235-1073632846-project-member] Lock "70ae15d5-c88e-4285-835c-e93a8d97507f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.345s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.090531] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "70ae15d5-c88e-4285-835c-e93a8d97507f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.786s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.090531] env[69365]: INFO nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] During sync_power_state the instance has a pending task (deleting). Skip. [ 1280.090531] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "70ae15d5-c88e-4285-835c-e93a8d97507f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.151503] env[69365]: DEBUG oslo_concurrency.lockutils [req-714596d9-7916-443a-a04f-28e02be652e5 req-133dcaec-9557-4db4-a303-b620f045d4a5 service nova] Releasing lock "refresh_cache-647479fd-c9f0-4f3b-af9d-d84a3167b973" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.296945] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469993, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.379270] env[69365]: DEBUG nova.network.neutron [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Updating instance_info_cache with network_info: [{"id": "67ea8f07-856f-41bd-a870-1cecf8ac7a19", "address": "fa:16:3e:c5:df:5a", "network": {"id": "0a070169-0690-453d-b7d9-d59c0d25b157", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1450700306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2cf307cf4e4974b5e0a86d35a92e32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67ea8f07-85", "ovs_interfaceid": "67ea8f07-856f-41bd-a870-1cecf8ac7a19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.549640] env[69365]: DEBUG oslo_vmware.api [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469992, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.593747] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 54494c65-4118-4c3d-8af2-cd772b783e1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1280.595044] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 31ff0b14-dc60-4a4f-95f4-c0d823364979 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1280.595044] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 4267b135-249c-40e3-aed8-31b1e5a4fed6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1280.595044] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance e6a4d429-937a-44b5-823d-1b87fcf0d6ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1280.595044] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1280.595296] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 592da6de-20c5-4eb7-8a61-acc350b1f08c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1280.595296] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1280.595521] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 647479fd-c9f0-4f3b-af9d-d84a3167b973 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1280.595874] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1280.596162] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1280.609676] env[69365]: DEBUG nova.compute.manager [req-479ee3b8-478f-4bde-84eb-d5a927bbf551 req-1d122a27-302e-4527-a721-9d249913563e service nova] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Received event network-vif-plugged-67ea8f07-856f-41bd-a870-1cecf8ac7a19 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.610065] env[69365]: DEBUG oslo_concurrency.lockutils [req-479ee3b8-478f-4bde-84eb-d5a927bbf551 req-1d122a27-302e-4527-a721-9d249913563e service nova] Acquiring lock "6ecc6741-1aca-4785-9c7c-6556e6a2ac1f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.610427] env[69365]: DEBUG oslo_concurrency.lockutils [req-479ee3b8-478f-4bde-84eb-d5a927bbf551 req-1d122a27-302e-4527-a721-9d249913563e service nova] Lock "6ecc6741-1aca-4785-9c7c-6556e6a2ac1f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.610748] env[69365]: DEBUG oslo_concurrency.lockutils [req-479ee3b8-478f-4bde-84eb-d5a927bbf551 req-1d122a27-302e-4527-a721-9d249913563e service nova] Lock "6ecc6741-1aca-4785-9c7c-6556e6a2ac1f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.611074] env[69365]: DEBUG nova.compute.manager [req-479ee3b8-478f-4bde-84eb-d5a927bbf551 req-1d122a27-302e-4527-a721-9d249913563e service nova] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] No waiting events found dispatching network-vif-plugged-67ea8f07-856f-41bd-a870-1cecf8ac7a19 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1280.611455] env[69365]: WARNING nova.compute.manager [req-479ee3b8-478f-4bde-84eb-d5a927bbf551 req-1d122a27-302e-4527-a721-9d249913563e service nova] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Received unexpected event network-vif-plugged-67ea8f07-856f-41bd-a870-1cecf8ac7a19 for instance with vm_state shelved_offloaded and task_state spawning. [ 1280.611953] env[69365]: DEBUG nova.compute.manager [req-479ee3b8-478f-4bde-84eb-d5a927bbf551 req-1d122a27-302e-4527-a721-9d249913563e service nova] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Received event network-changed-67ea8f07-856f-41bd-a870-1cecf8ac7a19 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.612253] env[69365]: DEBUG nova.compute.manager [req-479ee3b8-478f-4bde-84eb-d5a927bbf551 req-1d122a27-302e-4527-a721-9d249913563e service nova] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Refreshing instance network info cache due to event network-changed-67ea8f07-856f-41bd-a870-1cecf8ac7a19. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1280.612673] env[69365]: DEBUG oslo_concurrency.lockutils [req-479ee3b8-478f-4bde-84eb-d5a927bbf551 req-1d122a27-302e-4527-a721-9d249913563e service nova] Acquiring lock "refresh_cache-6ecc6741-1aca-4785-9c7c-6556e6a2ac1f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.748651] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6aafbd-3f2c-4b0d-9850-efdd67d1f5ac {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.759088] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfdebd9-bde4-4107-a5ac-0a2987016e3e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.792747] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6b47ee-4ac9-49a4-a092-6c01a0a8d03e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.803953] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469993, 'name': CreateVM_Task, 'duration_secs': 1.908023} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.803953] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1280.804916] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bb879f-c4f4-4250-8908-4b6a49a4bf61 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.808974] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.809152] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.809460] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.809696] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a7ef00e-eac0-41e8-ad4a-f069691acda1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.821673] env[69365]: DEBUG nova.compute.provider_tree [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1280.823152] env[69365]: DEBUG oslo_vmware.api [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1280.823152] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52985971-86e3-a65d-d37b-33ff5b1aef50" [ 1280.823152] env[69365]: _type = "Task" [ 1280.823152] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.830900] env[69365]: DEBUG oslo_vmware.api [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52985971-86e3-a65d-d37b-33ff5b1aef50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.881958] env[69365]: DEBUG oslo_concurrency.lockutils [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Releasing lock "refresh_cache-6ecc6741-1aca-4785-9c7c-6556e6a2ac1f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.884708] env[69365]: DEBUG oslo_concurrency.lockutils [req-479ee3b8-478f-4bde-84eb-d5a927bbf551 req-1d122a27-302e-4527-a721-9d249913563e service nova] Acquired lock "refresh_cache-6ecc6741-1aca-4785-9c7c-6556e6a2ac1f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.885374] env[69365]: DEBUG nova.network.neutron [req-479ee3b8-478f-4bde-84eb-d5a927bbf551 req-1d122a27-302e-4527-a721-9d249913563e service nova] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Refreshing network info cache for port 67ea8f07-856f-41bd-a870-1cecf8ac7a19 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1280.909858] env[69365]: DEBUG nova.virt.hardware [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a1a77fcf7f2b6dbd36379fa90624c3a4',container_format='bare',created_at=2025-04-16T23:49:06Z,direct_url=,disk_format='vmdk',id=07fd74f6-0bb7-46cb-a113-d69ec8b2000b,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1259801858-shelved',owner='8b2cf307cf4e4974b5e0a86d35a92e32',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-16T23:49:20Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1280.910140] env[69365]: DEBUG nova.virt.hardware [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1280.910300] env[69365]: DEBUG nova.virt.hardware [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1280.910583] env[69365]: DEBUG nova.virt.hardware [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1280.910659] env[69365]: DEBUG nova.virt.hardware [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1280.910771] env[69365]: DEBUG nova.virt.hardware [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1280.910976] env[69365]: DEBUG nova.virt.hardware [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1280.911149] env[69365]: DEBUG nova.virt.hardware [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1280.911320] env[69365]: DEBUG nova.virt.hardware [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1280.911618] env[69365]: DEBUG nova.virt.hardware [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1280.911690] env[69365]: DEBUG nova.virt.hardware [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1280.912717] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05990552-9177-4862-803c-ce400012a421 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.920477] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b754c7f8-534a-43be-9a09-0b9b5b15606a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.934936] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:df:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '309d7cfa-b4da-4eec-9f4b-2e10d215fac7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67ea8f07-856f-41bd-a870-1cecf8ac7a19', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1280.943471] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1280.943629] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1280.943838] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd2139f3-2657-43da-b2bb-085f925da827 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.962696] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1280.962696] env[69365]: value = "task-3469994" [ 1280.962696] env[69365]: _type = "Task" [ 1280.962696] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.970338] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469994, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.051226] env[69365]: DEBUG oslo_vmware.api [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469992, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.344607} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.051611] env[69365]: INFO nova.virt.vmwareapi.ds_util [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_2d12a614-ef65-419b-bfce-e2f59830071f/OSTACK_IMG_2d12a614-ef65-419b-bfce-e2f59830071f.vmdk to [datastore1] devstack-image-cache_base/1dfc93be-4901-49f8-bb42-76c37d4288a3/1dfc93be-4901-49f8-bb42-76c37d4288a3.vmdk. [ 1281.051855] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Cleaning up location [datastore1] OSTACK_IMG_2d12a614-ef65-419b-bfce-e2f59830071f {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1281.052056] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_2d12a614-ef65-419b-bfce-e2f59830071f {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.052556] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-598d6ab3-a67d-4956-8c8f-c59007d5ca2f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.060110] env[69365]: DEBUG oslo_vmware.api [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1281.060110] env[69365]: value = "task-3469995" [ 1281.060110] env[69365]: _type = "Task" [ 1281.060110] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.069481] env[69365]: DEBUG oslo_vmware.api [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469995, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.324720] env[69365]: DEBUG nova.scheduler.client.report [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1281.337147] env[69365]: DEBUG oslo_vmware.api [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52985971-86e3-a65d-d37b-33ff5b1aef50, 'name': SearchDatastore_Task, 'duration_secs': 0.028404} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.337472] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.337706] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1281.337939] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.338127] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.338281] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1281.339085] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69c39cb0-10c8-4e2b-bc7b-de760ddb684e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.347455] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1281.347629] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1281.348584] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c7c0d0a-8253-4e00-8c40-2f69d4a45f0b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.353552] env[69365]: DEBUG oslo_vmware.api [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1281.353552] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]522035e2-2671-0c98-3660-56c435ae5e05" [ 1281.353552] env[69365]: _type = "Task" [ 1281.353552] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.360837] env[69365]: DEBUG oslo_vmware.api [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]522035e2-2671-0c98-3660-56c435ae5e05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.473405] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3469994, 'name': CreateVM_Task, 'duration_secs': 0.348253} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.473612] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1281.474305] env[69365]: DEBUG oslo_concurrency.lockutils [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/07fd74f6-0bb7-46cb-a113-d69ec8b2000b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.474475] env[69365]: DEBUG oslo_concurrency.lockutils [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/07fd74f6-0bb7-46cb-a113-d69ec8b2000b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.474884] env[69365]: DEBUG oslo_concurrency.lockutils [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/07fd74f6-0bb7-46cb-a113-d69ec8b2000b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.475196] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-466effcd-4979-4fbb-9ea5-203b0754301e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.479762] env[69365]: DEBUG oslo_vmware.api [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1281.479762] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52558943-eed4-d296-caa5-aac8a09cec36" [ 1281.479762] env[69365]: _type = "Task" [ 1281.479762] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.487513] env[69365]: DEBUG oslo_vmware.api [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52558943-eed4-d296-caa5-aac8a09cec36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.571756] env[69365]: DEBUG oslo_vmware.api [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469995, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034401} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.572015] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1281.572190] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1dfc93be-4901-49f8-bb42-76c37d4288a3/1dfc93be-4901-49f8-bb42-76c37d4288a3.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.572430] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1dfc93be-4901-49f8-bb42-76c37d4288a3/1dfc93be-4901-49f8-bb42-76c37d4288a3.vmdk to [datastore1] 592da6de-20c5-4eb7-8a61-acc350b1f08c/592da6de-20c5-4eb7-8a61-acc350b1f08c.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1281.572677] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b42a8fa8-7a9f-491e-9cdc-5731d82e980b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.580616] env[69365]: DEBUG oslo_vmware.api [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1281.580616] env[69365]: value = "task-3469996" [ 1281.580616] env[69365]: _type = "Task" [ 1281.580616] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.589034] env[69365]: DEBUG oslo_vmware.api [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.596860] env[69365]: DEBUG nova.network.neutron [req-479ee3b8-478f-4bde-84eb-d5a927bbf551 req-1d122a27-302e-4527-a721-9d249913563e service nova] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Updated VIF entry in instance network info cache for port 67ea8f07-856f-41bd-a870-1cecf8ac7a19. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1281.597327] env[69365]: DEBUG nova.network.neutron [req-479ee3b8-478f-4bde-84eb-d5a927bbf551 req-1d122a27-302e-4527-a721-9d249913563e service nova] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Updating instance_info_cache with network_info: [{"id": "67ea8f07-856f-41bd-a870-1cecf8ac7a19", "address": "fa:16:3e:c5:df:5a", "network": {"id": "0a070169-0690-453d-b7d9-d59c0d25b157", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1450700306-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8b2cf307cf4e4974b5e0a86d35a92e32", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "309d7cfa-b4da-4eec-9f4b-2e10d215fac7", "external-id": "nsx-vlan-transportzone-285", "segmentation_id": 285, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67ea8f07-85", "ovs_interfaceid": "67ea8f07-856f-41bd-a870-1cecf8ac7a19", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.832993] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69365) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1281.833276] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.287s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.865224] env[69365]: DEBUG oslo_vmware.api [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]522035e2-2671-0c98-3660-56c435ae5e05, 'name': SearchDatastore_Task, 'duration_secs': 0.008746} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.866213] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a916377-d85a-4d29-a0f6-14fcf2b45ff0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.872614] env[69365]: DEBUG oslo_vmware.api [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1281.872614] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]521624c8-108b-81b2-3711-400bab9d8eb1" [ 1281.872614] env[69365]: _type = "Task" [ 1281.872614] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.881660] env[69365]: DEBUG oslo_vmware.api [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521624c8-108b-81b2-3711-400bab9d8eb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.992352] env[69365]: DEBUG oslo_concurrency.lockutils [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/07fd74f6-0bb7-46cb-a113-d69ec8b2000b" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.992694] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Processing image 07fd74f6-0bb7-46cb-a113-d69ec8b2000b {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1281.993014] env[69365]: DEBUG oslo_concurrency.lockutils [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/07fd74f6-0bb7-46cb-a113-d69ec8b2000b/07fd74f6-0bb7-46cb-a113-d69ec8b2000b.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.993271] env[69365]: DEBUG oslo_concurrency.lockutils [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquired lock "[datastore1] devstack-image-cache_base/07fd74f6-0bb7-46cb-a113-d69ec8b2000b/07fd74f6-0bb7-46cb-a113-d69ec8b2000b.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.993495] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1281.993782] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39fe9f44-8387-4650-8d06-b2b0ad1e424f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.009647] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1282.009883] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1282.010799] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1155db8a-9d98-4e85-b89b-684be753f6a5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.016559] env[69365]: DEBUG oslo_vmware.api [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1282.016559] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52583e72-bce4-7570-0d62-be289c82af21" [ 1282.016559] env[69365]: _type = "Task" [ 1282.016559] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.025166] env[69365]: DEBUG oslo_vmware.api [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52583e72-bce4-7570-0d62-be289c82af21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.092213] env[69365]: DEBUG oslo_vmware.api [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469996, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.100025] env[69365]: DEBUG oslo_concurrency.lockutils [req-479ee3b8-478f-4bde-84eb-d5a927bbf551 req-1d122a27-302e-4527-a721-9d249913563e service nova] Releasing lock "refresh_cache-6ecc6741-1aca-4785-9c7c-6556e6a2ac1f" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.384208] env[69365]: DEBUG oslo_vmware.api [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521624c8-108b-81b2-3711-400bab9d8eb1, 'name': SearchDatastore_Task, 'duration_secs': 0.049949} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.384480] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.384836] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 647479fd-c9f0-4f3b-af9d-d84a3167b973/647479fd-c9f0-4f3b-af9d-d84a3167b973.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1282.385129] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-39a4c83b-64f5-4a83-a323-4d112075588d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.391817] env[69365]: DEBUG oslo_vmware.api [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1282.391817] env[69365]: value = "task-3469997" [ 1282.391817] env[69365]: _type = "Task" [ 1282.391817] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.399704] env[69365]: DEBUG oslo_vmware.api [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.526932] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Preparing fetch location {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1282.527161] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Fetch image to [datastore1] OSTACK_IMG_5309a08a-f3a9-4ff0-b078-bfa2aae7dbb0/OSTACK_IMG_5309a08a-f3a9-4ff0-b078-bfa2aae7dbb0.vmdk {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1282.527309] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Downloading stream optimized image 07fd74f6-0bb7-46cb-a113-d69ec8b2000b to [datastore1] OSTACK_IMG_5309a08a-f3a9-4ff0-b078-bfa2aae7dbb0/OSTACK_IMG_5309a08a-f3a9-4ff0-b078-bfa2aae7dbb0.vmdk on the data store datastore1 as vApp {{(pid=69365) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1282.527492] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Downloading image file data 07fd74f6-0bb7-46cb-a113-d69ec8b2000b to the ESX as VM named 'OSTACK_IMG_5309a08a-f3a9-4ff0-b078-bfa2aae7dbb0' {{(pid=69365) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1282.593775] env[69365]: DEBUG oslo_vmware.api [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469996, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.615864] env[69365]: DEBUG oslo_vmware.rw_handles [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1282.615864] env[69365]: value = "resgroup-9" [ 1282.615864] env[69365]: _type = "ResourcePool" [ 1282.615864] env[69365]: }. {{(pid=69365) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1282.616134] env[69365]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-261b44af-3c02-4713-b184-a83d2b715443 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.637234] env[69365]: DEBUG oslo_vmware.rw_handles [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lease: (returnval){ [ 1282.637234] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5298fb37-a5e0-5e57-ce15-8ed6d7b6aa3d" [ 1282.637234] env[69365]: _type = "HttpNfcLease" [ 1282.637234] env[69365]: } obtained for vApp import into resource pool (val){ [ 1282.637234] env[69365]: value = "resgroup-9" [ 1282.637234] env[69365]: _type = "ResourcePool" [ 1282.637234] env[69365]: }. {{(pid=69365) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1282.637629] env[69365]: DEBUG oslo_vmware.api [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the lease: (returnval){ [ 1282.637629] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5298fb37-a5e0-5e57-ce15-8ed6d7b6aa3d" [ 1282.637629] env[69365]: _type = "HttpNfcLease" [ 1282.637629] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1282.644759] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1282.644759] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5298fb37-a5e0-5e57-ce15-8ed6d7b6aa3d" [ 1282.644759] env[69365]: _type = "HttpNfcLease" [ 1282.644759] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1282.901535] env[69365]: DEBUG oslo_vmware.api [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.094477] env[69365]: DEBUG oslo_vmware.api [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469996, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.146357] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1283.146357] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5298fb37-a5e0-5e57-ce15-8ed6d7b6aa3d" [ 1283.146357] env[69365]: _type = "HttpNfcLease" [ 1283.146357] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1283.404503] env[69365]: DEBUG oslo_vmware.api [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.592977] env[69365]: DEBUG oslo_vmware.api [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469996, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.646827] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1283.646827] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5298fb37-a5e0-5e57-ce15-8ed6d7b6aa3d" [ 1283.646827] env[69365]: _type = "HttpNfcLease" [ 1283.646827] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1283.647144] env[69365]: DEBUG oslo_vmware.rw_handles [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1283.647144] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5298fb37-a5e0-5e57-ce15-8ed6d7b6aa3d" [ 1283.647144] env[69365]: _type = "HttpNfcLease" [ 1283.647144] env[69365]: }. {{(pid=69365) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1283.647938] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece3c674-5fa9-48f7-9f56-93540584574c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.655143] env[69365]: DEBUG oslo_vmware.rw_handles [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521db66a-8ad1-ed10-7b0e-579eaa948332/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1283.655336] env[69365]: DEBUG oslo_vmware.rw_handles [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521db66a-8ad1-ed10-7b0e-579eaa948332/disk-0.vmdk. {{(pid=69365) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1283.721639] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7ed3414f-2981-41bf-a17a-a22d09436d10 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.908383] env[69365]: DEBUG oslo_vmware.api [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469997, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.096147] env[69365]: DEBUG oslo_vmware.api [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469996, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.230796} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.098009] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1dfc93be-4901-49f8-bb42-76c37d4288a3/1dfc93be-4901-49f8-bb42-76c37d4288a3.vmdk to [datastore1] 592da6de-20c5-4eb7-8a61-acc350b1f08c/592da6de-20c5-4eb7-8a61-acc350b1f08c.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1284.098923] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a5b91b-a928-41a1-a3c8-510ac4f73c34 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.122444] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 592da6de-20c5-4eb7-8a61-acc350b1f08c/592da6de-20c5-4eb7-8a61-acc350b1f08c.vmdk or device None with type streamOptimized {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1284.127584] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41c90c90-e3a8-41b2-bfec-367e4daa0761 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.151878] env[69365]: DEBUG oslo_vmware.api [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1284.151878] env[69365]: value = "task-3469999" [ 1284.151878] env[69365]: _type = "Task" [ 1284.151878] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.162268] env[69365]: DEBUG oslo_vmware.api [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469999, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.408370] env[69365]: DEBUG oslo_vmware.api [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3469997, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.722893} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.408687] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 647479fd-c9f0-4f3b-af9d-d84a3167b973/647479fd-c9f0-4f3b-af9d-d84a3167b973.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1284.408946] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1284.409278] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d2bec59-8d88-41f2-b881-c0e4b5690cf5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.418736] env[69365]: DEBUG oslo_vmware.api [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1284.418736] env[69365]: value = "task-3470000" [ 1284.418736] env[69365]: _type = "Task" [ 1284.418736] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.430752] env[69365]: DEBUG oslo_vmware.api [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470000, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.663606] env[69365]: DEBUG oslo_vmware.api [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3469999, 'name': ReconfigVM_Task, 'duration_secs': 0.310181} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.663889] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 592da6de-20c5-4eb7-8a61-acc350b1f08c/592da6de-20c5-4eb7-8a61-acc350b1f08c.vmdk or device None with type streamOptimized {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1284.666243] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-568bcacb-7a0d-46b7-b494-e1ff50ffd089 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.673456] env[69365]: DEBUG oslo_vmware.api [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1284.673456] env[69365]: value = "task-3470001" [ 1284.673456] env[69365]: _type = "Task" [ 1284.673456] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.683680] env[69365]: DEBUG oslo_vmware.api [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3470001, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.931167] env[69365]: DEBUG oslo_vmware.api [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470000, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074199} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.931476] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1284.932605] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72bc93b-d10b-4316-9039-d35e5cd78a37 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.967560] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 647479fd-c9f0-4f3b-af9d-d84a3167b973/647479fd-c9f0-4f3b-af9d-d84a3167b973.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1284.967973] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0bde32e-0208-409d-9956-b77ef1e3bf9d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.998018] env[69365]: DEBUG oslo_vmware.api [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1284.998018] env[69365]: value = "task-3470002" [ 1284.998018] env[69365]: _type = "Task" [ 1284.998018] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.010290] env[69365]: DEBUG oslo_vmware.api [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470002, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.183802] env[69365]: DEBUG oslo_vmware.api [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3470001, 'name': Rename_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.335744] env[69365]: DEBUG oslo_vmware.rw_handles [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Completed reading data from the image iterator. {{(pid=69365) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1285.336232] env[69365]: DEBUG oslo_vmware.rw_handles [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521db66a-8ad1-ed10-7b0e-579eaa948332/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1285.336971] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c3265e5-1c67-438c-82a1-aae77b3e9a83 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.344376] env[69365]: DEBUG oslo_vmware.rw_handles [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521db66a-8ad1-ed10-7b0e-579eaa948332/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1285.344632] env[69365]: DEBUG oslo_vmware.rw_handles [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521db66a-8ad1-ed10-7b0e-579eaa948332/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1285.344868] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-fcbef662-4a16-476a-8f95-d7e4244492db {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.508012] env[69365]: DEBUG oslo_vmware.api [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470002, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.684105] env[69365]: DEBUG oslo_vmware.api [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3470001, 'name': Rename_Task, 'duration_secs': 0.519874} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.684471] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1285.684745] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3967548-7c19-4710-8b94-d00ed7799662 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.692119] env[69365]: DEBUG oslo_vmware.api [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1285.692119] env[69365]: value = "task-3470003" [ 1285.692119] env[69365]: _type = "Task" [ 1285.692119] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.700331] env[69365]: DEBUG oslo_vmware.api [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3470003, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.775659] env[69365]: DEBUG oslo_vmware.rw_handles [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521db66a-8ad1-ed10-7b0e-579eaa948332/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1285.775852] env[69365]: INFO nova.virt.vmwareapi.images [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Downloaded image file data 07fd74f6-0bb7-46cb-a113-d69ec8b2000b [ 1285.776926] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31b5c0c-4bd8-45b2-bb65-3daa96a3317f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.793765] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e63a2e95-c0d2-4b01-b5d3-9d9dcbfce90d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.855202] env[69365]: INFO nova.virt.vmwareapi.images [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] The imported VM was unregistered [ 1285.857776] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Caching image {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1285.858079] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Creating directory with path [datastore1] devstack-image-cache_base/07fd74f6-0bb7-46cb-a113-d69ec8b2000b {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1285.858421] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-491c5c9c-09e6-4148-a62b-f4d9ab46cf2a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.881999] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Created directory with path [datastore1] devstack-image-cache_base/07fd74f6-0bb7-46cb-a113-d69ec8b2000b {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1285.882220] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_5309a08a-f3a9-4ff0-b078-bfa2aae7dbb0/OSTACK_IMG_5309a08a-f3a9-4ff0-b078-bfa2aae7dbb0.vmdk to [datastore1] devstack-image-cache_base/07fd74f6-0bb7-46cb-a113-d69ec8b2000b/07fd74f6-0bb7-46cb-a113-d69ec8b2000b.vmdk. {{(pid=69365) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1285.882495] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-97702e24-f275-4376-a4c7-c1ea81815b74 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.889079] env[69365]: DEBUG oslo_vmware.api [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1285.889079] env[69365]: value = "task-3470005" [ 1285.889079] env[69365]: _type = "Task" [ 1285.889079] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.897577] env[69365]: DEBUG oslo_vmware.api [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3470005, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.008746] env[69365]: DEBUG oslo_vmware.api [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470002, 'name': ReconfigVM_Task, 'duration_secs': 0.896727} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.009062] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 647479fd-c9f0-4f3b-af9d-d84a3167b973/647479fd-c9f0-4f3b-af9d-d84a3167b973.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.009726] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40175e73-9621-4d99-9d48-8da041526679 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.016344] env[69365]: DEBUG oslo_vmware.api [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1286.016344] env[69365]: value = "task-3470006" [ 1286.016344] env[69365]: _type = "Task" [ 1286.016344] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.024525] env[69365]: DEBUG oslo_vmware.api [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470006, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.202385] env[69365]: DEBUG oslo_vmware.api [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3470003, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.399422] env[69365]: DEBUG oslo_vmware.api [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3470005, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.527534] env[69365]: DEBUG oslo_vmware.api [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470006, 'name': Rename_Task, 'duration_secs': 0.212028} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.527945] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.528328] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f477019d-2e72-439d-bd2b-47bc68fae3c3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.535124] env[69365]: DEBUG oslo_vmware.api [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1286.535124] env[69365]: value = "task-3470007" [ 1286.535124] env[69365]: _type = "Task" [ 1286.535124] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.545693] env[69365]: DEBUG oslo_vmware.api [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470007, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.705203] env[69365]: DEBUG oslo_vmware.api [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3470003, 'name': PowerOnVM_Task, 'duration_secs': 0.820424} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.705512] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1286.808922] env[69365]: DEBUG nova.compute.manager [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1286.810138] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6b6dc2-510e-4db7-8db2-6f48669a06cf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.901949] env[69365]: DEBUG oslo_vmware.api [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3470005, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.045953] env[69365]: DEBUG oslo_vmware.api [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470007, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.330953] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95069cdd-ffd1-4798-8e8e-27e9413589f7 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "592da6de-20c5-4eb7-8a61-acc350b1f08c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.641s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.332660] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "592da6de-20c5-4eb7-8a61-acc350b1f08c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.030s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.332864] env[69365]: INFO nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] During sync_power_state the instance has a pending task (spawning). Skip. [ 1287.333139] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "592da6de-20c5-4eb7-8a61-acc350b1f08c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.402103] env[69365]: DEBUG oslo_vmware.api [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3470005, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.546215] env[69365]: DEBUG oslo_vmware.api [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470007, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.904122] env[69365]: DEBUG oslo_vmware.api [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3470005, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.046971] env[69365]: DEBUG oslo_vmware.api [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470007, 'name': PowerOnVM_Task, 'duration_secs': 1.411638} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.047297] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1288.047537] env[69365]: INFO nova.compute.manager [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Took 11.45 seconds to spawn the instance on the hypervisor. [ 1288.047736] env[69365]: DEBUG nova.compute.manager [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1288.048591] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd788614-fde0-4b2b-b71a-cf0c717cd7b4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.402415] env[69365]: DEBUG oslo_vmware.api [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3470005, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.566349] env[69365]: INFO nova.compute.manager [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Took 20.45 seconds to build instance. [ 1288.902784] env[69365]: DEBUG oslo_vmware.api [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3470005, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.98744} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.903059] env[69365]: INFO nova.virt.vmwareapi.ds_util [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_5309a08a-f3a9-4ff0-b078-bfa2aae7dbb0/OSTACK_IMG_5309a08a-f3a9-4ff0-b078-bfa2aae7dbb0.vmdk to [datastore1] devstack-image-cache_base/07fd74f6-0bb7-46cb-a113-d69ec8b2000b/07fd74f6-0bb7-46cb-a113-d69ec8b2000b.vmdk. [ 1288.903257] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Cleaning up location [datastore1] OSTACK_IMG_5309a08a-f3a9-4ff0-b078-bfa2aae7dbb0 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1288.903425] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_5309a08a-f3a9-4ff0-b078-bfa2aae7dbb0 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1288.903680] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8026ee9b-a01e-4347-91ba-83d7185d518e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.910303] env[69365]: DEBUG oslo_vmware.api [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1288.910303] env[69365]: value = "task-3470008" [ 1288.910303] env[69365]: _type = "Task" [ 1288.910303] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.917717] env[69365]: DEBUG oslo_vmware.api [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3470008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.068242] env[69365]: DEBUG oslo_concurrency.lockutils [None req-7c68f9ca-5c27-40a7-9641-57b394003039 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "647479fd-c9f0-4f3b-af9d-d84a3167b973" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.960s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.068583] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "647479fd-c9f0-4f3b-af9d-d84a3167b973" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.764s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.068783] env[69365]: INFO nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] During sync_power_state the instance has a pending task (networking). Skip. [ 1289.068954] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "647479fd-c9f0-4f3b-af9d-d84a3167b973" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.201425] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524c5a77-13e5-41fd-9090-d4f8f5e4fc12 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.208762] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1f73fb94-9d5d-494b-986f-ec3760c39731 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Suspending the VM {{(pid=69365) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1289.209039] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-0c68168b-af00-48a8-9c36-69e8fb120ebc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.215339] env[69365]: DEBUG oslo_vmware.api [None req-1f73fb94-9d5d-494b-986f-ec3760c39731 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1289.215339] env[69365]: value = "task-3470009" [ 1289.215339] env[69365]: _type = "Task" [ 1289.215339] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.223021] env[69365]: DEBUG oslo_vmware.api [None req-1f73fb94-9d5d-494b-986f-ec3760c39731 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470009, 'name': SuspendVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.420697] env[69365]: DEBUG oslo_vmware.api [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3470008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.110557} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.421241] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1289.421241] env[69365]: DEBUG oslo_concurrency.lockutils [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Releasing lock "[datastore1] devstack-image-cache_base/07fd74f6-0bb7-46cb-a113-d69ec8b2000b/07fd74f6-0bb7-46cb-a113-d69ec8b2000b.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.421362] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/07fd74f6-0bb7-46cb-a113-d69ec8b2000b/07fd74f6-0bb7-46cb-a113-d69ec8b2000b.vmdk to [datastore1] 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f/6ecc6741-1aca-4785-9c7c-6556e6a2ac1f.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1289.421673] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-365d3d0d-373e-41a6-a871-d4f39f0bcd7d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.428648] env[69365]: DEBUG oslo_vmware.api [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1289.428648] env[69365]: value = "task-3470010" [ 1289.428648] env[69365]: _type = "Task" [ 1289.428648] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.436757] env[69365]: DEBUG oslo_vmware.api [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3470010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.595635] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.595906] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.596144] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.596331] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.596503] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.598696] env[69365]: INFO nova.compute.manager [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Terminating instance [ 1289.726127] env[69365]: DEBUG oslo_vmware.api [None req-1f73fb94-9d5d-494b-986f-ec3760c39731 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470009, 'name': SuspendVM_Task} progress is 70%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.938823] env[69365]: DEBUG oslo_vmware.api [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3470010, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.105064] env[69365]: DEBUG nova.compute.manager [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1290.105064] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1290.105347] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f12b4035-2aae-43db-b01a-77964f833983 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.113457] env[69365]: DEBUG oslo_vmware.api [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1290.113457] env[69365]: value = "task-3470011" [ 1290.113457] env[69365]: _type = "Task" [ 1290.113457] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.122662] env[69365]: DEBUG oslo_vmware.api [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3470011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.227670] env[69365]: DEBUG oslo_vmware.api [None req-1f73fb94-9d5d-494b-986f-ec3760c39731 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470009, 'name': SuspendVM_Task, 'duration_secs': 0.599622} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.228091] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1f73fb94-9d5d-494b-986f-ec3760c39731 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Suspended the VM {{(pid=69365) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1290.228255] env[69365]: DEBUG nova.compute.manager [None req-1f73fb94-9d5d-494b-986f-ec3760c39731 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1290.228972] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592fc6af-79d9-4305-8bdd-2fb8ec7fb0be {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.439772] env[69365]: DEBUG oslo_vmware.api [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3470010, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.623262] env[69365]: DEBUG oslo_vmware.api [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3470011, 'name': PowerOffVM_Task, 'duration_secs': 0.32694} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.623519] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1290.623703] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Volume detach. Driver type: vmdk {{(pid=69365) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1290.623906] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693441', 'volume_id': '46213800-5348-4959-9324-015e29c95bc4', 'name': 'volume-46213800-5348-4959-9324-015e29c95bc4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0', 'attached_at': '2025-04-16T23:49:16.000000', 'detached_at': '', 'volume_id': '46213800-5348-4959-9324-015e29c95bc4', 'serial': '46213800-5348-4959-9324-015e29c95bc4'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1290.624741] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf363bd-6839-4641-b9fa-4cc40c994d82 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.643660] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fadf5e-ca5e-4722-8bb8-683bb4336703 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.651929] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e677e25e-c457-40e8-960a-bccbd3ecfbce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.670562] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0597dac-5db4-47fe-952c-0952650642d3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.687329] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] The volume has not been displaced from its original location: [datastore1] volume-46213800-5348-4959-9324-015e29c95bc4/volume-46213800-5348-4959-9324-015e29c95bc4.vmdk. No consolidation needed. {{(pid=69365) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1290.692830] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1290.693234] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d16ed6b-a456-4e1e-ad82-a7ffa07f863a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.711593] env[69365]: DEBUG oslo_vmware.api [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1290.711593] env[69365]: value = "task-3470012" [ 1290.711593] env[69365]: _type = "Task" [ 1290.711593] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.721328] env[69365]: DEBUG oslo_vmware.api [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3470012, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.940525] env[69365]: DEBUG oslo_vmware.api [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3470010, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.221515] env[69365]: DEBUG oslo_vmware.api [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3470012, 'name': ReconfigVM_Task, 'duration_secs': 0.378792} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.221840] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1291.226608] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0c643c2-c4bc-4fd2-8808-f6a3ad8035f7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.241643] env[69365]: DEBUG oslo_vmware.api [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1291.241643] env[69365]: value = "task-3470013" [ 1291.241643] env[69365]: _type = "Task" [ 1291.241643] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.250394] env[69365]: DEBUG oslo_vmware.api [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3470013, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.441229] env[69365]: DEBUG oslo_vmware.api [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3470010, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.570231] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "647479fd-c9f0-4f3b-af9d-d84a3167b973" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.570520] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "647479fd-c9f0-4f3b-af9d-d84a3167b973" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.570723] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "647479fd-c9f0-4f3b-af9d-d84a3167b973-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.570910] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "647479fd-c9f0-4f3b-af9d-d84a3167b973-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.571117] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "647479fd-c9f0-4f3b-af9d-d84a3167b973-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.573486] env[69365]: INFO nova.compute.manager [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Terminating instance [ 1291.751309] env[69365]: DEBUG oslo_vmware.api [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3470013, 'name': ReconfigVM_Task, 'duration_secs': 0.273934} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.752064] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693441', 'volume_id': '46213800-5348-4959-9324-015e29c95bc4', 'name': 'volume-46213800-5348-4959-9324-015e29c95bc4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0', 'attached_at': '2025-04-16T23:49:16.000000', 'detached_at': '', 'volume_id': '46213800-5348-4959-9324-015e29c95bc4', 'serial': '46213800-5348-4959-9324-015e29c95bc4'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1291.752064] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1291.752792] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd3a572-37a7-4c2b-90ed-7cd347d281a6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.759823] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1291.760102] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-012f5294-a913-4822-91b3-d74af129e3b9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.838263] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1291.838537] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1291.838612] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Deleting the datastore file [datastore1] bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1291.838905] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e43a4d86-356b-4530-a95d-4da33cc51690 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.845837] env[69365]: DEBUG oslo_vmware.api [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1291.845837] env[69365]: value = "task-3470015" [ 1291.845837] env[69365]: _type = "Task" [ 1291.845837] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.853647] env[69365]: DEBUG oslo_vmware.api [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3470015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.941140] env[69365]: DEBUG oslo_vmware.api [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3470010, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.077346] env[69365]: DEBUG nova.compute.manager [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1292.077602] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1292.078494] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d389ca71-0766-4f30-b180-593205c71516 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.085646] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1292.085875] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f471593a-8227-4120-8776-db1b7936663f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.169814] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1292.170043] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1292.170217] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Deleting the datastore file [datastore1] 647479fd-c9f0-4f3b-af9d-d84a3167b973 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1292.170502] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c46f12e8-21bd-470b-a200-39cdef9fc050 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.176996] env[69365]: DEBUG oslo_vmware.api [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1292.176996] env[69365]: value = "task-3470017" [ 1292.176996] env[69365]: _type = "Task" [ 1292.176996] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.184517] env[69365]: DEBUG oslo_vmware.api [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.356147] env[69365]: DEBUG oslo_vmware.api [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3470015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.441392] env[69365]: DEBUG oslo_vmware.api [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3470010, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.734258} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.441870] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/07fd74f6-0bb7-46cb-a113-d69ec8b2000b/07fd74f6-0bb7-46cb-a113-d69ec8b2000b.vmdk to [datastore1] 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f/6ecc6741-1aca-4785-9c7c-6556e6a2ac1f.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1292.442434] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c4e99e-537b-48a4-a620-3be50c8c8989 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.466255] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f/6ecc6741-1aca-4785-9c7c-6556e6a2ac1f.vmdk or device None with type streamOptimized {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1292.466534] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a59369d-b485-4614-93d1-8b8f9d2a40bd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.485396] env[69365]: DEBUG oslo_vmware.api [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1292.485396] env[69365]: value = "task-3470018" [ 1292.485396] env[69365]: _type = "Task" [ 1292.485396] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.492893] env[69365]: DEBUG oslo_vmware.api [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3470018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.686901] env[69365]: DEBUG oslo_vmware.api [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.856187] env[69365]: DEBUG oslo_vmware.api [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3470015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.789538} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.856456] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1292.856650] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1292.856824] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1292.856997] env[69365]: INFO nova.compute.manager [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Took 2.75 seconds to destroy the instance on the hypervisor. [ 1292.857278] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1292.857483] env[69365]: DEBUG nova.compute.manager [-] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1292.857584] env[69365]: DEBUG nova.network.neutron [-] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1292.994851] env[69365]: DEBUG oslo_vmware.api [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3470018, 'name': ReconfigVM_Task, 'duration_secs': 0.251345} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.995150] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f/6ecc6741-1aca-4785-9c7c-6556e6a2ac1f.vmdk or device None with type streamOptimized {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1292.995843] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-466e2b65-acd4-453b-be5d-c9ac451c7c52 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.002780] env[69365]: DEBUG oslo_vmware.api [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1293.002780] env[69365]: value = "task-3470019" [ 1293.002780] env[69365]: _type = "Task" [ 1293.002780] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.010610] env[69365]: DEBUG oslo_vmware.api [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3470019, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.187290] env[69365]: DEBUG oslo_vmware.api [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.99222} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.187575] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1293.187762] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1293.187940] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1293.188129] env[69365]: INFO nova.compute.manager [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1293.188412] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1293.188618] env[69365]: DEBUG nova.compute.manager [-] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1293.188716] env[69365]: DEBUG nova.network.neutron [-] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1293.413483] env[69365]: DEBUG nova.compute.manager [req-6cb9ffa7-a68f-4acf-84b1-79f298f6849a req-6d30ffd0-2d08-4ff1-a50c-ab26916d834d service nova] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Received event network-vif-deleted-b5a82434-61e9-4d7e-8c28-be90d0814d83 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.413686] env[69365]: INFO nova.compute.manager [req-6cb9ffa7-a68f-4acf-84b1-79f298f6849a req-6d30ffd0-2d08-4ff1-a50c-ab26916d834d service nova] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Neutron deleted interface b5a82434-61e9-4d7e-8c28-be90d0814d83; detaching it from the instance and deleting it from the info cache [ 1293.417019] env[69365]: DEBUG nova.network.neutron [req-6cb9ffa7-a68f-4acf-84b1-79f298f6849a req-6d30ffd0-2d08-4ff1-a50c-ab26916d834d service nova] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.513496] env[69365]: DEBUG oslo_vmware.api [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3470019, 'name': Rename_Task, 'duration_secs': 0.127206} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.513776] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1293.513997] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a3ca555-88fd-49bc-bdbf-10c387db66ed {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.520563] env[69365]: DEBUG oslo_vmware.api [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1293.520563] env[69365]: value = "task-3470020" [ 1293.520563] env[69365]: _type = "Task" [ 1293.520563] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.530099] env[69365]: DEBUG oslo_vmware.api [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3470020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.895818] env[69365]: DEBUG nova.network.neutron [-] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.918832] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9eae7eac-26c0-4210-963c-d58c6e3cf8ef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.928925] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27227af-fdd8-45e8-97be-3104ded63d64 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.960217] env[69365]: DEBUG nova.compute.manager [req-6cb9ffa7-a68f-4acf-84b1-79f298f6849a req-6d30ffd0-2d08-4ff1-a50c-ab26916d834d service nova] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Detach interface failed, port_id=b5a82434-61e9-4d7e-8c28-be90d0814d83, reason: Instance bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1293.964760] env[69365]: DEBUG nova.network.neutron [-] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.031544] env[69365]: DEBUG oslo_vmware.api [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3470020, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.398590] env[69365]: INFO nova.compute.manager [-] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Took 1.54 seconds to deallocate network for instance. [ 1294.466956] env[69365]: INFO nova.compute.manager [-] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Took 1.28 seconds to deallocate network for instance. [ 1294.532707] env[69365]: DEBUG oslo_vmware.api [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3470020, 'name': PowerOnVM_Task, 'duration_secs': 0.864039} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.532964] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.626148] env[69365]: DEBUG nova.compute.manager [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1294.627103] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27349f2-c31d-40c1-9334-fbef2f76b989 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.945850] env[69365]: INFO nova.compute.manager [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Took 0.55 seconds to detach 1 volumes for instance. [ 1294.948402] env[69365]: DEBUG nova.compute.manager [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Deleting volume: 46213800-5348-4959-9324-015e29c95bc4 {{(pid=69365) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1294.973375] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1294.973654] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1294.973868] env[69365]: DEBUG nova.objects.instance [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lazy-loading 'resources' on Instance uuid 647479fd-c9f0-4f3b-af9d-d84a3167b973 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.143173] env[69365]: DEBUG oslo_concurrency.lockutils [None req-342719de-1aab-4527-815a-804d3bf9d4fa tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "6ecc6741-1aca-4785-9c7c-6556e6a2ac1f" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.492s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.436856] env[69365]: DEBUG nova.compute.manager [req-ce61bd61-6440-4947-9bfc-5e9239bb4e61 req-a595203a-8d71-43ca-a301-f4ddcb55e59a service nova] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Received event network-vif-deleted-d5cce494-ec57-4725-ba31-616eae83518a {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1295.487345] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.578117] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9978ebdd-f531-40a1-b139-d348f9d2f99b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.585864] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbdb833-af2b-4203-8868-3e530996014e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.616252] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd8fab1-41c6-438f-9f71-9bf834707ba3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.623126] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41592c98-412b-4f09-ac7d-1885a9942c70 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.635994] env[69365]: DEBUG nova.compute.provider_tree [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1295.901383] env[69365]: DEBUG oslo_concurrency.lockutils [None req-903ea450-841f-4131-87d2-56368a0bbe7d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "6ecc6741-1aca-4785-9c7c-6556e6a2ac1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.901600] env[69365]: DEBUG oslo_concurrency.lockutils [None req-903ea450-841f-4131-87d2-56368a0bbe7d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "6ecc6741-1aca-4785-9c7c-6556e6a2ac1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.901813] env[69365]: DEBUG oslo_concurrency.lockutils [None req-903ea450-841f-4131-87d2-56368a0bbe7d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "6ecc6741-1aca-4785-9c7c-6556e6a2ac1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.901999] env[69365]: DEBUG oslo_concurrency.lockutils [None req-903ea450-841f-4131-87d2-56368a0bbe7d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "6ecc6741-1aca-4785-9c7c-6556e6a2ac1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.902189] env[69365]: DEBUG oslo_concurrency.lockutils [None req-903ea450-841f-4131-87d2-56368a0bbe7d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "6ecc6741-1aca-4785-9c7c-6556e6a2ac1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.904385] env[69365]: INFO nova.compute.manager [None req-903ea450-841f-4131-87d2-56368a0bbe7d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Terminating instance [ 1296.156812] env[69365]: ERROR nova.scheduler.client.report [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [req-f4530f80-4d59-4e9e-b460-20dcde5a7b6a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1e46e834-6985-4ce8-8ea0-649bfd87006d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f4530f80-4d59-4e9e-b460-20dcde5a7b6a"}]} [ 1296.173310] env[69365]: DEBUG nova.scheduler.client.report [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Refreshing inventories for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1296.186493] env[69365]: DEBUG nova.scheduler.client.report [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Updating ProviderTree inventory for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1296.186718] env[69365]: DEBUG nova.compute.provider_tree [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1296.197682] env[69365]: DEBUG nova.scheduler.client.report [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Refreshing aggregate associations for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d, aggregates: None {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1296.214244] env[69365]: DEBUG nova.scheduler.client.report [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Refreshing trait associations for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1296.304241] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d404da-3135-4dae-923b-39c42af4a8ca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.311713] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2550dc4-28f9-4fe5-bc86-d77182506d43 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.340571] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0116fc0f-07cb-4848-94cc-62ade949e5cd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.347164] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9885c4-2eef-4f83-87a6-cdce8d99d97c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.361043] env[69365]: DEBUG nova.compute.provider_tree [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1296.408943] env[69365]: DEBUG nova.compute.manager [None req-903ea450-841f-4131-87d2-56368a0bbe7d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1296.409190] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-903ea450-841f-4131-87d2-56368a0bbe7d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1296.410049] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4546c0b-6ee2-4dd2-a9c2-13fe82cecaaa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.417975] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-903ea450-841f-4131-87d2-56368a0bbe7d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.418208] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fba7b7d-e086-44d7-8942-92702de1ff6a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.424549] env[69365]: DEBUG oslo_vmware.api [None req-903ea450-841f-4131-87d2-56368a0bbe7d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1296.424549] env[69365]: value = "task-3470022" [ 1296.424549] env[69365]: _type = "Task" [ 1296.424549] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.432348] env[69365]: DEBUG oslo_vmware.api [None req-903ea450-841f-4131-87d2-56368a0bbe7d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3470022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.891027] env[69365]: DEBUG nova.scheduler.client.report [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Updated inventory for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with generation 160 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1296.891336] env[69365]: DEBUG nova.compute.provider_tree [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Updating resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d generation from 160 to 161 during operation: update_inventory {{(pid=69365) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1296.891466] env[69365]: DEBUG nova.compute.provider_tree [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1296.934586] env[69365]: DEBUG oslo_vmware.api [None req-903ea450-841f-4131-87d2-56368a0bbe7d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3470022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.396738] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.423s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.399468] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.912s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.399720] env[69365]: DEBUG nova.objects.instance [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lazy-loading 'resources' on Instance uuid bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1297.418311] env[69365]: INFO nova.scheduler.client.report [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Deleted allocations for instance 647479fd-c9f0-4f3b-af9d-d84a3167b973 [ 1297.437627] env[69365]: DEBUG oslo_vmware.api [None req-903ea450-841f-4131-87d2-56368a0bbe7d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3470022, 'name': PowerOffVM_Task, 'duration_secs': 0.734702} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.437906] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-903ea450-841f-4131-87d2-56368a0bbe7d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1297.438085] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-903ea450-841f-4131-87d2-56368a0bbe7d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1297.438411] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-330053a0-d4f7-421a-9510-9ef0de025813 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.497837] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-903ea450-841f-4131-87d2-56368a0bbe7d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1297.498128] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-903ea450-841f-4131-87d2-56368a0bbe7d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1297.498398] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-903ea450-841f-4131-87d2-56368a0bbe7d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Deleting the datastore file [datastore1] 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1297.498674] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82938237-b5c3-487a-9546-602806582afa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.505315] env[69365]: DEBUG oslo_vmware.api [None req-903ea450-841f-4131-87d2-56368a0bbe7d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for the task: (returnval){ [ 1297.505315] env[69365]: value = "task-3470024" [ 1297.505315] env[69365]: _type = "Task" [ 1297.505315] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.512528] env[69365]: DEBUG oslo_vmware.api [None req-903ea450-841f-4131-87d2-56368a0bbe7d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3470024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.926126] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c5c481ea-94b3-445a-a0bb-d9ef82acafd8 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "647479fd-c9f0-4f3b-af9d-d84a3167b973" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.355s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.000217] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bf846a-2e72-4ce9-8f1b-dd67b55f33bb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.011032] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb540613-9cdc-4643-a107-f59b9fe586ad {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.019099] env[69365]: DEBUG oslo_vmware.api [None req-903ea450-841f-4131-87d2-56368a0bbe7d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Task: {'id': task-3470024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22452} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.044185] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-903ea450-841f-4131-87d2-56368a0bbe7d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1298.044417] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-903ea450-841f-4131-87d2-56368a0bbe7d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1298.044595] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-903ea450-841f-4131-87d2-56368a0bbe7d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1298.044787] env[69365]: INFO nova.compute.manager [None req-903ea450-841f-4131-87d2-56368a0bbe7d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1298.045044] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-903ea450-841f-4131-87d2-56368a0bbe7d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1298.045457] env[69365]: DEBUG nova.compute.manager [-] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1298.045561] env[69365]: DEBUG nova.network.neutron [-] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1298.047719] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ae2c70-f6c3-46c3-a2c0-be4bbde1caa3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.055055] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486e69b4-4a84-4df2-a2ab-cb8dfc6c3628 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.068407] env[69365]: DEBUG nova.compute.provider_tree [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1298.476238] env[69365]: DEBUG nova.compute.manager [req-57084a18-ea62-4a61-932b-4a75bdfa3ff6 req-d9c4676d-8f8a-452c-978a-bd7e5591b36c service nova] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Received event network-vif-deleted-67ea8f07-856f-41bd-a870-1cecf8ac7a19 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.476405] env[69365]: INFO nova.compute.manager [req-57084a18-ea62-4a61-932b-4a75bdfa3ff6 req-d9c4676d-8f8a-452c-978a-bd7e5591b36c service nova] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Neutron deleted interface 67ea8f07-856f-41bd-a870-1cecf8ac7a19; detaching it from the instance and deleting it from the info cache [ 1298.476553] env[69365]: DEBUG nova.network.neutron [req-57084a18-ea62-4a61-932b-4a75bdfa3ff6 req-d9c4676d-8f8a-452c-978a-bd7e5591b36c service nova] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.573587] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "e6699dde-7111-4d9b-92a6-9670dafc31ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.573804] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "e6699dde-7111-4d9b-92a6-9670dafc31ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.591764] env[69365]: ERROR nova.scheduler.client.report [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [req-644c7ad5-5efb-4f57-9db1-5b0d0f776173] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 1e46e834-6985-4ce8-8ea0-649bfd87006d. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-644c7ad5-5efb-4f57-9db1-5b0d0f776173"}]} [ 1298.607149] env[69365]: DEBUG nova.scheduler.client.report [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Refreshing inventories for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1298.620657] env[69365]: DEBUG nova.scheduler.client.report [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Updating ProviderTree inventory for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1298.620872] env[69365]: DEBUG nova.compute.provider_tree [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 93, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1298.630859] env[69365]: DEBUG nova.scheduler.client.report [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Refreshing aggregate associations for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d, aggregates: None {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1298.649774] env[69365]: DEBUG nova.scheduler.client.report [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Refreshing trait associations for resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d, traits: HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE {{(pid=69365) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1298.758578] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4aac69e-800a-4683-b684-18eb97883e8f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.765817] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824d1bba-815f-4d62-8bd1-58c891f5f510 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.796918] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456dfe03-9deb-4cf2-875b-51e6629bf420 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.803889] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26d455e-6ba0-4d7f-8800-ec01094239f0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.816797] env[69365]: DEBUG nova.compute.provider_tree [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1298.956825] env[69365]: DEBUG nova.network.neutron [-] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.979466] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17a11f9c-b6e7-4edb-9a44-1275d6161ea0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.988990] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071a5dae-f3f0-45e0-99f2-d0ac2fced169 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.016429] env[69365]: DEBUG nova.compute.manager [req-57084a18-ea62-4a61-932b-4a75bdfa3ff6 req-d9c4676d-8f8a-452c-978a-bd7e5591b36c service nova] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Detach interface failed, port_id=67ea8f07-856f-41bd-a870-1cecf8ac7a19, reason: Instance 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1299.077060] env[69365]: DEBUG nova.compute.manager [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1299.347830] env[69365]: DEBUG nova.scheduler.client.report [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Updated inventory for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with generation 162 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1299.348104] env[69365]: DEBUG nova.compute.provider_tree [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Updating resource provider 1e46e834-6985-4ce8-8ea0-649bfd87006d generation from 162 to 163 during operation: update_inventory {{(pid=69365) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1299.348308] env[69365]: DEBUG nova.compute.provider_tree [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Updating inventory in ProviderTree for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1299.459885] env[69365]: INFO nova.compute.manager [-] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Took 1.41 seconds to deallocate network for instance. [ 1299.594441] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.853212] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.454s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.856377] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.261s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1299.858016] env[69365]: INFO nova.compute.claims [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1299.870831] env[69365]: INFO nova.scheduler.client.report [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Deleted allocations for instance bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0 [ 1299.965889] env[69365]: DEBUG oslo_concurrency.lockutils [None req-903ea450-841f-4131-87d2-56368a0bbe7d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.377060] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9bc4049f-5952-4cba-b1d7-3c74ff2fc757 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.781s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.542391] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ac0f7227-4f88-4f90-9996-a6c4569c5c74 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "4267b135-249c-40e3-aed8-31b1e5a4fed6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.542636] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ac0f7227-4f88-4f90-9996-a6c4569c5c74 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "4267b135-249c-40e3-aed8-31b1e5a4fed6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.542843] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ac0f7227-4f88-4f90-9996-a6c4569c5c74 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "4267b135-249c-40e3-aed8-31b1e5a4fed6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.543036] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ac0f7227-4f88-4f90-9996-a6c4569c5c74 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "4267b135-249c-40e3-aed8-31b1e5a4fed6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.543220] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ac0f7227-4f88-4f90-9996-a6c4569c5c74 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "4267b135-249c-40e3-aed8-31b1e5a4fed6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.545260] env[69365]: INFO nova.compute.manager [None req-ac0f7227-4f88-4f90-9996-a6c4569c5c74 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Terminating instance [ 1300.963238] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4615cb08-c305-47a2-a0cb-8b43fa10c66f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.970850] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b950069a-0a91-40ad-b3cd-a2b3a8f9a963 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.000844] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4841c2b-bae0-4768-9879-4ac86980b208 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.007978] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378de68d-12d3-4931-94cb-1d86210949de {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.020845] env[69365]: DEBUG nova.compute.provider_tree [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.049182] env[69365]: DEBUG nova.compute.manager [None req-ac0f7227-4f88-4f90-9996-a6c4569c5c74 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1301.049392] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0f7227-4f88-4f90-9996-a6c4569c5c74 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1301.050213] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42909eb2-d607-42ad-b333-3ad067ff4439 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.058868] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0f7227-4f88-4f90-9996-a6c4569c5c74 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1301.059108] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc948a65-2c79-4156-921f-3c7b9c7eb9c4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.065939] env[69365]: DEBUG oslo_vmware.api [None req-ac0f7227-4f88-4f90-9996-a6c4569c5c74 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1301.065939] env[69365]: value = "task-3470025" [ 1301.065939] env[69365]: _type = "Task" [ 1301.065939] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.074269] env[69365]: DEBUG oslo_vmware.api [None req-ac0f7227-4f88-4f90-9996-a6c4569c5c74 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3470025, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.524212] env[69365]: DEBUG nova.scheduler.client.report [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1301.564597] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f28393c-62f1-4ab1-b349-e715e44d959f tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "e6a4d429-937a-44b5-823d-1b87fcf0d6ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.564876] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f28393c-62f1-4ab1-b349-e715e44d959f tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "e6a4d429-937a-44b5-823d-1b87fcf0d6ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.565121] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f28393c-62f1-4ab1-b349-e715e44d959f tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "e6a4d429-937a-44b5-823d-1b87fcf0d6ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1301.565346] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f28393c-62f1-4ab1-b349-e715e44d959f tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "e6a4d429-937a-44b5-823d-1b87fcf0d6ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.565553] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f28393c-62f1-4ab1-b349-e715e44d959f tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "e6a4d429-937a-44b5-823d-1b87fcf0d6ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.570797] env[69365]: INFO nova.compute.manager [None req-1f28393c-62f1-4ab1-b349-e715e44d959f tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Terminating instance [ 1301.578070] env[69365]: DEBUG oslo_vmware.api [None req-ac0f7227-4f88-4f90-9996-a6c4569c5c74 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3470025, 'name': PowerOffVM_Task, 'duration_secs': 0.179143} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.578354] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac0f7227-4f88-4f90-9996-a6c4569c5c74 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1301.578574] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0f7227-4f88-4f90-9996-a6c4569c5c74 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1301.579307] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a4795735-00bb-4f85-b06a-6be1a0dfa43b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.640709] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0f7227-4f88-4f90-9996-a6c4569c5c74 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1301.640932] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0f7227-4f88-4f90-9996-a6c4569c5c74 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1301.641133] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac0f7227-4f88-4f90-9996-a6c4569c5c74 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Deleting the datastore file [datastore1] 4267b135-249c-40e3-aed8-31b1e5a4fed6 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1301.641410] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23329981-886c-47ed-9930-7eceeed66773 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.648124] env[69365]: DEBUG oslo_vmware.api [None req-ac0f7227-4f88-4f90-9996-a6c4569c5c74 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1301.648124] env[69365]: value = "task-3470027" [ 1301.648124] env[69365]: _type = "Task" [ 1301.648124] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.655643] env[69365]: DEBUG oslo_vmware.api [None req-ac0f7227-4f88-4f90-9996-a6c4569c5c74 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3470027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.029201] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.173s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.029758] env[69365]: DEBUG nova.compute.manager [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1302.032369] env[69365]: DEBUG oslo_concurrency.lockutils [None req-903ea450-841f-4131-87d2-56368a0bbe7d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.067s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.032589] env[69365]: DEBUG nova.objects.instance [None req-903ea450-841f-4131-87d2-56368a0bbe7d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lazy-loading 'resources' on Instance uuid 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.074871] env[69365]: DEBUG nova.compute.manager [None req-1f28393c-62f1-4ab1-b349-e715e44d959f tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1302.075093] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1f28393c-62f1-4ab1-b349-e715e44d959f tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1302.075962] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c0effa-b1f2-469f-92bf-8140dab85127 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.083943] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f28393c-62f1-4ab1-b349-e715e44d959f tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1302.084181] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cc5383f-9f41-42da-8ef6-65f16f3e6ba5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.089528] env[69365]: DEBUG oslo_vmware.api [None req-1f28393c-62f1-4ab1-b349-e715e44d959f tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1302.089528] env[69365]: value = "task-3470028" [ 1302.089528] env[69365]: _type = "Task" [ 1302.089528] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.097088] env[69365]: DEBUG oslo_vmware.api [None req-1f28393c-62f1-4ab1-b349-e715e44d959f tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470028, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.160603] env[69365]: DEBUG oslo_vmware.api [None req-ac0f7227-4f88-4f90-9996-a6c4569c5c74 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3470027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.122086} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.160840] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac0f7227-4f88-4f90-9996-a6c4569c5c74 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1302.161029] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0f7227-4f88-4f90-9996-a6c4569c5c74 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1302.161221] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ac0f7227-4f88-4f90-9996-a6c4569c5c74 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1302.161413] env[69365]: INFO nova.compute.manager [None req-ac0f7227-4f88-4f90-9996-a6c4569c5c74 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1302.161655] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ac0f7227-4f88-4f90-9996-a6c4569c5c74 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1302.161861] env[69365]: DEBUG nova.compute.manager [-] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1302.161955] env[69365]: DEBUG nova.network.neutron [-] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1302.535632] env[69365]: DEBUG nova.compute.utils [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1302.541683] env[69365]: DEBUG nova.compute.manager [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1302.541683] env[69365]: DEBUG nova.network.neutron [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1302.600650] env[69365]: DEBUG oslo_vmware.api [None req-1f28393c-62f1-4ab1-b349-e715e44d959f tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470028, 'name': PowerOffVM_Task, 'duration_secs': 0.174968} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.603750] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f28393c-62f1-4ab1-b349-e715e44d959f tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1302.603927] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1f28393c-62f1-4ab1-b349-e715e44d959f tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1302.605039] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9fcd39a-f0ca-432e-908b-d3e63fde904b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.648057] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101bba4f-6a7a-4015-8ddf-46afd8420554 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.657868] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fa0e6f-fc39-4ece-8e4b-98cd3a4230e3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.663914] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1f28393c-62f1-4ab1-b349-e715e44d959f tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1302.664081] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1f28393c-62f1-4ab1-b349-e715e44d959f tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1302.664799] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f28393c-62f1-4ab1-b349-e715e44d959f tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Deleting the datastore file [datastore2] e6a4d429-937a-44b5-823d-1b87fcf0d6ec {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1302.691288] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-334c5eff-39b7-4416-a850-252425ccb22a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.697489] env[69365]: DEBUG nova.policy [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aee5b06d6445475e9ac62e85def0edac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bc6800d15d0045f087de2c0c4ec21c44', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1302.699170] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07713be8-bb47-461e-90ae-5f465fbd9b43 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.704295] env[69365]: DEBUG nova.compute.manager [req-8d5f5989-8e37-4c95-8ee7-54b0b6ff2e55 req-caf45abc-0960-472a-bbb4-d47520a6b066 service nova] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Received event network-vif-deleted-e51772d5-f27e-4502-b935-d32993afb36d {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.704490] env[69365]: INFO nova.compute.manager [req-8d5f5989-8e37-4c95-8ee7-54b0b6ff2e55 req-caf45abc-0960-472a-bbb4-d47520a6b066 service nova] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Neutron deleted interface e51772d5-f27e-4502-b935-d32993afb36d; detaching it from the instance and deleting it from the info cache [ 1302.704659] env[69365]: DEBUG nova.network.neutron [req-8d5f5989-8e37-4c95-8ee7-54b0b6ff2e55 req-caf45abc-0960-472a-bbb4-d47520a6b066 service nova] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.708860] env[69365]: DEBUG oslo_vmware.api [None req-1f28393c-62f1-4ab1-b349-e715e44d959f tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1302.708860] env[69365]: value = "task-3470030" [ 1302.708860] env[69365]: _type = "Task" [ 1302.708860] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.716304] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc7b43f-227e-4a48-9a2a-9e6f487a7b79 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.725889] env[69365]: DEBUG oslo_vmware.api [None req-1f28393c-62f1-4ab1-b349-e715e44d959f tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.734194] env[69365]: DEBUG nova.compute.provider_tree [None req-903ea450-841f-4131-87d2-56368a0bbe7d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.962923] env[69365]: DEBUG nova.network.neutron [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Successfully created port: fb72fe95-d9b2-4526-8dff-c84c37ff37c8 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1303.044017] env[69365]: DEBUG nova.compute.manager [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1303.197180] env[69365]: DEBUG nova.network.neutron [-] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.207636] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9cfb59c1-1af8-4098-9a38-36ff6175be88 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.219828] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef3e911-50d1-40c8-8595-3ee43dbcd50f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.233394] env[69365]: DEBUG oslo_vmware.api [None req-1f28393c-62f1-4ab1-b349-e715e44d959f tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149687} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.234034] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f28393c-62f1-4ab1-b349-e715e44d959f tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1303.234186] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1f28393c-62f1-4ab1-b349-e715e44d959f tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1303.234354] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-1f28393c-62f1-4ab1-b349-e715e44d959f tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1303.234526] env[69365]: INFO nova.compute.manager [None req-1f28393c-62f1-4ab1-b349-e715e44d959f tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1303.234756] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f28393c-62f1-4ab1-b349-e715e44d959f tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1303.235225] env[69365]: DEBUG nova.compute.manager [-] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1303.235314] env[69365]: DEBUG nova.network.neutron [-] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1303.237436] env[69365]: DEBUG nova.scheduler.client.report [None req-903ea450-841f-4131-87d2-56368a0bbe7d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1303.250930] env[69365]: DEBUG nova.compute.manager [req-8d5f5989-8e37-4c95-8ee7-54b0b6ff2e55 req-caf45abc-0960-472a-bbb4-d47520a6b066 service nova] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Detach interface failed, port_id=e51772d5-f27e-4502-b935-d32993afb36d, reason: Instance 4267b135-249c-40e3-aed8-31b1e5a4fed6 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1303.699861] env[69365]: INFO nova.compute.manager [-] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Took 1.54 seconds to deallocate network for instance. [ 1303.741424] env[69365]: DEBUG oslo_concurrency.lockutils [None req-903ea450-841f-4131-87d2-56368a0bbe7d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.764841] env[69365]: INFO nova.scheduler.client.report [None req-903ea450-841f-4131-87d2-56368a0bbe7d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Deleted allocations for instance 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f [ 1304.053609] env[69365]: DEBUG nova.compute.manager [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1304.080367] env[69365]: DEBUG nova.virt.hardware [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1304.080547] env[69365]: DEBUG nova.virt.hardware [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1304.080684] env[69365]: DEBUG nova.virt.hardware [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1304.080858] env[69365]: DEBUG nova.virt.hardware [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1304.081017] env[69365]: DEBUG nova.virt.hardware [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1304.081184] env[69365]: DEBUG nova.virt.hardware [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1304.081397] env[69365]: DEBUG nova.virt.hardware [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1304.081560] env[69365]: DEBUG nova.virt.hardware [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1304.081729] env[69365]: DEBUG nova.virt.hardware [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1304.082198] env[69365]: DEBUG nova.virt.hardware [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1304.082198] env[69365]: DEBUG nova.virt.hardware [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1304.082976] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1312f82-1107-43b4-ac92-345be14dc913 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.092682] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f4ecee-e022-4b97-974d-45c997bc4ec5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.206521] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ac0f7227-4f88-4f90-9996-a6c4569c5c74 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.206853] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ac0f7227-4f88-4f90-9996-a6c4569c5c74 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.207101] env[69365]: DEBUG nova.objects.instance [None req-ac0f7227-4f88-4f90-9996-a6c4569c5c74 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lazy-loading 'resources' on Instance uuid 4267b135-249c-40e3-aed8-31b1e5a4fed6 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.250443] env[69365]: DEBUG nova.network.neutron [-] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.272096] env[69365]: DEBUG oslo_concurrency.lockutils [None req-903ea450-841f-4131-87d2-56368a0bbe7d tempest-ServerActionsTestOtherB-1009679498 tempest-ServerActionsTestOtherB-1009679498-project-member] Lock "6ecc6741-1aca-4785-9c7c-6556e6a2ac1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.370s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.452587] env[69365]: DEBUG nova.network.neutron [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Successfully updated port: fb72fe95-d9b2-4526-8dff-c84c37ff37c8 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1304.729549] env[69365]: DEBUG nova.compute.manager [req-da8b2a02-651f-47b9-8358-406150ee16e8 req-90b73732-66bc-4406-9a94-61d1f09652cf service nova] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Received event network-vif-deleted-2914f736-4a55-4806-a266-31f1ff8deda7 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.729775] env[69365]: DEBUG nova.compute.manager [req-da8b2a02-651f-47b9-8358-406150ee16e8 req-90b73732-66bc-4406-9a94-61d1f09652cf service nova] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Received event network-vif-plugged-fb72fe95-d9b2-4526-8dff-c84c37ff37c8 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.729966] env[69365]: DEBUG oslo_concurrency.lockutils [req-da8b2a02-651f-47b9-8358-406150ee16e8 req-90b73732-66bc-4406-9a94-61d1f09652cf service nova] Acquiring lock "e6699dde-7111-4d9b-92a6-9670dafc31ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1304.730413] env[69365]: DEBUG oslo_concurrency.lockutils [req-da8b2a02-651f-47b9-8358-406150ee16e8 req-90b73732-66bc-4406-9a94-61d1f09652cf service nova] Lock "e6699dde-7111-4d9b-92a6-9670dafc31ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.730609] env[69365]: DEBUG oslo_concurrency.lockutils [req-da8b2a02-651f-47b9-8358-406150ee16e8 req-90b73732-66bc-4406-9a94-61d1f09652cf service nova] Lock "e6699dde-7111-4d9b-92a6-9670dafc31ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.730782] env[69365]: DEBUG nova.compute.manager [req-da8b2a02-651f-47b9-8358-406150ee16e8 req-90b73732-66bc-4406-9a94-61d1f09652cf service nova] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] No waiting events found dispatching network-vif-plugged-fb72fe95-d9b2-4526-8dff-c84c37ff37c8 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1304.730950] env[69365]: WARNING nova.compute.manager [req-da8b2a02-651f-47b9-8358-406150ee16e8 req-90b73732-66bc-4406-9a94-61d1f09652cf service nova] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Received unexpected event network-vif-plugged-fb72fe95-d9b2-4526-8dff-c84c37ff37c8 for instance with vm_state building and task_state spawning. [ 1304.731130] env[69365]: DEBUG nova.compute.manager [req-da8b2a02-651f-47b9-8358-406150ee16e8 req-90b73732-66bc-4406-9a94-61d1f09652cf service nova] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Received event network-changed-fb72fe95-d9b2-4526-8dff-c84c37ff37c8 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1304.731288] env[69365]: DEBUG nova.compute.manager [req-da8b2a02-651f-47b9-8358-406150ee16e8 req-90b73732-66bc-4406-9a94-61d1f09652cf service nova] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Refreshing instance network info cache due to event network-changed-fb72fe95-d9b2-4526-8dff-c84c37ff37c8. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1304.731475] env[69365]: DEBUG oslo_concurrency.lockutils [req-da8b2a02-651f-47b9-8358-406150ee16e8 req-90b73732-66bc-4406-9a94-61d1f09652cf service nova] Acquiring lock "refresh_cache-e6699dde-7111-4d9b-92a6-9670dafc31ef" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.731611] env[69365]: DEBUG oslo_concurrency.lockutils [req-da8b2a02-651f-47b9-8358-406150ee16e8 req-90b73732-66bc-4406-9a94-61d1f09652cf service nova] Acquired lock "refresh_cache-e6699dde-7111-4d9b-92a6-9670dafc31ef" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.731765] env[69365]: DEBUG nova.network.neutron [req-da8b2a02-651f-47b9-8358-406150ee16e8 req-90b73732-66bc-4406-9a94-61d1f09652cf service nova] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Refreshing network info cache for port fb72fe95-d9b2-4526-8dff-c84c37ff37c8 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1304.753231] env[69365]: INFO nova.compute.manager [-] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Took 1.52 seconds to deallocate network for instance. [ 1304.799727] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa7edd5-1d1c-4410-a608-96fa569c6810 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.807829] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24017a6d-f541-42f1-9d95-bb2a912cd15f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.837337] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16728acc-4375-4c26-8efb-b2a5bd278be2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.843791] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6bfe38-0c23-45c2-bb82-eae74e59e1bf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.856292] env[69365]: DEBUG nova.compute.provider_tree [None req-ac0f7227-4f88-4f90-9996-a6c4569c5c74 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.957234] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "refresh_cache-e6699dde-7111-4d9b-92a6-9670dafc31ef" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.259816] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f28393c-62f1-4ab1-b349-e715e44d959f tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.268920] env[69365]: DEBUG nova.network.neutron [req-da8b2a02-651f-47b9-8358-406150ee16e8 req-90b73732-66bc-4406-9a94-61d1f09652cf service nova] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1305.343615] env[69365]: DEBUG nova.network.neutron [req-da8b2a02-651f-47b9-8358-406150ee16e8 req-90b73732-66bc-4406-9a94-61d1f09652cf service nova] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.358967] env[69365]: DEBUG nova.scheduler.client.report [None req-ac0f7227-4f88-4f90-9996-a6c4569c5c74 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.845852] env[69365]: DEBUG oslo_concurrency.lockutils [req-da8b2a02-651f-47b9-8358-406150ee16e8 req-90b73732-66bc-4406-9a94-61d1f09652cf service nova] Releasing lock "refresh_cache-e6699dde-7111-4d9b-92a6-9670dafc31ef" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.846248] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquired lock "refresh_cache-e6699dde-7111-4d9b-92a6-9670dafc31ef" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.846414] env[69365]: DEBUG nova.network.neutron [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.863508] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ac0f7227-4f88-4f90-9996-a6c4569c5c74 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.657s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.865967] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f28393c-62f1-4ab1-b349-e715e44d959f tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.606s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.866250] env[69365]: DEBUG nova.objects.instance [None req-1f28393c-62f1-4ab1-b349-e715e44d959f tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lazy-loading 'resources' on Instance uuid e6a4d429-937a-44b5-823d-1b87fcf0d6ec {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.884763] env[69365]: INFO nova.scheduler.client.report [None req-ac0f7227-4f88-4f90-9996-a6c4569c5c74 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Deleted allocations for instance 4267b135-249c-40e3-aed8-31b1e5a4fed6 [ 1306.377073] env[69365]: DEBUG nova.network.neutron [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1306.390506] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ac0f7227-4f88-4f90-9996-a6c4569c5c74 tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "4267b135-249c-40e3-aed8-31b1e5a4fed6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.848s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.444838] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effdb2be-8bf1-4a7a-bc23-8d4155066e8f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.454759] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5722039-46bf-48ec-ab6d-676eac56674c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.488235] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1818ef6b-9a9b-4f23-a36f-acfda66a7121 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.496709] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5819f522-d2ef-4386-a3b6-1a702d0a6309 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.510158] env[69365]: DEBUG nova.compute.provider_tree [None req-1f28393c-62f1-4ab1-b349-e715e44d959f tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.522358] env[69365]: DEBUG nova.network.neutron [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Updating instance_info_cache with network_info: [{"id": "fb72fe95-d9b2-4526-8dff-c84c37ff37c8", "address": "fa:16:3e:a7:fb:31", "network": {"id": "2766da8d-6cbf-40dd-89bf-7615a2b00ee2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-680867915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc6800d15d0045f087de2c0c4ec21c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb72fe95-d9", "ovs_interfaceid": "fb72fe95-d9b2-4526-8dff-c84c37ff37c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.013138] env[69365]: DEBUG nova.scheduler.client.report [None req-1f28393c-62f1-4ab1-b349-e715e44d959f tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.024694] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Releasing lock "refresh_cache-e6699dde-7111-4d9b-92a6-9670dafc31ef" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.025050] env[69365]: DEBUG nova.compute.manager [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Instance network_info: |[{"id": "fb72fe95-d9b2-4526-8dff-c84c37ff37c8", "address": "fa:16:3e:a7:fb:31", "network": {"id": "2766da8d-6cbf-40dd-89bf-7615a2b00ee2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-680867915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc6800d15d0045f087de2c0c4ec21c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb72fe95-d9", "ovs_interfaceid": "fb72fe95-d9b2-4526-8dff-c84c37ff37c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1307.025513] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:fb:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b0fa7a2-ebd9-4788-8904-7bf250ce466c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb72fe95-d9b2-4526-8dff-c84c37ff37c8', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1307.033437] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1307.034311] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1307.034537] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2219e8d0-8f58-4c35-b892-bb0800ea5538 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.054693] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1307.054693] env[69365]: value = "task-3470033" [ 1307.054693] env[69365]: _type = "Task" [ 1307.054693] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.064312] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3470033, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.518834] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f28393c-62f1-4ab1-b349-e715e44d959f tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.653s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.538861] env[69365]: INFO nova.scheduler.client.report [None req-1f28393c-62f1-4ab1-b349-e715e44d959f tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Deleted allocations for instance e6a4d429-937a-44b5-823d-1b87fcf0d6ec [ 1307.566998] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3470033, 'name': CreateVM_Task, 'duration_secs': 0.331653} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.566998] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1307.566998] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.567206] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.567482] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.567732] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01674ea3-721d-4b56-b242-b5ce173548cb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.572632] env[69365]: DEBUG oslo_vmware.api [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1307.572632] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b583a0-5668-bcb6-1008-6ebecfd861db" [ 1307.572632] env[69365]: _type = "Task" [ 1307.572632] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.580075] env[69365]: DEBUG oslo_vmware.api [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b583a0-5668-bcb6-1008-6ebecfd861db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.048072] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1f28393c-62f1-4ab1-b349-e715e44d959f tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "e6a4d429-937a-44b5-823d-1b87fcf0d6ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.483s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.083074] env[69365]: DEBUG oslo_vmware.api [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b583a0-5668-bcb6-1008-6ebecfd861db, 'name': SearchDatastore_Task, 'duration_secs': 0.010615} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.083390] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.083626] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1308.084031] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.084031] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.084274] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1308.084488] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49891801-97ff-428c-90cd-fd7b1f24b4dc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.093361] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1308.093547] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1308.094279] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-607b2686-d543-41df-b75f-b9fdcc505870 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.099714] env[69365]: DEBUG oslo_vmware.api [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1308.099714] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5206b205-2b50-8cbd-f391-88d92d823252" [ 1308.099714] env[69365]: _type = "Task" [ 1308.099714] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.107258] env[69365]: DEBUG oslo_vmware.api [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5206b205-2b50-8cbd-f391-88d92d823252, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.610421] env[69365]: DEBUG oslo_vmware.api [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5206b205-2b50-8cbd-f391-88d92d823252, 'name': SearchDatastore_Task, 'duration_secs': 0.009677} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.611232] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3568d172-279f-43e0-9ad1-422dc50acb9c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.617098] env[69365]: DEBUG oslo_vmware.api [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1308.617098] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b6de01-4175-e0a9-b67e-e2f00208a000" [ 1308.617098] env[69365]: _type = "Task" [ 1308.617098] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.624614] env[69365]: DEBUG oslo_vmware.api [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b6de01-4175-e0a9-b67e-e2f00208a000, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.127728] env[69365]: DEBUG oslo_vmware.api [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b6de01-4175-e0a9-b67e-e2f00208a000, 'name': SearchDatastore_Task, 'duration_secs': 0.009872} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.127980] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.128256] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] e6699dde-7111-4d9b-92a6-9670dafc31ef/e6699dde-7111-4d9b-92a6-9670dafc31ef.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1309.128511] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77b6bd54-d151-4e0e-8558-ac5d5b1a52e9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.135810] env[69365]: DEBUG oslo_vmware.api [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1309.135810] env[69365]: value = "task-3470034" [ 1309.135810] env[69365]: _type = "Task" [ 1309.135810] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.144061] env[69365]: DEBUG oslo_vmware.api [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.412761] env[69365]: DEBUG nova.compute.manager [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Stashing vm_state: active {{(pid=69365) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1309.648379] env[69365]: DEBUG oslo_vmware.api [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444608} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.648917] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] e6699dde-7111-4d9b-92a6-9670dafc31ef/e6699dde-7111-4d9b-92a6-9670dafc31ef.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1309.649224] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1309.649530] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33a33deb-0681-4e00-b5ec-099719cac0cc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.656531] env[69365]: DEBUG oslo_vmware.api [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1309.656531] env[69365]: value = "task-3470035" [ 1309.656531] env[69365]: _type = "Task" [ 1309.656531] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.667196] env[69365]: DEBUG oslo_vmware.api [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470035, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.941167] env[69365]: DEBUG oslo_concurrency.lockutils [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.941697] env[69365]: DEBUG oslo_concurrency.lockutils [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.167630] env[69365]: DEBUG oslo_vmware.api [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470035, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065196} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.167900] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1310.169564] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d972a5c-dd3d-42d8-a71c-81020eee975a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.197926] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] e6699dde-7111-4d9b-92a6-9670dafc31ef/e6699dde-7111-4d9b-92a6-9670dafc31ef.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1310.198245] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ca893de-ebe0-4fca-8515-79a1467faca5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.219984] env[69365]: DEBUG oslo_vmware.api [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1310.219984] env[69365]: value = "task-3470036" [ 1310.219984] env[69365]: _type = "Task" [ 1310.219984] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.229667] env[69365]: DEBUG oslo_vmware.api [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470036, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.363171] env[69365]: DEBUG oslo_concurrency.lockutils [None req-faf86a95-9728-44a4-a4a7-7c793d66e7cd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "54494c65-4118-4c3d-8af2-cd772b783e1f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.363879] env[69365]: DEBUG oslo_concurrency.lockutils [None req-faf86a95-9728-44a4-a4a7-7c793d66e7cd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "54494c65-4118-4c3d-8af2-cd772b783e1f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.363879] env[69365]: DEBUG oslo_concurrency.lockutils [None req-faf86a95-9728-44a4-a4a7-7c793d66e7cd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "54494c65-4118-4c3d-8af2-cd772b783e1f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.364057] env[69365]: DEBUG oslo_concurrency.lockutils [None req-faf86a95-9728-44a4-a4a7-7c793d66e7cd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "54494c65-4118-4c3d-8af2-cd772b783e1f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.364287] env[69365]: DEBUG oslo_concurrency.lockutils [None req-faf86a95-9728-44a4-a4a7-7c793d66e7cd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "54494c65-4118-4c3d-8af2-cd772b783e1f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.367724] env[69365]: INFO nova.compute.manager [None req-faf86a95-9728-44a4-a4a7-7c793d66e7cd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Terminating instance [ 1310.448623] env[69365]: INFO nova.compute.claims [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1310.730478] env[69365]: DEBUG oslo_vmware.api [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470036, 'name': ReconfigVM_Task, 'duration_secs': 0.282367} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.730935] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Reconfigured VM instance instance-00000076 to attach disk [datastore1] e6699dde-7111-4d9b-92a6-9670dafc31ef/e6699dde-7111-4d9b-92a6-9670dafc31ef.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1310.731397] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41dc00c6-e5a9-4cca-8f2c-e0b35706ed8e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.737829] env[69365]: DEBUG oslo_vmware.api [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1310.737829] env[69365]: value = "task-3470037" [ 1310.737829] env[69365]: _type = "Task" [ 1310.737829] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.745532] env[69365]: DEBUG oslo_vmware.api [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470037, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.871629] env[69365]: DEBUG nova.compute.manager [None req-faf86a95-9728-44a4-a4a7-7c793d66e7cd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1310.871897] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-faf86a95-9728-44a4-a4a7-7c793d66e7cd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.872881] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc95531-e4df-4e39-a12e-02517231678f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.880416] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf86a95-9728-44a4-a4a7-7c793d66e7cd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.880641] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90416f98-3cf6-4c50-8781-d77bb3dedeaa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.886207] env[69365]: DEBUG oslo_vmware.api [None req-faf86a95-9728-44a4-a4a7-7c793d66e7cd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1310.886207] env[69365]: value = "task-3470038" [ 1310.886207] env[69365]: _type = "Task" [ 1310.886207] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.895989] env[69365]: DEBUG oslo_vmware.api [None req-faf86a95-9728-44a4-a4a7-7c793d66e7cd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3470038, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.955782] env[69365]: INFO nova.compute.resource_tracker [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Updating resource usage from migration 91637a6c-fa5e-40c4-8ec7-55b080ad300c [ 1311.038580] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a07edd-014c-43bf-88ee-547dd932777d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.046495] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8a8003-57cf-4063-85b7-59ab3ca8c751 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.079714] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62d147e-caa5-4536-b57a-64cb1969a3c5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.089154] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d802b5-a6eb-4213-a68a-7d3cebb7754f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.105046] env[69365]: DEBUG nova.compute.provider_tree [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.248105] env[69365]: DEBUG oslo_vmware.api [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470037, 'name': Rename_Task, 'duration_secs': 0.142832} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.248399] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1311.248642] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36d22ec6-f802-4355-a858-88047987e040 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.254414] env[69365]: DEBUG oslo_vmware.api [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1311.254414] env[69365]: value = "task-3470039" [ 1311.254414] env[69365]: _type = "Task" [ 1311.254414] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.261811] env[69365]: DEBUG oslo_vmware.api [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470039, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.395437] env[69365]: DEBUG oslo_vmware.api [None req-faf86a95-9728-44a4-a4a7-7c793d66e7cd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3470038, 'name': PowerOffVM_Task, 'duration_secs': 0.2359} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.395755] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf86a95-9728-44a4-a4a7-7c793d66e7cd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1311.395930] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-faf86a95-9728-44a4-a4a7-7c793d66e7cd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1311.396191] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58697f52-def0-44fc-a3f8-d76014801d5f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.456685] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-faf86a95-9728-44a4-a4a7-7c793d66e7cd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1311.456901] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-faf86a95-9728-44a4-a4a7-7c793d66e7cd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1311.457108] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-faf86a95-9728-44a4-a4a7-7c793d66e7cd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Deleting the datastore file [datastore2] 54494c65-4118-4c3d-8af2-cd772b783e1f {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1311.457419] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6177c7a8-5625-49cb-9c3d-02fd71de5b53 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.464935] env[69365]: DEBUG oslo_vmware.api [None req-faf86a95-9728-44a4-a4a7-7c793d66e7cd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for the task: (returnval){ [ 1311.464935] env[69365]: value = "task-3470041" [ 1311.464935] env[69365]: _type = "Task" [ 1311.464935] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.471783] env[69365]: DEBUG oslo_vmware.api [None req-faf86a95-9728-44a4-a4a7-7c793d66e7cd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3470041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.567253] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Acquiring lock "b6d0d3d2-930b-4a69-b760-25fa38002a66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.567571] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Lock "b6d0d3d2-930b-4a69-b760-25fa38002a66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.609681] env[69365]: DEBUG nova.scheduler.client.report [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1311.764426] env[69365]: DEBUG oslo_vmware.api [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470039, 'name': PowerOnVM_Task, 'duration_secs': 0.448404} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.764930] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1311.764930] env[69365]: INFO nova.compute.manager [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1311.765227] env[69365]: DEBUG nova.compute.manager [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1311.765902] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d23873-6ade-4686-94fb-751443dd7e23 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.974265] env[69365]: DEBUG oslo_vmware.api [None req-faf86a95-9728-44a4-a4a7-7c793d66e7cd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Task: {'id': task-3470041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161333} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.974543] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-faf86a95-9728-44a4-a4a7-7c793d66e7cd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.974734] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-faf86a95-9728-44a4-a4a7-7c793d66e7cd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.974912] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-faf86a95-9728-44a4-a4a7-7c793d66e7cd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.975102] env[69365]: INFO nova.compute.manager [None req-faf86a95-9728-44a4-a4a7-7c793d66e7cd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1311.975587] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-faf86a95-9728-44a4-a4a7-7c793d66e7cd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.975838] env[69365]: DEBUG nova.compute.manager [-] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1311.975944] env[69365]: DEBUG nova.network.neutron [-] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1312.069957] env[69365]: DEBUG nova.compute.manager [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1312.115124] env[69365]: DEBUG oslo_concurrency.lockutils [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.173s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.115347] env[69365]: INFO nova.compute.manager [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Migrating [ 1312.247189] env[69365]: DEBUG nova.compute.manager [req-5633aed9-64a3-415f-a698-3d7ae9e86bc3 req-763a11df-5e2f-402c-b473-0849aef10ffb service nova] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Received event network-vif-deleted-ed2b7619-adeb-46c9-822e-732f8dba2371 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.247554] env[69365]: INFO nova.compute.manager [req-5633aed9-64a3-415f-a698-3d7ae9e86bc3 req-763a11df-5e2f-402c-b473-0849aef10ffb service nova] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Neutron deleted interface ed2b7619-adeb-46c9-822e-732f8dba2371; detaching it from the instance and deleting it from the info cache [ 1312.247767] env[69365]: DEBUG nova.network.neutron [req-5633aed9-64a3-415f-a698-3d7ae9e86bc3 req-763a11df-5e2f-402c-b473-0849aef10ffb service nova] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.282188] env[69365]: INFO nova.compute.manager [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Took 12.70 seconds to build instance. [ 1312.587931] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.590083] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.590083] env[69365]: INFO nova.compute.claims [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1312.631142] env[69365]: DEBUG oslo_concurrency.lockutils [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "refresh_cache-31ff0b14-dc60-4a4f-95f4-c0d823364979" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.631656] env[69365]: DEBUG oslo_concurrency.lockutils [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquired lock "refresh_cache-31ff0b14-dc60-4a4f-95f4-c0d823364979" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.632518] env[69365]: DEBUG nova.network.neutron [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.721272] env[69365]: DEBUG nova.network.neutron [-] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.750772] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7eb8e191-1e04-49a5-a6a0-be1e418778a7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.760613] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e347dc2-82ea-4e9c-80fc-08997a54cd6d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.784962] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e63bf405-d863-4d17-a187-93872a393d98 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "e6699dde-7111-4d9b-92a6-9670dafc31ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.211s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.795688] env[69365]: DEBUG nova.compute.manager [req-5633aed9-64a3-415f-a698-3d7ae9e86bc3 req-763a11df-5e2f-402c-b473-0849aef10ffb service nova] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Detach interface failed, port_id=ed2b7619-adeb-46c9-822e-732f8dba2371, reason: Instance 54494c65-4118-4c3d-8af2-cd772b783e1f could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1313.224497] env[69365]: INFO nova.compute.manager [-] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Took 1.25 seconds to deallocate network for instance. [ 1313.357663] env[69365]: DEBUG nova.network.neutron [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Updating instance_info_cache with network_info: [{"id": "54af5c81-d29d-476b-99f6-c1502d28c86b", "address": "fa:16:3e:78:69:7a", "network": {"id": "c9047d9e-af08-44d6-a8c8-674c7f3eb4d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78225543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1458781f20f49c39b5ccccbb9bf0c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54af5c81-d2", "ovs_interfaceid": "54af5c81-d29d-476b-99f6-c1502d28c86b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.694896] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afd7c45-00c0-47ab-b449-0b1c15a2b69d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.703323] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee9b880-aa4d-4640-9b17-40cf09f8aed1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.737785] env[69365]: DEBUG oslo_concurrency.lockutils [None req-faf86a95-9728-44a4-a4a7-7c793d66e7cd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.738548] env[69365]: DEBUG nova.compute.manager [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Stashing vm_state: active {{(pid=69365) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1313.741675] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731216c6-342d-4e17-8b00-b7ffaffb6752 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.749351] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0efa3d90-a95c-48a0-974f-f19d3046dae7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.763872] env[69365]: DEBUG nova.compute.provider_tree [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.860931] env[69365]: DEBUG oslo_concurrency.lockutils [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Releasing lock "refresh_cache-31ff0b14-dc60-4a4f-95f4-c0d823364979" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.259445] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1314.266536] env[69365]: DEBUG nova.scheduler.client.report [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.772267] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.183s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.772732] env[69365]: DEBUG nova.compute.manager [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1314.775300] env[69365]: DEBUG oslo_concurrency.lockutils [None req-faf86a95-9728-44a4-a4a7-7c793d66e7cd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.038s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.775589] env[69365]: DEBUG nova.objects.instance [None req-faf86a95-9728-44a4-a4a7-7c793d66e7cd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lazy-loading 'resources' on Instance uuid 54494c65-4118-4c3d-8af2-cd772b783e1f {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.278513] env[69365]: DEBUG nova.compute.utils [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1315.283867] env[69365]: DEBUG nova.compute.manager [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1315.283867] env[69365]: DEBUG nova.network.neutron [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1315.320096] env[69365]: DEBUG nova.policy [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa0c102ee6aa4c9a9aec65bcd425e215', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0355cc65400f42d9be4ff1456c845022', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1315.367117] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f360b79-0edf-43ee-8001-4d68988374ab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.376524] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ffb2cd-f9ab-49b8-a4d2-5522b5e6b712 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.381014] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f43ce67-787e-4abc-8f42-107152267457 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.399673] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Updating instance '31ff0b14-dc60-4a4f-95f4-c0d823364979' progress to 0 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1315.427272] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bd50cd-4cb5-498a-95a8-30cca650e71c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.434783] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94fde140-bb78-4dd0-b1d9-44caf80d679c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.448321] env[69365]: DEBUG nova.compute.provider_tree [None req-faf86a95-9728-44a4-a4a7-7c793d66e7cd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.585315] env[69365]: DEBUG nova.network.neutron [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Successfully created port: c17121f5-88a5-4d9d-bc2f-30404b5d2262 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1315.783734] env[69365]: DEBUG nova.compute.manager [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1315.929162] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1315.929466] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c6fe631-d9bd-4bac-9cec-4380e9604912 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.937164] env[69365]: DEBUG oslo_vmware.api [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1315.937164] env[69365]: value = "task-3470042" [ 1315.937164] env[69365]: _type = "Task" [ 1315.937164] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.945626] env[69365]: DEBUG oslo_vmware.api [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.953013] env[69365]: DEBUG nova.scheduler.client.report [None req-faf86a95-9728-44a4-a4a7-7c793d66e7cd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.447172] env[69365]: DEBUG oslo_vmware.api [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470042, 'name': PowerOffVM_Task, 'duration_secs': 0.221523} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.447596] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1316.447596] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Updating instance '31ff0b14-dc60-4a4f-95f4-c0d823364979' progress to 17 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1316.458217] env[69365]: DEBUG oslo_concurrency.lockutils [None req-faf86a95-9728-44a4-a4a7-7c793d66e7cd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.683s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.461145] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.201s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.485211] env[69365]: INFO nova.scheduler.client.report [None req-faf86a95-9728-44a4-a4a7-7c793d66e7cd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Deleted allocations for instance 54494c65-4118-4c3d-8af2-cd772b783e1f [ 1316.793301] env[69365]: DEBUG nova.compute.manager [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1316.819626] env[69365]: DEBUG nova.virt.hardware [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1316.819885] env[69365]: DEBUG nova.virt.hardware [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1316.820122] env[69365]: DEBUG nova.virt.hardware [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1316.820250] env[69365]: DEBUG nova.virt.hardware [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1316.820434] env[69365]: DEBUG nova.virt.hardware [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1316.820579] env[69365]: DEBUG nova.virt.hardware [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1316.820808] env[69365]: DEBUG nova.virt.hardware [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1316.821168] env[69365]: DEBUG nova.virt.hardware [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1316.821168] env[69365]: DEBUG nova.virt.hardware [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1316.821290] env[69365]: DEBUG nova.virt.hardware [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1316.821449] env[69365]: DEBUG nova.virt.hardware [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1316.822322] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac7a2bd-3049-4ad9-9cf9-122369e42207 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.830664] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af3764f-a2aa-4290-9c8f-0f301353ca2d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.954516] env[69365]: DEBUG nova.virt.hardware [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1316.954773] env[69365]: DEBUG nova.virt.hardware [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1316.954937] env[69365]: DEBUG nova.virt.hardware [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1316.955140] env[69365]: DEBUG nova.virt.hardware [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1316.955331] env[69365]: DEBUG nova.virt.hardware [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1316.955474] env[69365]: DEBUG nova.virt.hardware [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1316.955731] env[69365]: DEBUG nova.virt.hardware [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1316.955904] env[69365]: DEBUG nova.virt.hardware [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1316.956088] env[69365]: DEBUG nova.virt.hardware [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1316.956303] env[69365]: DEBUG nova.virt.hardware [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1316.956443] env[69365]: DEBUG nova.virt.hardware [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1316.962856] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80e1da2a-b24d-4f10-bb11-2731e384817e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.975581] env[69365]: INFO nova.compute.claims [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1316.980063] env[69365]: DEBUG nova.compute.manager [req-8bb70c9d-b2d1-42c1-b16d-8f896b36aec0 req-357ec16a-4792-47ad-ba19-079089967e00 service nova] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Received event network-vif-plugged-c17121f5-88a5-4d9d-bc2f-30404b5d2262 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1316.980300] env[69365]: DEBUG oslo_concurrency.lockutils [req-8bb70c9d-b2d1-42c1-b16d-8f896b36aec0 req-357ec16a-4792-47ad-ba19-079089967e00 service nova] Acquiring lock "b6d0d3d2-930b-4a69-b760-25fa38002a66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.980618] env[69365]: DEBUG oslo_concurrency.lockutils [req-8bb70c9d-b2d1-42c1-b16d-8f896b36aec0 req-357ec16a-4792-47ad-ba19-079089967e00 service nova] Lock "b6d0d3d2-930b-4a69-b760-25fa38002a66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.980666] env[69365]: DEBUG oslo_concurrency.lockutils [req-8bb70c9d-b2d1-42c1-b16d-8f896b36aec0 req-357ec16a-4792-47ad-ba19-079089967e00 service nova] Lock "b6d0d3d2-930b-4a69-b760-25fa38002a66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.980881] env[69365]: DEBUG nova.compute.manager [req-8bb70c9d-b2d1-42c1-b16d-8f896b36aec0 req-357ec16a-4792-47ad-ba19-079089967e00 service nova] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] No waiting events found dispatching network-vif-plugged-c17121f5-88a5-4d9d-bc2f-30404b5d2262 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1316.980998] env[69365]: WARNING nova.compute.manager [req-8bb70c9d-b2d1-42c1-b16d-8f896b36aec0 req-357ec16a-4792-47ad-ba19-079089967e00 service nova] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Received unexpected event network-vif-plugged-c17121f5-88a5-4d9d-bc2f-30404b5d2262 for instance with vm_state building and task_state spawning. [ 1316.988339] env[69365]: DEBUG oslo_vmware.api [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1316.988339] env[69365]: value = "task-3470043" [ 1316.988339] env[69365]: _type = "Task" [ 1316.988339] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.001335] env[69365]: DEBUG oslo_vmware.api [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470043, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.001726] env[69365]: DEBUG oslo_concurrency.lockutils [None req-faf86a95-9728-44a4-a4a7-7c793d66e7cd tempest-ServerActionsTestOtherA-492908702 tempest-ServerActionsTestOtherA-492908702-project-member] Lock "54494c65-4118-4c3d-8af2-cd772b783e1f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.638s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.066141] env[69365]: DEBUG nova.network.neutron [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Successfully updated port: c17121f5-88a5-4d9d-bc2f-30404b5d2262 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1317.484307] env[69365]: INFO nova.compute.resource_tracker [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Updating resource usage from migration eb479c21-7ebe-424e-bf3d-c2140042862c [ 1317.497955] env[69365]: DEBUG oslo_vmware.api [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470043, 'name': ReconfigVM_Task, 'duration_secs': 0.167689} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.498268] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Updating instance '31ff0b14-dc60-4a4f-95f4-c0d823364979' progress to 33 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1317.569867] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Acquiring lock "refresh_cache-b6d0d3d2-930b-4a69-b760-25fa38002a66" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.570022] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Acquired lock "refresh_cache-b6d0d3d2-930b-4a69-b760-25fa38002a66" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.570182] env[69365]: DEBUG nova.network.neutron [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1317.573680] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5db628a-80d0-4b08-a68a-744f1889304f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.581949] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927283c5-6c59-4b8a-b81b-0ebce57ca411 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.617201] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e745e8-dcc5-4789-9f11-98a4d273391e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.624954] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a601f6-5a39-43ea-af66-9291997b3e4c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.639460] env[69365]: DEBUG nova.compute.provider_tree [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.004531] env[69365]: DEBUG nova.virt.hardware [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1318.004531] env[69365]: DEBUG nova.virt.hardware [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1318.004695] env[69365]: DEBUG nova.virt.hardware [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1318.005616] env[69365]: DEBUG nova.virt.hardware [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1318.005616] env[69365]: DEBUG nova.virt.hardware [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1318.005616] env[69365]: DEBUG nova.virt.hardware [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1318.005616] env[69365]: DEBUG nova.virt.hardware [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1318.005616] env[69365]: DEBUG nova.virt.hardware [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1318.005955] env[69365]: DEBUG nova.virt.hardware [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1318.005955] env[69365]: DEBUG nova.virt.hardware [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1318.006132] env[69365]: DEBUG nova.virt.hardware [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1318.011915] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1318.012258] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0d5ab3a-af82-4cb6-a67f-6219e9c54126 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.033058] env[69365]: DEBUG oslo_vmware.api [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1318.033058] env[69365]: value = "task-3470044" [ 1318.033058] env[69365]: _type = "Task" [ 1318.033058] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.041232] env[69365]: DEBUG oslo_vmware.api [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470044, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.140736] env[69365]: DEBUG nova.network.neutron [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1318.143332] env[69365]: DEBUG nova.scheduler.client.report [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.296097] env[69365]: DEBUG nova.network.neutron [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Updating instance_info_cache with network_info: [{"id": "c17121f5-88a5-4d9d-bc2f-30404b5d2262", "address": "fa:16:3e:be:85:b1", "network": {"id": "3292ebd5-5cb0-49fe-890b-73f6b4de7dd8", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-223271289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0355cc65400f42d9be4ff1456c845022", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc17121f5-88", "ovs_interfaceid": "c17121f5-88a5-4d9d-bc2f-30404b5d2262", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.544197] env[69365]: DEBUG oslo_vmware.api [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470044, 'name': ReconfigVM_Task, 'duration_secs': 0.181244} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.544505] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1318.545551] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845fdca6-702b-442d-9005-bc9c4dce79a5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.574655] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 31ff0b14-dc60-4a4f-95f4-c0d823364979/31ff0b14-dc60-4a4f-95f4-c0d823364979.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1318.575406] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-324bbd13-eb2b-43b0-ab52-2259599ecc99 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.593750] env[69365]: DEBUG oslo_vmware.api [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1318.593750] env[69365]: value = "task-3470045" [ 1318.593750] env[69365]: _type = "Task" [ 1318.593750] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.603557] env[69365]: DEBUG oslo_vmware.api [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470045, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.649669] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.189s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.649884] env[69365]: INFO nova.compute.manager [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Migrating [ 1318.799275] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Releasing lock "refresh_cache-b6d0d3d2-930b-4a69-b760-25fa38002a66" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.799621] env[69365]: DEBUG nova.compute.manager [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Instance network_info: |[{"id": "c17121f5-88a5-4d9d-bc2f-30404b5d2262", "address": "fa:16:3e:be:85:b1", "network": {"id": "3292ebd5-5cb0-49fe-890b-73f6b4de7dd8", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-223271289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0355cc65400f42d9be4ff1456c845022", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc17121f5-88", "ovs_interfaceid": "c17121f5-88a5-4d9d-bc2f-30404b5d2262", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1318.800107] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:85:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c17121f5-88a5-4d9d-bc2f-30404b5d2262', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1318.809989] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Creating folder: Project (0355cc65400f42d9be4ff1456c845022). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1318.810342] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d94f058c-306a-4f79-aa03-ef98b780c3f1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.821138] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Created folder: Project (0355cc65400f42d9be4ff1456c845022) in parent group-v693134. [ 1318.821367] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Creating folder: Instances. Parent ref: group-v693462. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1318.821638] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3479c983-4d76-4b0b-83a2-875fde8d3c41 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.832261] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Created folder: Instances in parent group-v693462. [ 1318.832572] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1318.832760] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1318.832992] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c17eff4a-2ac6-48d8-adb4-cd4c35f8a0e5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.852035] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1318.852035] env[69365]: value = "task-3470048" [ 1318.852035] env[69365]: _type = "Task" [ 1318.852035] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.859860] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3470048, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.989157] env[69365]: DEBUG nova.compute.manager [req-1094031a-0d71-43ff-8465-bde2ba40e701 req-8787fef3-fcfb-463e-a26c-307c59bd0dcc service nova] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Received event network-changed-c17121f5-88a5-4d9d-bc2f-30404b5d2262 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1318.989157] env[69365]: DEBUG nova.compute.manager [req-1094031a-0d71-43ff-8465-bde2ba40e701 req-8787fef3-fcfb-463e-a26c-307c59bd0dcc service nova] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Refreshing instance network info cache due to event network-changed-c17121f5-88a5-4d9d-bc2f-30404b5d2262. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1318.989157] env[69365]: DEBUG oslo_concurrency.lockutils [req-1094031a-0d71-43ff-8465-bde2ba40e701 req-8787fef3-fcfb-463e-a26c-307c59bd0dcc service nova] Acquiring lock "refresh_cache-b6d0d3d2-930b-4a69-b760-25fa38002a66" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.989157] env[69365]: DEBUG oslo_concurrency.lockutils [req-1094031a-0d71-43ff-8465-bde2ba40e701 req-8787fef3-fcfb-463e-a26c-307c59bd0dcc service nova] Acquired lock "refresh_cache-b6d0d3d2-930b-4a69-b760-25fa38002a66" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.989611] env[69365]: DEBUG nova.network.neutron [req-1094031a-0d71-43ff-8465-bde2ba40e701 req-8787fef3-fcfb-463e-a26c-307c59bd0dcc service nova] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Refreshing network info cache for port c17121f5-88a5-4d9d-bc2f-30404b5d2262 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1319.103984] env[69365]: DEBUG oslo_vmware.api [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470045, 'name': ReconfigVM_Task, 'duration_secs': 0.256657} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.105009] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 31ff0b14-dc60-4a4f-95f4-c0d823364979/31ff0b14-dc60-4a4f-95f4-c0d823364979.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1319.105538] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Updating instance '31ff0b14-dc60-4a4f-95f4-c0d823364979' progress to 50 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1319.168512] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "refresh_cache-e6699dde-7111-4d9b-92a6-9670dafc31ef" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.168659] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquired lock "refresh_cache-e6699dde-7111-4d9b-92a6-9670dafc31ef" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.169171] env[69365]: DEBUG nova.network.neutron [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1319.362739] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3470048, 'name': CreateVM_Task} progress is 99%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.613571] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d99a93-d976-4636-a6ee-12e22d76905e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.634133] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff445806-f755-406c-b329-975a6250eaa3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.657492] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Updating instance '31ff0b14-dc60-4a4f-95f4-c0d823364979' progress to 67 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1319.775650] env[69365]: DEBUG nova.network.neutron [req-1094031a-0d71-43ff-8465-bde2ba40e701 req-8787fef3-fcfb-463e-a26c-307c59bd0dcc service nova] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Updated VIF entry in instance network info cache for port c17121f5-88a5-4d9d-bc2f-30404b5d2262. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1319.776051] env[69365]: DEBUG nova.network.neutron [req-1094031a-0d71-43ff-8465-bde2ba40e701 req-8787fef3-fcfb-463e-a26c-307c59bd0dcc service nova] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Updating instance_info_cache with network_info: [{"id": "c17121f5-88a5-4d9d-bc2f-30404b5d2262", "address": "fa:16:3e:be:85:b1", "network": {"id": "3292ebd5-5cb0-49fe-890b-73f6b4de7dd8", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-223271289-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0355cc65400f42d9be4ff1456c845022", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc17121f5-88", "ovs_interfaceid": "c17121f5-88a5-4d9d-bc2f-30404b5d2262", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.865023] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3470048, 'name': CreateVM_Task, 'duration_secs': 0.687028} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.865023] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1319.865023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.865023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.865023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.865023] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-534262a7-8385-41b6-a069-2caf22f62d5e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.869451] env[69365]: DEBUG oslo_vmware.api [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Waiting for the task: (returnval){ [ 1319.869451] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]525f40f4-6c59-3eb5-6043-6ab9e1ce4cfd" [ 1319.869451] env[69365]: _type = "Task" [ 1319.869451] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.879816] env[69365]: DEBUG oslo_vmware.api [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]525f40f4-6c59-3eb5-6043-6ab9e1ce4cfd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.905856] env[69365]: DEBUG nova.network.neutron [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Updating instance_info_cache with network_info: [{"id": "fb72fe95-d9b2-4526-8dff-c84c37ff37c8", "address": "fa:16:3e:a7:fb:31", "network": {"id": "2766da8d-6cbf-40dd-89bf-7615a2b00ee2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-680867915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc6800d15d0045f087de2c0c4ec21c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb72fe95-d9", "ovs_interfaceid": "fb72fe95-d9b2-4526-8dff-c84c37ff37c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.202301] env[69365]: DEBUG nova.network.neutron [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Port 54af5c81-d29d-476b-99f6-c1502d28c86b binding to destination host cpu-1 is already ACTIVE {{(pid=69365) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1320.278780] env[69365]: DEBUG oslo_concurrency.lockutils [req-1094031a-0d71-43ff-8465-bde2ba40e701 req-8787fef3-fcfb-463e-a26c-307c59bd0dcc service nova] Releasing lock "refresh_cache-b6d0d3d2-930b-4a69-b760-25fa38002a66" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.381128] env[69365]: DEBUG oslo_vmware.api [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]525f40f4-6c59-3eb5-6043-6ab9e1ce4cfd, 'name': SearchDatastore_Task, 'duration_secs': 0.01049} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.381436] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.381666] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1320.381900] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.382362] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.382637] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1320.382964] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-69729c04-58e1-40f1-9aa3-6be110ec9744 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.391633] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1320.391881] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1320.393397] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a627a02-e26e-41b1-b200-fd6a6c7a5550 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.398498] env[69365]: DEBUG oslo_vmware.api [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Waiting for the task: (returnval){ [ 1320.398498] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fb33e6-0821-03f2-aff6-4c7210775d72" [ 1320.398498] env[69365]: _type = "Task" [ 1320.398498] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.406382] env[69365]: DEBUG oslo_vmware.api [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fb33e6-0821-03f2-aff6-4c7210775d72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.408049] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Releasing lock "refresh_cache-e6699dde-7111-4d9b-92a6-9670dafc31ef" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.909354] env[69365]: DEBUG oslo_vmware.api [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fb33e6-0821-03f2-aff6-4c7210775d72, 'name': SearchDatastore_Task, 'duration_secs': 0.008078} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.914038] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a306f9a7-ff97-4a22-8625-4153f6a0d49e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.919944] env[69365]: DEBUG oslo_vmware.api [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Waiting for the task: (returnval){ [ 1320.919944] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b548d5-cfcf-dd90-bdb7-80c09b499555" [ 1320.919944] env[69365]: _type = "Task" [ 1320.919944] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.928764] env[69365]: DEBUG oslo_vmware.api [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b548d5-cfcf-dd90-bdb7-80c09b499555, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.233930] env[69365]: DEBUG oslo_concurrency.lockutils [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "31ff0b14-dc60-4a4f-95f4-c0d823364979-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.234239] env[69365]: DEBUG oslo_concurrency.lockutils [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "31ff0b14-dc60-4a4f-95f4-c0d823364979-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.234468] env[69365]: DEBUG oslo_concurrency.lockutils [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "31ff0b14-dc60-4a4f-95f4-c0d823364979-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.431482] env[69365]: DEBUG oslo_vmware.api [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b548d5-cfcf-dd90-bdb7-80c09b499555, 'name': SearchDatastore_Task, 'duration_secs': 0.00976} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.431739] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.431995] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] b6d0d3d2-930b-4a69-b760-25fa38002a66/b6d0d3d2-930b-4a69-b760-25fa38002a66.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1321.432287] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93bed1cf-5bd3-4b9e-8077-b31ccc16eb63 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.439401] env[69365]: DEBUG oslo_vmware.api [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Waiting for the task: (returnval){ [ 1321.439401] env[69365]: value = "task-3470049" [ 1321.439401] env[69365]: _type = "Task" [ 1321.439401] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.447688] env[69365]: DEBUG oslo_vmware.api [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Task: {'id': task-3470049, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.926082] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105e3aa6-db5c-449e-97e8-aa517227b6ea {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.946153] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Updating instance 'e6699dde-7111-4d9b-92a6-9670dafc31ef' progress to 0 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1321.958921] env[69365]: DEBUG oslo_vmware.api [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Task: {'id': task-3470049, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442725} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.958921] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] b6d0d3d2-930b-4a69-b760-25fa38002a66/b6d0d3d2-930b-4a69-b760-25fa38002a66.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1321.959093] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1321.960077] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0738a2f9-2eb2-471e-a8f6-d46f76f48bff {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.966320] env[69365]: DEBUG oslo_vmware.api [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Waiting for the task: (returnval){ [ 1321.966320] env[69365]: value = "task-3470050" [ 1321.966320] env[69365]: _type = "Task" [ 1321.966320] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.975014] env[69365]: DEBUG oslo_vmware.api [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Task: {'id': task-3470050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.455538] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1322.455877] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae1a08c5-24d0-426a-81e0-689ed06aa340 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.463743] env[69365]: DEBUG oslo_vmware.api [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1322.463743] env[69365]: value = "task-3470051" [ 1322.463743] env[69365]: _type = "Task" [ 1322.463743] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.474531] env[69365]: DEBUG oslo_vmware.api [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.477548] env[69365]: DEBUG oslo_vmware.api [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Task: {'id': task-3470050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081519} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.478699] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1322.479497] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb18de9-9fe3-47b4-b86f-5c497850b19a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.503205] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] b6d0d3d2-930b-4a69-b760-25fa38002a66/b6d0d3d2-930b-4a69-b760-25fa38002a66.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1322.504244] env[69365]: DEBUG oslo_concurrency.lockutils [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "refresh_cache-31ff0b14-dc60-4a4f-95f4-c0d823364979" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.504412] env[69365]: DEBUG oslo_concurrency.lockutils [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquired lock "refresh_cache-31ff0b14-dc60-4a4f-95f4-c0d823364979" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.504623] env[69365]: DEBUG nova.network.neutron [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.505852] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b7519cf-5fc5-47bf-b11b-190feca0977c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.528447] env[69365]: DEBUG oslo_vmware.api [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Waiting for the task: (returnval){ [ 1322.528447] env[69365]: value = "task-3470052" [ 1322.528447] env[69365]: _type = "Task" [ 1322.528447] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.538310] env[69365]: DEBUG oslo_vmware.api [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Task: {'id': task-3470052, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.824350] env[69365]: DEBUG nova.network.neutron [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Updating instance_info_cache with network_info: [{"id": "54af5c81-d29d-476b-99f6-c1502d28c86b", "address": "fa:16:3e:78:69:7a", "network": {"id": "c9047d9e-af08-44d6-a8c8-674c7f3eb4d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78225543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1458781f20f49c39b5ccccbb9bf0c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54af5c81-d2", "ovs_interfaceid": "54af5c81-d29d-476b-99f6-c1502d28c86b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.974128] env[69365]: DEBUG oslo_vmware.api [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470051, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.038502] env[69365]: DEBUG oslo_vmware.api [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Task: {'id': task-3470052, 'name': ReconfigVM_Task, 'duration_secs': 0.284546} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.038793] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Reconfigured VM instance instance-00000077 to attach disk [datastore1] b6d0d3d2-930b-4a69-b760-25fa38002a66/b6d0d3d2-930b-4a69-b760-25fa38002a66.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1323.039631] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-412ab431-b884-418e-8733-032ca699d3c8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.049020] env[69365]: DEBUG oslo_vmware.api [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Waiting for the task: (returnval){ [ 1323.049020] env[69365]: value = "task-3470053" [ 1323.049020] env[69365]: _type = "Task" [ 1323.049020] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.056148] env[69365]: DEBUG oslo_vmware.api [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Task: {'id': task-3470053, 'name': Rename_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.330743] env[69365]: DEBUG oslo_concurrency.lockutils [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Releasing lock "refresh_cache-31ff0b14-dc60-4a4f-95f4-c0d823364979" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.473888] env[69365]: DEBUG oslo_vmware.api [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470051, 'name': PowerOffVM_Task, 'duration_secs': 0.81215} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.474170] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1323.474422] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Updating instance 'e6699dde-7111-4d9b-92a6-9670dafc31ef' progress to 17 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1323.555956] env[69365]: DEBUG oslo_vmware.api [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Task: {'id': task-3470053, 'name': Rename_Task, 'duration_secs': 0.151933} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.556242] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1323.556484] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c09acf2b-eaee-42e6-a83a-dc1f92935675 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.562229] env[69365]: DEBUG oslo_vmware.api [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Waiting for the task: (returnval){ [ 1323.562229] env[69365]: value = "task-3470054" [ 1323.562229] env[69365]: _type = "Task" [ 1323.562229] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.570274] env[69365]: DEBUG oslo_vmware.api [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Task: {'id': task-3470054, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.575529] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "11efd450-4a65-4040-bbbb-c66376382aa6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.575791] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "11efd450-4a65-4040-bbbb-c66376382aa6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.859882] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-019f7190-9356-476c-8a92-34d7a1bd5525 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.879239] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e0c01b-9844-45dd-b892-7d5230046fab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.886181] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Updating instance '31ff0b14-dc60-4a4f-95f4-c0d823364979' progress to 83 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1323.981518] env[69365]: DEBUG nova.virt.hardware [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1323.981914] env[69365]: DEBUG nova.virt.hardware [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1323.982198] env[69365]: DEBUG nova.virt.hardware [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1323.982516] env[69365]: DEBUG nova.virt.hardware [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1323.982794] env[69365]: DEBUG nova.virt.hardware [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1323.983044] env[69365]: DEBUG nova.virt.hardware [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1323.983277] env[69365]: DEBUG nova.virt.hardware [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1323.983442] env[69365]: DEBUG nova.virt.hardware [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1323.983612] env[69365]: DEBUG nova.virt.hardware [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1323.983774] env[69365]: DEBUG nova.virt.hardware [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1323.983947] env[69365]: DEBUG nova.virt.hardware [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1323.989740] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-943d45d1-95e8-44bd-9119-04819e38bbff {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.005564] env[69365]: DEBUG oslo_vmware.api [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1324.005564] env[69365]: value = "task-3470055" [ 1324.005564] env[69365]: _type = "Task" [ 1324.005564] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.013903] env[69365]: DEBUG oslo_vmware.api [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470055, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.072663] env[69365]: DEBUG oslo_vmware.api [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Task: {'id': task-3470054, 'name': PowerOnVM_Task, 'duration_secs': 0.431003} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.072932] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1324.073184] env[69365]: INFO nova.compute.manager [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Took 7.28 seconds to spawn the instance on the hypervisor. [ 1324.073400] env[69365]: DEBUG nova.compute.manager [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1324.074265] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32153f2c-c76c-45d9-bd13-c93063187075 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.077652] env[69365]: DEBUG nova.compute.manager [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1324.394431] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1324.395070] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5162551a-65f7-475d-ada5-f74c4dbc9a85 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.404612] env[69365]: DEBUG oslo_vmware.api [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1324.404612] env[69365]: value = "task-3470056" [ 1324.404612] env[69365]: _type = "Task" [ 1324.404612] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.412672] env[69365]: DEBUG oslo_vmware.api [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470056, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.516058] env[69365]: DEBUG oslo_vmware.api [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470055, 'name': ReconfigVM_Task, 'duration_secs': 0.265928} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.516058] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Updating instance 'e6699dde-7111-4d9b-92a6-9670dafc31ef' progress to 33 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1324.598819] env[69365]: INFO nova.compute.manager [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Took 12.02 seconds to build instance. [ 1324.610824] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.611169] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.612817] env[69365]: INFO nova.compute.claims [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1324.866412] env[69365]: DEBUG oslo_concurrency.lockutils [None req-460d4ee5-9d3f-4c03-9022-4365aceeda6e tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Acquiring lock "b6d0d3d2-930b-4a69-b760-25fa38002a66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.913779] env[69365]: DEBUG oslo_vmware.api [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470056, 'name': PowerOnVM_Task, 'duration_secs': 0.446768} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.914128] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1324.914360] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-08d1c382-7156-450e-857e-26dc02d7e01c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Updating instance '31ff0b14-dc60-4a4f-95f4-c0d823364979' progress to 100 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1324.988658] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2824318b-1110-4796-a7e6-2070ab7a6903 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquiring lock "592da6de-20c5-4eb7-8a61-acc350b1f08c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.988925] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2824318b-1110-4796-a7e6-2070ab7a6903 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "592da6de-20c5-4eb7-8a61-acc350b1f08c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.989152] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2824318b-1110-4796-a7e6-2070ab7a6903 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquiring lock "592da6de-20c5-4eb7-8a61-acc350b1f08c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.989378] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2824318b-1110-4796-a7e6-2070ab7a6903 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "592da6de-20c5-4eb7-8a61-acc350b1f08c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.989574] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2824318b-1110-4796-a7e6-2070ab7a6903 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "592da6de-20c5-4eb7-8a61-acc350b1f08c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.991681] env[69365]: INFO nova.compute.manager [None req-2824318b-1110-4796-a7e6-2070ab7a6903 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Terminating instance [ 1325.022113] env[69365]: DEBUG nova.virt.hardware [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1325.022347] env[69365]: DEBUG nova.virt.hardware [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1325.022538] env[69365]: DEBUG nova.virt.hardware [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1325.022689] env[69365]: DEBUG nova.virt.hardware [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1325.022835] env[69365]: DEBUG nova.virt.hardware [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1325.023011] env[69365]: DEBUG nova.virt.hardware [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1325.023247] env[69365]: DEBUG nova.virt.hardware [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1325.023409] env[69365]: DEBUG nova.virt.hardware [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1325.023575] env[69365]: DEBUG nova.virt.hardware [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1325.023736] env[69365]: DEBUG nova.virt.hardware [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1325.023920] env[69365]: DEBUG nova.virt.hardware [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1325.029486] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Reconfiguring VM instance instance-00000076 to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1325.029971] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce25909c-6cb4-48ca-a435-e4705e3959d7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.048881] env[69365]: DEBUG oslo_vmware.api [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1325.048881] env[69365]: value = "task-3470057" [ 1325.048881] env[69365]: _type = "Task" [ 1325.048881] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.059341] env[69365]: DEBUG oslo_vmware.api [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470057, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.100651] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4a7cab06-6e75-42e6-9ce5-e33733ac99c8 tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Lock "b6d0d3d2-930b-4a69-b760-25fa38002a66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.533s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.100948] env[69365]: DEBUG oslo_concurrency.lockutils [None req-460d4ee5-9d3f-4c03-9022-4365aceeda6e tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Lock "b6d0d3d2-930b-4a69-b760-25fa38002a66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.235s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.101210] env[69365]: DEBUG oslo_concurrency.lockutils [None req-460d4ee5-9d3f-4c03-9022-4365aceeda6e tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Acquiring lock "b6d0d3d2-930b-4a69-b760-25fa38002a66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.101421] env[69365]: DEBUG oslo_concurrency.lockutils [None req-460d4ee5-9d3f-4c03-9022-4365aceeda6e tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Lock "b6d0d3d2-930b-4a69-b760-25fa38002a66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.101621] env[69365]: DEBUG oslo_concurrency.lockutils [None req-460d4ee5-9d3f-4c03-9022-4365aceeda6e tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Lock "b6d0d3d2-930b-4a69-b760-25fa38002a66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.103876] env[69365]: INFO nova.compute.manager [None req-460d4ee5-9d3f-4c03-9022-4365aceeda6e tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Terminating instance [ 1325.495291] env[69365]: DEBUG nova.compute.manager [None req-2824318b-1110-4796-a7e6-2070ab7a6903 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1325.495543] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2824318b-1110-4796-a7e6-2070ab7a6903 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.496522] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d473311e-c5fd-4d08-979c-0ca5729d8b5a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.504877] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2824318b-1110-4796-a7e6-2070ab7a6903 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.505133] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5548914a-0318-4404-aaa2-b68abd4e36e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.511847] env[69365]: DEBUG oslo_vmware.api [None req-2824318b-1110-4796-a7e6-2070ab7a6903 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1325.511847] env[69365]: value = "task-3470058" [ 1325.511847] env[69365]: _type = "Task" [ 1325.511847] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.520507] env[69365]: DEBUG oslo_vmware.api [None req-2824318b-1110-4796-a7e6-2070ab7a6903 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3470058, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.558776] env[69365]: DEBUG oslo_vmware.api [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470057, 'name': ReconfigVM_Task, 'duration_secs': 0.19729} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.559194] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Reconfigured VM instance instance-00000076 to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1325.559882] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a530315c-49a8-4d68-bf4d-7be58d956918 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.582748] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] e6699dde-7111-4d9b-92a6-9670dafc31ef/e6699dde-7111-4d9b-92a6-9670dafc31ef.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1325.583058] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08208f0c-2c14-4d5d-a86b-7cc5a335a910 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.601630] env[69365]: DEBUG oslo_vmware.api [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1325.601630] env[69365]: value = "task-3470059" [ 1325.601630] env[69365]: _type = "Task" [ 1325.601630] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.610170] env[69365]: DEBUG nova.compute.manager [None req-460d4ee5-9d3f-4c03-9022-4365aceeda6e tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1325.610390] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-460d4ee5-9d3f-4c03-9022-4365aceeda6e tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.610654] env[69365]: DEBUG oslo_vmware.api [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.611382] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7542a0b-5dc8-47a8-b48e-4e02460f0577 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.618046] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-460d4ee5-9d3f-4c03-9022-4365aceeda6e tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.618291] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29526c50-7364-4b40-8016-08be4f2d4468 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.629473] env[69365]: DEBUG oslo_vmware.api [None req-460d4ee5-9d3f-4c03-9022-4365aceeda6e tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Waiting for the task: (returnval){ [ 1325.629473] env[69365]: value = "task-3470060" [ 1325.629473] env[69365]: _type = "Task" [ 1325.629473] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.639763] env[69365]: DEBUG oslo_vmware.api [None req-460d4ee5-9d3f-4c03-9022-4365aceeda6e tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Task: {'id': task-3470060, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.730883] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab2588d-5fa8-444a-9ef8-8d3170dc1bf6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.739053] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e665dd-d580-49d6-a32d-097ff8d33697 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.774524] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed37f8fb-78ad-42fb-a703-aad1198dbd7b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.782402] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39376f4b-0e58-429b-b32d-a8f6b04b55c1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.796431] env[69365]: DEBUG nova.compute.provider_tree [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1326.021554] env[69365]: DEBUG oslo_vmware.api [None req-2824318b-1110-4796-a7e6-2070ab7a6903 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3470058, 'name': PowerOffVM_Task, 'duration_secs': 0.195889} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.021888] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-2824318b-1110-4796-a7e6-2070ab7a6903 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1326.021997] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2824318b-1110-4796-a7e6-2070ab7a6903 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1326.022226] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-963a746c-f788-4510-9151-460263809c4a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.079971] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2824318b-1110-4796-a7e6-2070ab7a6903 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1326.080210] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2824318b-1110-4796-a7e6-2070ab7a6903 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1326.080392] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2824318b-1110-4796-a7e6-2070ab7a6903 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Deleting the datastore file [datastore1] 592da6de-20c5-4eb7-8a61-acc350b1f08c {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1326.080657] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7663b357-88bb-4cae-ad8c-e08e590a488f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.086429] env[69365]: DEBUG oslo_vmware.api [None req-2824318b-1110-4796-a7e6-2070ab7a6903 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for the task: (returnval){ [ 1326.086429] env[69365]: value = "task-3470062" [ 1326.086429] env[69365]: _type = "Task" [ 1326.086429] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.094444] env[69365]: DEBUG oslo_vmware.api [None req-2824318b-1110-4796-a7e6-2070ab7a6903 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3470062, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.109650] env[69365]: DEBUG oslo_vmware.api [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470059, 'name': ReconfigVM_Task, 'duration_secs': 0.297185} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.109916] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Reconfigured VM instance instance-00000076 to attach disk [datastore1] e6699dde-7111-4d9b-92a6-9670dafc31ef/e6699dde-7111-4d9b-92a6-9670dafc31ef.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1326.110731] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Updating instance 'e6699dde-7111-4d9b-92a6-9670dafc31ef' progress to 50 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1326.139996] env[69365]: DEBUG oslo_vmware.api [None req-460d4ee5-9d3f-4c03-9022-4365aceeda6e tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Task: {'id': task-3470060, 'name': PowerOffVM_Task, 'duration_secs': 0.189698} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.140311] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-460d4ee5-9d3f-4c03-9022-4365aceeda6e tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1326.140499] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-460d4ee5-9d3f-4c03-9022-4365aceeda6e tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1326.140836] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03b7adda-3873-4095-a365-0e73c803846b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.199089] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-460d4ee5-9d3f-4c03-9022-4365aceeda6e tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1326.199329] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-460d4ee5-9d3f-4c03-9022-4365aceeda6e tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1326.199588] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-460d4ee5-9d3f-4c03-9022-4365aceeda6e tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Deleting the datastore file [datastore1] b6d0d3d2-930b-4a69-b760-25fa38002a66 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1326.199875] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3178f9ed-5e16-4712-835a-0fcbef9e4f33 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.205827] env[69365]: DEBUG oslo_vmware.api [None req-460d4ee5-9d3f-4c03-9022-4365aceeda6e tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Waiting for the task: (returnval){ [ 1326.205827] env[69365]: value = "task-3470064" [ 1326.205827] env[69365]: _type = "Task" [ 1326.205827] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.213700] env[69365]: DEBUG oslo_vmware.api [None req-460d4ee5-9d3f-4c03-9022-4365aceeda6e tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Task: {'id': task-3470064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.299852] env[69365]: DEBUG nova.scheduler.client.report [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1326.596726] env[69365]: DEBUG oslo_vmware.api [None req-2824318b-1110-4796-a7e6-2070ab7a6903 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Task: {'id': task-3470062, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136598} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.597013] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-2824318b-1110-4796-a7e6-2070ab7a6903 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.597230] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2824318b-1110-4796-a7e6-2070ab7a6903 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1326.597454] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-2824318b-1110-4796-a7e6-2070ab7a6903 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1326.597630] env[69365]: INFO nova.compute.manager [None req-2824318b-1110-4796-a7e6-2070ab7a6903 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1326.597888] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2824318b-1110-4796-a7e6-2070ab7a6903 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1326.598089] env[69365]: DEBUG nova.compute.manager [-] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1326.598185] env[69365]: DEBUG nova.network.neutron [-] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1326.616300] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c66b40c7-5101-49ef-b3d9-903a5f880854 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.635256] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f87683d-eec6-48e1-8640-aea67f97a68c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.652858] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Updating instance 'e6699dde-7111-4d9b-92a6-9670dafc31ef' progress to 67 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1326.715959] env[69365]: DEBUG oslo_vmware.api [None req-460d4ee5-9d3f-4c03-9022-4365aceeda6e tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Task: {'id': task-3470064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157857} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.716221] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-460d4ee5-9d3f-4c03-9022-4365aceeda6e tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.716403] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-460d4ee5-9d3f-4c03-9022-4365aceeda6e tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1326.716580] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-460d4ee5-9d3f-4c03-9022-4365aceeda6e tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1326.716751] env[69365]: INFO nova.compute.manager [None req-460d4ee5-9d3f-4c03-9022-4365aceeda6e tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1326.716986] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-460d4ee5-9d3f-4c03-9022-4365aceeda6e tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1326.717192] env[69365]: DEBUG nova.compute.manager [-] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1326.717317] env[69365]: DEBUG nova.network.neutron [-] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1326.747242] env[69365]: DEBUG oslo_concurrency.lockutils [None req-63a517c2-c26d-455d-a06a-083468262bf0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "31ff0b14-dc60-4a4f-95f4-c0d823364979" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.747564] env[69365]: DEBUG oslo_concurrency.lockutils [None req-63a517c2-c26d-455d-a06a-083468262bf0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "31ff0b14-dc60-4a4f-95f4-c0d823364979" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.747758] env[69365]: DEBUG nova.compute.manager [None req-63a517c2-c26d-455d-a06a-083468262bf0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Going to confirm migration 8 {{(pid=69365) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1326.805727] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.194s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.806268] env[69365]: DEBUG nova.compute.manager [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1327.094700] env[69365]: DEBUG nova.compute.manager [req-4e8ebf54-61ea-4f31-b37b-e624b85588b6 req-a0e395f1-c000-4822-8c70-69d0bbed0410 service nova] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Received event network-vif-deleted-c17121f5-88a5-4d9d-bc2f-30404b5d2262 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1327.094951] env[69365]: INFO nova.compute.manager [req-4e8ebf54-61ea-4f31-b37b-e624b85588b6 req-a0e395f1-c000-4822-8c70-69d0bbed0410 service nova] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Neutron deleted interface c17121f5-88a5-4d9d-bc2f-30404b5d2262; detaching it from the instance and deleting it from the info cache [ 1327.095092] env[69365]: DEBUG nova.network.neutron [req-4e8ebf54-61ea-4f31-b37b-e624b85588b6 req-a0e395f1-c000-4822-8c70-69d0bbed0410 service nova] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.230288] env[69365]: DEBUG nova.network.neutron [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Port fb72fe95-d9b2-4526-8dff-c84c37ff37c8 binding to destination host cpu-1 is already ACTIVE {{(pid=69365) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1327.311682] env[69365]: DEBUG nova.compute.utils [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1327.313786] env[69365]: DEBUG nova.compute.manager [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1327.313965] env[69365]: DEBUG nova.network.neutron [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1327.316942] env[69365]: DEBUG oslo_concurrency.lockutils [None req-63a517c2-c26d-455d-a06a-083468262bf0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "refresh_cache-31ff0b14-dc60-4a4f-95f4-c0d823364979" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.317985] env[69365]: DEBUG oslo_concurrency.lockutils [None req-63a517c2-c26d-455d-a06a-083468262bf0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquired lock "refresh_cache-31ff0b14-dc60-4a4f-95f4-c0d823364979" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.317985] env[69365]: DEBUG nova.network.neutron [None req-63a517c2-c26d-455d-a06a-083468262bf0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.318975] env[69365]: DEBUG nova.objects.instance [None req-63a517c2-c26d-455d-a06a-083468262bf0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lazy-loading 'info_cache' on Instance uuid 31ff0b14-dc60-4a4f-95f4-c0d823364979 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.352562] env[69365]: DEBUG nova.policy [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b10382c5fc2d44d987333cc778e7c0a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e30f9c23b7c4af7ab4d1dbd4ebc1afc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1327.573206] env[69365]: DEBUG nova.network.neutron [-] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.585367] env[69365]: DEBUG nova.network.neutron [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Successfully created port: b2c6c358-8f43-47b0-afb3-2db70d4b3b50 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1327.598151] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-570eb4e2-30e3-4733-8ab9-857999e08eaa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.608610] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33de5299-4e1c-45ce-891c-62fce9576c60 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.634682] env[69365]: DEBUG nova.compute.manager [req-4e8ebf54-61ea-4f31-b37b-e624b85588b6 req-a0e395f1-c000-4822-8c70-69d0bbed0410 service nova] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Detach interface failed, port_id=c17121f5-88a5-4d9d-bc2f-30404b5d2262, reason: Instance b6d0d3d2-930b-4a69-b760-25fa38002a66 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1327.707921] env[69365]: DEBUG nova.network.neutron [-] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.816961] env[69365]: DEBUG nova.compute.manager [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1328.075568] env[69365]: INFO nova.compute.manager [-] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Took 1.36 seconds to deallocate network for instance. [ 1328.211058] env[69365]: INFO nova.compute.manager [-] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Took 1.61 seconds to deallocate network for instance. [ 1328.251761] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "e6699dde-7111-4d9b-92a6-9670dafc31ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.251991] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "e6699dde-7111-4d9b-92a6-9670dafc31ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.252181] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "e6699dde-7111-4d9b-92a6-9670dafc31ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.550375] env[69365]: DEBUG nova.network.neutron [None req-63a517c2-c26d-455d-a06a-083468262bf0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Updating instance_info_cache with network_info: [{"id": "54af5c81-d29d-476b-99f6-c1502d28c86b", "address": "fa:16:3e:78:69:7a", "network": {"id": "c9047d9e-af08-44d6-a8c8-674c7f3eb4d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78225543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1458781f20f49c39b5ccccbb9bf0c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54af5c81-d2", "ovs_interfaceid": "54af5c81-d29d-476b-99f6-c1502d28c86b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.583228] env[69365]: DEBUG oslo_concurrency.lockutils [None req-460d4ee5-9d3f-4c03-9022-4365aceeda6e tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.583490] env[69365]: DEBUG oslo_concurrency.lockutils [None req-460d4ee5-9d3f-4c03-9022-4365aceeda6e tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.583703] env[69365]: DEBUG nova.objects.instance [None req-460d4ee5-9d3f-4c03-9022-4365aceeda6e tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Lazy-loading 'resources' on Instance uuid b6d0d3d2-930b-4a69-b760-25fa38002a66 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.718425] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2824318b-1110-4796-a7e6-2070ab7a6903 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.828452] env[69365]: DEBUG nova.compute.manager [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1328.857826] env[69365]: DEBUG nova.virt.hardware [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1328.858085] env[69365]: DEBUG nova.virt.hardware [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1328.858242] env[69365]: DEBUG nova.virt.hardware [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1328.858427] env[69365]: DEBUG nova.virt.hardware [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1328.858595] env[69365]: DEBUG nova.virt.hardware [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1328.858746] env[69365]: DEBUG nova.virt.hardware [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1328.858953] env[69365]: DEBUG nova.virt.hardware [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1328.859128] env[69365]: DEBUG nova.virt.hardware [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1328.859299] env[69365]: DEBUG nova.virt.hardware [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1328.859463] env[69365]: DEBUG nova.virt.hardware [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1328.859636] env[69365]: DEBUG nova.virt.hardware [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1328.860540] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95db52dc-0ba0-43db-a7e2-e68858871af0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.869060] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146d192e-8269-4f52-a9f8-2522d6446225 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.053600] env[69365]: DEBUG oslo_concurrency.lockutils [None req-63a517c2-c26d-455d-a06a-083468262bf0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Releasing lock "refresh_cache-31ff0b14-dc60-4a4f-95f4-c0d823364979" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.053878] env[69365]: DEBUG nova.objects.instance [None req-63a517c2-c26d-455d-a06a-083468262bf0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lazy-loading 'migration_context' on Instance uuid 31ff0b14-dc60-4a4f-95f4-c0d823364979 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.082839] env[69365]: DEBUG nova.network.neutron [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Successfully updated port: b2c6c358-8f43-47b0-afb3-2db70d4b3b50 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1329.125124] env[69365]: DEBUG nova.compute.manager [req-72780c43-2326-40e2-a8e1-ee7cd425e6e4 req-d6ccb8ca-ef5c-445a-9a4b-4e7c7b00251e service nova] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Received event network-vif-deleted-d3b5bfeb-61f7-4045-8530-2bbe8e40199e {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.125330] env[69365]: DEBUG nova.compute.manager [req-72780c43-2326-40e2-a8e1-ee7cd425e6e4 req-d6ccb8ca-ef5c-445a-9a4b-4e7c7b00251e service nova] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Received event network-vif-plugged-b2c6c358-8f43-47b0-afb3-2db70d4b3b50 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.125544] env[69365]: DEBUG oslo_concurrency.lockutils [req-72780c43-2326-40e2-a8e1-ee7cd425e6e4 req-d6ccb8ca-ef5c-445a-9a4b-4e7c7b00251e service nova] Acquiring lock "11efd450-4a65-4040-bbbb-c66376382aa6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.125748] env[69365]: DEBUG oslo_concurrency.lockutils [req-72780c43-2326-40e2-a8e1-ee7cd425e6e4 req-d6ccb8ca-ef5c-445a-9a4b-4e7c7b00251e service nova] Lock "11efd450-4a65-4040-bbbb-c66376382aa6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.125954] env[69365]: DEBUG oslo_concurrency.lockutils [req-72780c43-2326-40e2-a8e1-ee7cd425e6e4 req-d6ccb8ca-ef5c-445a-9a4b-4e7c7b00251e service nova] Lock "11efd450-4a65-4040-bbbb-c66376382aa6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.126117] env[69365]: DEBUG nova.compute.manager [req-72780c43-2326-40e2-a8e1-ee7cd425e6e4 req-d6ccb8ca-ef5c-445a-9a4b-4e7c7b00251e service nova] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] No waiting events found dispatching network-vif-plugged-b2c6c358-8f43-47b0-afb3-2db70d4b3b50 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1329.126293] env[69365]: WARNING nova.compute.manager [req-72780c43-2326-40e2-a8e1-ee7cd425e6e4 req-d6ccb8ca-ef5c-445a-9a4b-4e7c7b00251e service nova] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Received unexpected event network-vif-plugged-b2c6c358-8f43-47b0-afb3-2db70d4b3b50 for instance with vm_state building and task_state spawning. [ 1329.126454] env[69365]: DEBUG nova.compute.manager [req-72780c43-2326-40e2-a8e1-ee7cd425e6e4 req-d6ccb8ca-ef5c-445a-9a4b-4e7c7b00251e service nova] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Received event network-changed-b2c6c358-8f43-47b0-afb3-2db70d4b3b50 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1329.126607] env[69365]: DEBUG nova.compute.manager [req-72780c43-2326-40e2-a8e1-ee7cd425e6e4 req-d6ccb8ca-ef5c-445a-9a4b-4e7c7b00251e service nova] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Refreshing instance network info cache due to event network-changed-b2c6c358-8f43-47b0-afb3-2db70d4b3b50. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1329.126787] env[69365]: DEBUG oslo_concurrency.lockutils [req-72780c43-2326-40e2-a8e1-ee7cd425e6e4 req-d6ccb8ca-ef5c-445a-9a4b-4e7c7b00251e service nova] Acquiring lock "refresh_cache-11efd450-4a65-4040-bbbb-c66376382aa6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.126920] env[69365]: DEBUG oslo_concurrency.lockutils [req-72780c43-2326-40e2-a8e1-ee7cd425e6e4 req-d6ccb8ca-ef5c-445a-9a4b-4e7c7b00251e service nova] Acquired lock "refresh_cache-11efd450-4a65-4040-bbbb-c66376382aa6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.127083] env[69365]: DEBUG nova.network.neutron [req-72780c43-2326-40e2-a8e1-ee7cd425e6e4 req-d6ccb8ca-ef5c-445a-9a4b-4e7c7b00251e service nova] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Refreshing network info cache for port b2c6c358-8f43-47b0-afb3-2db70d4b3b50 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1329.176772] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802cc2cd-ea99-41a2-866e-71e1ccf59169 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.184529] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719dfaaf-8d2c-40f7-a478-f7660afae9c0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.215335] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfc28bd-17a4-4b8d-aaff-b0b9f5d12e3f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.222834] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb9daae-591e-46d6-bb32-0ff9e6bb3287 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.235802] env[69365]: DEBUG nova.compute.provider_tree [None req-460d4ee5-9d3f-4c03-9022-4365aceeda6e tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.285539] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "refresh_cache-e6699dde-7111-4d9b-92a6-9670dafc31ef" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.285719] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquired lock "refresh_cache-e6699dde-7111-4d9b-92a6-9670dafc31ef" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.285887] env[69365]: DEBUG nova.network.neutron [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.557209] env[69365]: DEBUG nova.objects.base [None req-63a517c2-c26d-455d-a06a-083468262bf0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Object Instance<31ff0b14-dc60-4a4f-95f4-c0d823364979> lazy-loaded attributes: info_cache,migration_context {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1329.558185] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0967b69e-e810-4dc4-9970-0134d5d24c54 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.577558] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f8f4dc4-99a5-44f3-b302-c9d972a438fa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.582861] env[69365]: DEBUG oslo_vmware.api [None req-63a517c2-c26d-455d-a06a-083468262bf0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1329.582861] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]523bd3a9-aeb7-1388-d712-2e4018b3f15d" [ 1329.582861] env[69365]: _type = "Task" [ 1329.582861] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.586023] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "refresh_cache-11efd450-4a65-4040-bbbb-c66376382aa6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.590766] env[69365]: DEBUG oslo_vmware.api [None req-63a517c2-c26d-455d-a06a-083468262bf0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523bd3a9-aeb7-1388-d712-2e4018b3f15d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.661398] env[69365]: DEBUG nova.network.neutron [req-72780c43-2326-40e2-a8e1-ee7cd425e6e4 req-d6ccb8ca-ef5c-445a-9a4b-4e7c7b00251e service nova] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1329.726462] env[69365]: DEBUG nova.network.neutron [req-72780c43-2326-40e2-a8e1-ee7cd425e6e4 req-d6ccb8ca-ef5c-445a-9a4b-4e7c7b00251e service nova] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.738857] env[69365]: DEBUG nova.scheduler.client.report [None req-460d4ee5-9d3f-4c03-9022-4365aceeda6e tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.961558] env[69365]: DEBUG nova.network.neutron [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Updating instance_info_cache with network_info: [{"id": "fb72fe95-d9b2-4526-8dff-c84c37ff37c8", "address": "fa:16:3e:a7:fb:31", "network": {"id": "2766da8d-6cbf-40dd-89bf-7615a2b00ee2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-680867915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc6800d15d0045f087de2c0c4ec21c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb72fe95-d9", "ovs_interfaceid": "fb72fe95-d9b2-4526-8dff-c84c37ff37c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.093221] env[69365]: DEBUG oslo_vmware.api [None req-63a517c2-c26d-455d-a06a-083468262bf0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523bd3a9-aeb7-1388-d712-2e4018b3f15d, 'name': SearchDatastore_Task, 'duration_secs': 0.008444} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.093513] env[69365]: DEBUG oslo_concurrency.lockutils [None req-63a517c2-c26d-455d-a06a-083468262bf0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.229436] env[69365]: DEBUG oslo_concurrency.lockutils [req-72780c43-2326-40e2-a8e1-ee7cd425e6e4 req-d6ccb8ca-ef5c-445a-9a4b-4e7c7b00251e service nova] Releasing lock "refresh_cache-11efd450-4a65-4040-bbbb-c66376382aa6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.230196] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquired lock "refresh_cache-11efd450-4a65-4040-bbbb-c66376382aa6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.230371] env[69365]: DEBUG nova.network.neutron [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.242743] env[69365]: DEBUG oslo_concurrency.lockutils [None req-460d4ee5-9d3f-4c03-9022-4365aceeda6e tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.659s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.244935] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2824318b-1110-4796-a7e6-2070ab7a6903 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.527s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.245193] env[69365]: DEBUG nova.objects.instance [None req-2824318b-1110-4796-a7e6-2070ab7a6903 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lazy-loading 'resources' on Instance uuid 592da6de-20c5-4eb7-8a61-acc350b1f08c {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1330.266204] env[69365]: INFO nova.scheduler.client.report [None req-460d4ee5-9d3f-4c03-9022-4365aceeda6e tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Deleted allocations for instance b6d0d3d2-930b-4a69-b760-25fa38002a66 [ 1330.463820] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Releasing lock "refresh_cache-e6699dde-7111-4d9b-92a6-9670dafc31ef" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.760979] env[69365]: DEBUG nova.network.neutron [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1330.773254] env[69365]: DEBUG oslo_concurrency.lockutils [None req-460d4ee5-9d3f-4c03-9022-4365aceeda6e tempest-ServerAddressesTestJSON-1815158387 tempest-ServerAddressesTestJSON-1815158387-project-member] Lock "b6d0d3d2-930b-4a69-b760-25fa38002a66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.672s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.828172] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776de53b-9396-4c37-b8ce-2c0a4d444ebc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.837779] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f62fb94-c7ec-4d45-afb2-048e31c94018 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.869506] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb11436e-066e-4b6f-8d13-80f3645df83b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.876374] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86e0a04-2aa5-40fb-a375-e25c58239fb0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.889036] env[69365]: DEBUG nova.compute.provider_tree [None req-2824318b-1110-4796-a7e6-2070ab7a6903 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.900078] env[69365]: DEBUG nova.network.neutron [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Updating instance_info_cache with network_info: [{"id": "b2c6c358-8f43-47b0-afb3-2db70d4b3b50", "address": "fa:16:3e:59:55:8e", "network": {"id": "416b7c4c-e948-4b23-a78d-2f828b76df7c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1889815928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30f9c23b7c4af7ab4d1dbd4ebc1afc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2c6c358-8f", "ovs_interfaceid": "b2c6c358-8f43-47b0-afb3-2db70d4b3b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.986498] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327d7b09-ab6d-4d9c-b9f2-c999200f4bd1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.005534] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7666182d-4f4f-4590-818f-b557b198589d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.012358] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Updating instance 'e6699dde-7111-4d9b-92a6-9670dafc31ef' progress to 83 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1331.392236] env[69365]: DEBUG nova.scheduler.client.report [None req-2824318b-1110-4796-a7e6-2070ab7a6903 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.402379] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Releasing lock "refresh_cache-11efd450-4a65-4040-bbbb-c66376382aa6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.402663] env[69365]: DEBUG nova.compute.manager [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Instance network_info: |[{"id": "b2c6c358-8f43-47b0-afb3-2db70d4b3b50", "address": "fa:16:3e:59:55:8e", "network": {"id": "416b7c4c-e948-4b23-a78d-2f828b76df7c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1889815928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30f9c23b7c4af7ab4d1dbd4ebc1afc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2c6c358-8f", "ovs_interfaceid": "b2c6c358-8f43-47b0-afb3-2db70d4b3b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1331.403097] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:55:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2c6c358-8f43-47b0-afb3-2db70d4b3b50', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.411389] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Creating folder: Project (7e30f9c23b7c4af7ab4d1dbd4ebc1afc). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1331.412238] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44eeda0d-d8a6-4863-8161-fae75deb9c8f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.423993] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Created folder: Project (7e30f9c23b7c4af7ab4d1dbd4ebc1afc) in parent group-v693134. [ 1331.424187] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Creating folder: Instances. Parent ref: group-v693465. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1331.424420] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c92ed9cc-5410-4c92-8a69-5b7b2ef8f3a1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.433747] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Created folder: Instances in parent group-v693465. [ 1331.433974] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1331.434169] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.434365] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e295069-c63e-4e0b-9c22-f5b9485069af {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.453315] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.453315] env[69365]: value = "task-3470067" [ 1331.453315] env[69365]: _type = "Task" [ 1331.453315] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.460487] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3470067, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.519511] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1331.519772] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2428b0f-1419-418b-a209-39de3fbf1187 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.526397] env[69365]: DEBUG oslo_vmware.api [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1331.526397] env[69365]: value = "task-3470068" [ 1331.526397] env[69365]: _type = "Task" [ 1331.526397] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.534429] env[69365]: DEBUG oslo_vmware.api [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.897203] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2824318b-1110-4796-a7e6-2070ab7a6903 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.900304] env[69365]: DEBUG oslo_concurrency.lockutils [None req-63a517c2-c26d-455d-a06a-083468262bf0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.807s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.925214] env[69365]: INFO nova.scheduler.client.report [None req-2824318b-1110-4796-a7e6-2070ab7a6903 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Deleted allocations for instance 592da6de-20c5-4eb7-8a61-acc350b1f08c [ 1331.963754] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3470067, 'name': CreateVM_Task, 'duration_secs': 0.346553} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.963903] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1331.964659] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.964814] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.965170] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.965489] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe448aaf-4c21-4929-a1df-02ffc538f2a3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.970980] env[69365]: DEBUG oslo_vmware.api [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1331.970980] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52bb3930-b600-42b3-1c6c-21640c102f05" [ 1331.970980] env[69365]: _type = "Task" [ 1331.970980] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.979966] env[69365]: DEBUG oslo_vmware.api [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52bb3930-b600-42b3-1c6c-21640c102f05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.036306] env[69365]: DEBUG oslo_vmware.api [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470068, 'name': PowerOnVM_Task, 'duration_secs': 0.451468} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.036615] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1332.036786] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-3d30f0e1-0732-464c-ad0a-744d13d2e67c tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Updating instance 'e6699dde-7111-4d9b-92a6-9670dafc31ef' progress to 100 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1332.433047] env[69365]: DEBUG oslo_concurrency.lockutils [None req-2824318b-1110-4796-a7e6-2070ab7a6903 tempest-AttachVolumeShelveTestJSON-2021849226 tempest-AttachVolumeShelveTestJSON-2021849226-project-member] Lock "592da6de-20c5-4eb7-8a61-acc350b1f08c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.444s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1332.481975] env[69365]: DEBUG oslo_vmware.api [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52bb3930-b600-42b3-1c6c-21640c102f05, 'name': SearchDatastore_Task, 'duration_secs': 0.030265} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.482286] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.482510] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1332.484016] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.484016] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.484016] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1332.484016] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb6f9fa8-6dda-4f82-a510-687d20f17237 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.491246] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0f4d02-d235-4974-9095-7ac16e7e1d2e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.494504] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1332.494706] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1332.495844] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed8cfba2-9682-45aa-9d1d-d6738dbee987 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.501091] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad579451-5619-44e6-82eb-9d1fdfd4788c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.504549] env[69365]: DEBUG oslo_vmware.api [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1332.504549] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]526ae5e4-2001-cb9e-0634-f97bb05ee68f" [ 1332.504549] env[69365]: _type = "Task" [ 1332.504549] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.534427] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc78e82e-5c2d-4f43-b61a-2eb72a5b8e79 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.540642] env[69365]: DEBUG oslo_vmware.api [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]526ae5e4-2001-cb9e-0634-f97bb05ee68f, 'name': SearchDatastore_Task, 'duration_secs': 0.008463} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.541636] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcfaa969-be3a-4181-bfc8-d50b6929b651 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.550021] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfd796e-7002-40e7-a1e5-eb1a9f9a722b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.554678] env[69365]: DEBUG oslo_vmware.api [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1332.554678] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52ea9881-15ae-6644-4d21-db37769a8109" [ 1332.554678] env[69365]: _type = "Task" [ 1332.554678] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.565678] env[69365]: DEBUG nova.compute.provider_tree [None req-63a517c2-c26d-455d-a06a-083468262bf0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.572587] env[69365]: DEBUG oslo_vmware.api [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52ea9881-15ae-6644-4d21-db37769a8109, 'name': SearchDatastore_Task, 'duration_secs': 0.008787} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.572880] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.573114] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 11efd450-4a65-4040-bbbb-c66376382aa6/11efd450-4a65-4040-bbbb-c66376382aa6.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1332.573357] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22bd30fc-61a0-4489-8def-4af509b04e97 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.579944] env[69365]: DEBUG oslo_vmware.api [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1332.579944] env[69365]: value = "task-3470069" [ 1332.579944] env[69365]: _type = "Task" [ 1332.579944] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.587639] env[69365]: DEBUG oslo_vmware.api [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.069071] env[69365]: DEBUG nova.scheduler.client.report [None req-63a517c2-c26d-455d-a06a-083468262bf0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1333.092129] env[69365]: DEBUG oslo_vmware.api [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470069, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474939} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.092550] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 11efd450-4a65-4040-bbbb-c66376382aa6/11efd450-4a65-4040-bbbb-c66376382aa6.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1333.092784] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1333.093241] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e50e9d7-3b13-4f4a-aa2d-93d01cfc9961 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.100654] env[69365]: DEBUG oslo_vmware.api [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1333.100654] env[69365]: value = "task-3470070" [ 1333.100654] env[69365]: _type = "Task" [ 1333.100654] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.110861] env[69365]: DEBUG oslo_vmware.api [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470070, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.610788] env[69365]: DEBUG oslo_vmware.api [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470070, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167589} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.611169] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1333.611651] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a223768-d28a-4b39-838e-333af3337a6f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.636060] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 11efd450-4a65-4040-bbbb-c66376382aa6/11efd450-4a65-4040-bbbb-c66376382aa6.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1333.636333] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7397b696-91d7-4d5a-a131-a5c4e89a08ec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.656809] env[69365]: DEBUG oslo_vmware.api [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1333.656809] env[69365]: value = "task-3470071" [ 1333.656809] env[69365]: _type = "Task" [ 1333.656809] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.666154] env[69365]: DEBUG oslo_vmware.api [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470071, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.077460] env[69365]: DEBUG oslo_concurrency.lockutils [None req-63a517c2-c26d-455d-a06a-083468262bf0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.177s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.167225] env[69365]: DEBUG oslo_vmware.api [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470071, 'name': ReconfigVM_Task, 'duration_secs': 0.270065} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.167225] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 11efd450-4a65-4040-bbbb-c66376382aa6/11efd450-4a65-4040-bbbb-c66376382aa6.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1334.167873] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee27a354-4fce-40fe-9e08-9befb6f64f5e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.174846] env[69365]: DEBUG oslo_vmware.api [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1334.174846] env[69365]: value = "task-3470073" [ 1334.174846] env[69365]: _type = "Task" [ 1334.174846] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.184211] env[69365]: DEBUG oslo_vmware.api [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470073, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.561436] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "e6699dde-7111-4d9b-92a6-9670dafc31ef" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.561710] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "e6699dde-7111-4d9b-92a6-9670dafc31ef" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.561941] env[69365]: DEBUG nova.compute.manager [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Going to confirm migration 9 {{(pid=69365) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1334.638017] env[69365]: INFO nova.scheduler.client.report [None req-63a517c2-c26d-455d-a06a-083468262bf0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Deleted allocation for migration 91637a6c-fa5e-40c4-8ec7-55b080ad300c [ 1334.685740] env[69365]: DEBUG oslo_vmware.api [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470073, 'name': Rename_Task, 'duration_secs': 0.141165} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.686143] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1334.686588] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dadd8de-95ac-4cf2-b370-ebe6e6d63f03 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.692808] env[69365]: DEBUG oslo_vmware.api [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1334.692808] env[69365]: value = "task-3470074" [ 1334.692808] env[69365]: _type = "Task" [ 1334.692808] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.701069] env[69365]: DEBUG oslo_vmware.api [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470074, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.820079] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1334.820368] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.225223] env[69365]: DEBUG oslo_concurrency.lockutils [None req-63a517c2-c26d-455d-a06a-083468262bf0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "31ff0b14-dc60-4a4f-95f4-c0d823364979" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.396s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.225223] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "refresh_cache-e6699dde-7111-4d9b-92a6-9670dafc31ef" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.225223] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquired lock "refresh_cache-e6699dde-7111-4d9b-92a6-9670dafc31ef" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.225223] env[69365]: DEBUG nova.network.neutron [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1335.225223] env[69365]: DEBUG nova.objects.instance [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lazy-loading 'info_cache' on Instance uuid e6699dde-7111-4d9b-92a6-9670dafc31ef {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1335.225223] env[69365]: DEBUG oslo_vmware.api [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470074, 'name': PowerOnVM_Task, 'duration_secs': 0.427877} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.225223] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1335.225223] env[69365]: INFO nova.compute.manager [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Took 6.38 seconds to spawn the instance on the hypervisor. [ 1335.225223] env[69365]: DEBUG nova.compute.manager [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1335.225223] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8d9789-8c81-4dc8-892a-8bf550b45304 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.328291] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.328291] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.328291] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.328291] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.328291] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.328291] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.328291] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69365) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1335.328291] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager.update_available_resource {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1335.724277] env[69365]: INFO nova.compute.manager [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Took 11.14 seconds to build instance. [ 1335.831965] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.835020] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.835020] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.835020] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69365) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1335.835020] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44bd4ce-1531-46ac-a1e9-f100a954467e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.843260] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fbfdae9-9735-4d2b-86d8-ff8167620992 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.858647] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb8fd36-6926-4aa8-9a3e-b5eaf0a799e9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.866346] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1871bd-70ae-41ae-9534-d2cf08840eda {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.897362] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179894MB free_disk=94GB free_vcpus=48 pci_devices=None {{(pid=69365) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1335.897711] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.898069] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.046365] env[69365]: DEBUG oslo_concurrency.lockutils [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquiring lock "609fe30a-21f6-46f9-92cd-19a3d650e973" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.046836] env[69365]: DEBUG oslo_concurrency.lockutils [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lock "609fe30a-21f6-46f9-92cd-19a3d650e973" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.226350] env[69365]: DEBUG oslo_concurrency.lockutils [None req-9109573f-9900-430b-a2eb-66d192a20f8f tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "11efd450-4a65-4040-bbbb-c66376382aa6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.650s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.358047] env[69365]: DEBUG nova.compute.manager [req-bf1458b1-256d-48e2-a488-636eaa88573f req-a03d2c9e-8ca2-428d-adb8-f5f6af3370e2 service nova] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Received event network-changed-b2c6c358-8f43-47b0-afb3-2db70d4b3b50 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1336.358823] env[69365]: DEBUG nova.compute.manager [req-bf1458b1-256d-48e2-a488-636eaa88573f req-a03d2c9e-8ca2-428d-adb8-f5f6af3370e2 service nova] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Refreshing instance network info cache due to event network-changed-b2c6c358-8f43-47b0-afb3-2db70d4b3b50. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1336.359082] env[69365]: DEBUG oslo_concurrency.lockutils [req-bf1458b1-256d-48e2-a488-636eaa88573f req-a03d2c9e-8ca2-428d-adb8-f5f6af3370e2 service nova] Acquiring lock "refresh_cache-11efd450-4a65-4040-bbbb-c66376382aa6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.359231] env[69365]: DEBUG oslo_concurrency.lockutils [req-bf1458b1-256d-48e2-a488-636eaa88573f req-a03d2c9e-8ca2-428d-adb8-f5f6af3370e2 service nova] Acquired lock "refresh_cache-11efd450-4a65-4040-bbbb-c66376382aa6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.359394] env[69365]: DEBUG nova.network.neutron [req-bf1458b1-256d-48e2-a488-636eaa88573f req-a03d2c9e-8ca2-428d-adb8-f5f6af3370e2 service nova] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Refreshing network info cache for port b2c6c358-8f43-47b0-afb3-2db70d4b3b50 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1336.422419] env[69365]: DEBUG nova.network.neutron [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Updating instance_info_cache with network_info: [{"id": "fb72fe95-d9b2-4526-8dff-c84c37ff37c8", "address": "fa:16:3e:a7:fb:31", "network": {"id": "2766da8d-6cbf-40dd-89bf-7615a2b00ee2", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-680867915-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bc6800d15d0045f087de2c0c4ec21c44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb72fe95-d9", "ovs_interfaceid": "fb72fe95-d9b2-4526-8dff-c84c37ff37c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.550756] env[69365]: DEBUG nova.compute.manager [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1336.573696] env[69365]: DEBUG oslo_concurrency.lockutils [None req-377a8b45-6f23-46ba-be02-7edc0826875e tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "31ff0b14-dc60-4a4f-95f4-c0d823364979" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.574131] env[69365]: DEBUG oslo_concurrency.lockutils [None req-377a8b45-6f23-46ba-be02-7edc0826875e tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "31ff0b14-dc60-4a4f-95f4-c0d823364979" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.574191] env[69365]: DEBUG oslo_concurrency.lockutils [None req-377a8b45-6f23-46ba-be02-7edc0826875e tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "31ff0b14-dc60-4a4f-95f4-c0d823364979-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1336.577335] env[69365]: DEBUG oslo_concurrency.lockutils [None req-377a8b45-6f23-46ba-be02-7edc0826875e tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "31ff0b14-dc60-4a4f-95f4-c0d823364979-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.577335] env[69365]: DEBUG oslo_concurrency.lockutils [None req-377a8b45-6f23-46ba-be02-7edc0826875e tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "31ff0b14-dc60-4a4f-95f4-c0d823364979-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.577335] env[69365]: INFO nova.compute.manager [None req-377a8b45-6f23-46ba-be02-7edc0826875e tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Terminating instance [ 1336.905023] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Applying migration context for instance e6699dde-7111-4d9b-92a6-9670dafc31ef as it has an incoming, in-progress migration eb479c21-7ebe-424e-bf3d-c2140042862c. Migration status is finished {{(pid=69365) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1336.905770] env[69365]: INFO nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Updating resource usage from migration eb479c21-7ebe-424e-bf3d-c2140042862c [ 1336.924561] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Releasing lock "refresh_cache-e6699dde-7111-4d9b-92a6-9670dafc31ef" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.924829] env[69365]: DEBUG nova.objects.instance [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lazy-loading 'migration_context' on Instance uuid e6699dde-7111-4d9b-92a6-9670dafc31ef {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1336.927654] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 31ff0b14-dc60-4a4f-95f4-c0d823364979 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1336.927803] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Migration eb479c21-7ebe-424e-bf3d-c2140042862c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1336.927927] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance e6699dde-7111-4d9b-92a6-9670dafc31ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1336.928059] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 11efd450-4a65-4040-bbbb-c66376382aa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1337.070297] env[69365]: DEBUG oslo_concurrency.lockutils [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.076569] env[69365]: DEBUG nova.network.neutron [req-bf1458b1-256d-48e2-a488-636eaa88573f req-a03d2c9e-8ca2-428d-adb8-f5f6af3370e2 service nova] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Updated VIF entry in instance network info cache for port b2c6c358-8f43-47b0-afb3-2db70d4b3b50. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1337.076891] env[69365]: DEBUG nova.network.neutron [req-bf1458b1-256d-48e2-a488-636eaa88573f req-a03d2c9e-8ca2-428d-adb8-f5f6af3370e2 service nova] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Updating instance_info_cache with network_info: [{"id": "b2c6c358-8f43-47b0-afb3-2db70d4b3b50", "address": "fa:16:3e:59:55:8e", "network": {"id": "416b7c4c-e948-4b23-a78d-2f828b76df7c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1889815928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30f9c23b7c4af7ab4d1dbd4ebc1afc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2c6c358-8f", "ovs_interfaceid": "b2c6c358-8f43-47b0-afb3-2db70d4b3b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.082620] env[69365]: DEBUG nova.compute.manager [None req-377a8b45-6f23-46ba-be02-7edc0826875e tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1337.082620] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-377a8b45-6f23-46ba-be02-7edc0826875e tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1337.082620] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ba088e-6fa8-435a-ba77-d2af30826a9b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.092813] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-377a8b45-6f23-46ba-be02-7edc0826875e tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1337.093689] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dae8f513-1cff-48d6-9744-867ff008f73b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.101160] env[69365]: DEBUG oslo_vmware.api [None req-377a8b45-6f23-46ba-be02-7edc0826875e tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1337.101160] env[69365]: value = "task-3470075" [ 1337.101160] env[69365]: _type = "Task" [ 1337.101160] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.111764] env[69365]: DEBUG oslo_vmware.api [None req-377a8b45-6f23-46ba-be02-7edc0826875e tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.430971] env[69365]: DEBUG nova.objects.base [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1337.431903] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c3c02c-21fa-4e5b-b044-cb7530ba2465 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.435651] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 609fe30a-21f6-46f9-92cd-19a3d650e973 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1337.435868] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1337.436017] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1408MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1337.469195] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b4c9d3a-b347-4405-805c-7e1a38e7fce5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.475667] env[69365]: DEBUG oslo_vmware.api [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1337.475667] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52545e94-090c-55b7-3248-522ab41d382d" [ 1337.475667] env[69365]: _type = "Task" [ 1337.475667] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.486901] env[69365]: DEBUG oslo_vmware.api [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52545e94-090c-55b7-3248-522ab41d382d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.539844] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb5e1a1-f872-4d31-84f9-accc06e0955f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.547336] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d1da71-ef2a-4563-8b34-0706876b5ce5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.579535] env[69365]: DEBUG oslo_concurrency.lockutils [req-bf1458b1-256d-48e2-a488-636eaa88573f req-a03d2c9e-8ca2-428d-adb8-f5f6af3370e2 service nova] Releasing lock "refresh_cache-11efd450-4a65-4040-bbbb-c66376382aa6" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.580465] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab8be897-1725-49d5-9a3b-af0455fbca14 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.588492] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69156868-d4a6-4d00-bda0-3a2d8c4491df {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.602206] env[69365]: DEBUG nova.compute.provider_tree [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.611822] env[69365]: DEBUG oslo_vmware.api [None req-377a8b45-6f23-46ba-be02-7edc0826875e tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470075, 'name': PowerOffVM_Task, 'duration_secs': 0.280021} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.612766] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-377a8b45-6f23-46ba-be02-7edc0826875e tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1337.613302] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-377a8b45-6f23-46ba-be02-7edc0826875e tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1337.613522] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df67d1da-25bc-4601-b1a7-6cc4de55aa0a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.674453] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-377a8b45-6f23-46ba-be02-7edc0826875e tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1337.674692] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-377a8b45-6f23-46ba-be02-7edc0826875e tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1337.674886] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-377a8b45-6f23-46ba-be02-7edc0826875e tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Deleting the datastore file [datastore2] 31ff0b14-dc60-4a4f-95f4-c0d823364979 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1337.675254] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f44f531-7998-4c45-b541-37315181ec24 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.682788] env[69365]: DEBUG oslo_vmware.api [None req-377a8b45-6f23-46ba-be02-7edc0826875e tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1337.682788] env[69365]: value = "task-3470077" [ 1337.682788] env[69365]: _type = "Task" [ 1337.682788] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.691645] env[69365]: DEBUG oslo_vmware.api [None req-377a8b45-6f23-46ba-be02-7edc0826875e tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470077, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.986892] env[69365]: DEBUG oslo_vmware.api [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52545e94-090c-55b7-3248-522ab41d382d, 'name': SearchDatastore_Task, 'duration_secs': 0.008571} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.987298] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1338.108489] env[69365]: DEBUG nova.scheduler.client.report [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.192818] env[69365]: DEBUG oslo_vmware.api [None req-377a8b45-6f23-46ba-be02-7edc0826875e tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470077, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17285} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.193060] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-377a8b45-6f23-46ba-be02-7edc0826875e tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1338.193240] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-377a8b45-6f23-46ba-be02-7edc0826875e tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1338.193417] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-377a8b45-6f23-46ba-be02-7edc0826875e tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1338.193590] env[69365]: INFO nova.compute.manager [None req-377a8b45-6f23-46ba-be02-7edc0826875e tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1338.193818] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-377a8b45-6f23-46ba-be02-7edc0826875e tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1338.194018] env[69365]: DEBUG nova.compute.manager [-] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1338.194108] env[69365]: DEBUG nova.network.neutron [-] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1338.613304] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69365) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1338.613408] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.715s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.613674] env[69365]: DEBUG oslo_concurrency.lockutils [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.544s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.615211] env[69365]: INFO nova.compute.claims [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1338.653602] env[69365]: DEBUG nova.compute.manager [req-fd8d6f4c-8deb-4de9-82c5-e696c0113674 req-96dc8cab-a08a-4e1f-9f8e-c4553b3ea634 service nova] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Received event network-vif-deleted-54af5c81-d29d-476b-99f6-c1502d28c86b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1338.653890] env[69365]: INFO nova.compute.manager [req-fd8d6f4c-8deb-4de9-82c5-e696c0113674 req-96dc8cab-a08a-4e1f-9f8e-c4553b3ea634 service nova] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Neutron deleted interface 54af5c81-d29d-476b-99f6-c1502d28c86b; detaching it from the instance and deleting it from the info cache [ 1338.654133] env[69365]: DEBUG nova.network.neutron [req-fd8d6f4c-8deb-4de9-82c5-e696c0113674 req-96dc8cab-a08a-4e1f-9f8e-c4553b3ea634 service nova] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.132745] env[69365]: DEBUG nova.network.neutron [-] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.157332] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4638b39d-0de1-4d26-98d8-a34202e7835c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.167934] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0c6f90-b37b-441f-be9e-315c384d2e0c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.193597] env[69365]: DEBUG nova.compute.manager [req-fd8d6f4c-8deb-4de9-82c5-e696c0113674 req-96dc8cab-a08a-4e1f-9f8e-c4553b3ea634 service nova] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Detach interface failed, port_id=54af5c81-d29d-476b-99f6-c1502d28c86b, reason: Instance 31ff0b14-dc60-4a4f-95f4-c0d823364979 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1339.636183] env[69365]: INFO nova.compute.manager [-] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Took 1.44 seconds to deallocate network for instance. [ 1339.703068] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d23eef-42d9-455b-aab5-f6ed86f63e1b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.711149] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed25aab-acd0-428f-9221-92b67518a8a9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.743098] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb5db45-374a-4b35-9490-c3cd0b787ba4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.750680] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f4abd0-3071-4f77-83f6-f0699d5eb0b8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.763577] env[69365]: DEBUG nova.compute.provider_tree [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.143603] env[69365]: DEBUG oslo_concurrency.lockutils [None req-377a8b45-6f23-46ba-be02-7edc0826875e tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.267032] env[69365]: DEBUG nova.scheduler.client.report [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1340.772221] env[69365]: DEBUG oslo_concurrency.lockutils [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.158s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.772720] env[69365]: DEBUG nova.compute.manager [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1340.775320] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.788s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.279381] env[69365]: DEBUG nova.compute.utils [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1341.283957] env[69365]: DEBUG nova.compute.manager [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1341.283957] env[69365]: DEBUG nova.network.neutron [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1341.321334] env[69365]: DEBUG nova.policy [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df7d66ff0b9b482dbb852af8390ee651', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f747fe8b2644381891262af150b25db', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1341.347522] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87b0ff7-4c9a-4489-a4aa-ede78977ccd1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.354899] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdf6646-aafe-4964-a445-10fee8a1214c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.385604] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7c8431-9876-4850-8c17-8ead995fecad {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.392635] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29997a9-ccbb-4d89-81d1-e0cf15cd7343 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.405367] env[69365]: DEBUG nova.compute.provider_tree [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1341.584519] env[69365]: DEBUG nova.network.neutron [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Successfully created port: 4c0c6f38-7de6-488d-961d-85c1cfa228f5 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1341.784574] env[69365]: DEBUG nova.compute.manager [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1341.908489] env[69365]: DEBUG nova.scheduler.client.report [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.794139] env[69365]: DEBUG nova.compute.manager [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1342.828767] env[69365]: DEBUG nova.virt.hardware [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1342.832024] env[69365]: DEBUG nova.virt.hardware [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1342.832024] env[69365]: DEBUG nova.virt.hardware [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1342.832024] env[69365]: DEBUG nova.virt.hardware [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1342.832024] env[69365]: DEBUG nova.virt.hardware [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1342.832024] env[69365]: DEBUG nova.virt.hardware [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1342.832024] env[69365]: DEBUG nova.virt.hardware [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1342.832024] env[69365]: DEBUG nova.virt.hardware [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1342.832024] env[69365]: DEBUG nova.virt.hardware [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1342.832024] env[69365]: DEBUG nova.virt.hardware [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1342.832024] env[69365]: DEBUG nova.virt.hardware [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1342.832024] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f1dfdc-f9b8-4742-8394-3d92e70eab18 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.839291] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df786b4a-d60b-4b79-bd21-19d416553519 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.917966] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.142s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.921218] env[69365]: DEBUG oslo_concurrency.lockutils [None req-377a8b45-6f23-46ba-be02-7edc0826875e tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.778s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.922590] env[69365]: DEBUG nova.objects.instance [None req-377a8b45-6f23-46ba-be02-7edc0826875e tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lazy-loading 'resources' on Instance uuid 31ff0b14-dc60-4a4f-95f4-c0d823364979 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1342.959607] env[69365]: DEBUG nova.compute.manager [req-e830cc2f-c378-469e-9ed2-4b654cb20b15 req-b859de38-7b18-4885-8a8d-986bea7d310d service nova] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Received event network-vif-plugged-4c0c6f38-7de6-488d-961d-85c1cfa228f5 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1342.960040] env[69365]: DEBUG oslo_concurrency.lockutils [req-e830cc2f-c378-469e-9ed2-4b654cb20b15 req-b859de38-7b18-4885-8a8d-986bea7d310d service nova] Acquiring lock "609fe30a-21f6-46f9-92cd-19a3d650e973-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.960409] env[69365]: DEBUG oslo_concurrency.lockutils [req-e830cc2f-c378-469e-9ed2-4b654cb20b15 req-b859de38-7b18-4885-8a8d-986bea7d310d service nova] Lock "609fe30a-21f6-46f9-92cd-19a3d650e973-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1342.960768] env[69365]: DEBUG oslo_concurrency.lockutils [req-e830cc2f-c378-469e-9ed2-4b654cb20b15 req-b859de38-7b18-4885-8a8d-986bea7d310d service nova] Lock "609fe30a-21f6-46f9-92cd-19a3d650e973-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1342.961105] env[69365]: DEBUG nova.compute.manager [req-e830cc2f-c378-469e-9ed2-4b654cb20b15 req-b859de38-7b18-4885-8a8d-986bea7d310d service nova] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] No waiting events found dispatching network-vif-plugged-4c0c6f38-7de6-488d-961d-85c1cfa228f5 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1342.961444] env[69365]: WARNING nova.compute.manager [req-e830cc2f-c378-469e-9ed2-4b654cb20b15 req-b859de38-7b18-4885-8a8d-986bea7d310d service nova] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Received unexpected event network-vif-plugged-4c0c6f38-7de6-488d-961d-85c1cfa228f5 for instance with vm_state building and task_state spawning. [ 1343.044971] env[69365]: DEBUG nova.network.neutron [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Successfully updated port: 4c0c6f38-7de6-488d-961d-85c1cfa228f5 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1343.481835] env[69365]: INFO nova.scheduler.client.report [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Deleted allocation for migration eb479c21-7ebe-424e-bf3d-c2140042862c [ 1343.495807] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53698c23-02d7-4845-85f3-8616a78ea484 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.504074] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12032675-81ca-468e-9669-dd7069b7ea08 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.534746] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ace3f6-6605-4288-8320-66296e70afb2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.542446] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92958dcb-0019-4d13-9ce4-282c0675fc8f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.546726] env[69365]: DEBUG oslo_concurrency.lockutils [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquiring lock "refresh_cache-609fe30a-21f6-46f9-92cd-19a3d650e973" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.547110] env[69365]: DEBUG oslo_concurrency.lockutils [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquired lock "refresh_cache-609fe30a-21f6-46f9-92cd-19a3d650e973" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.547110] env[69365]: DEBUG nova.network.neutron [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1343.557814] env[69365]: DEBUG nova.compute.provider_tree [None req-377a8b45-6f23-46ba-be02-7edc0826875e tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1343.989251] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "e6699dde-7111-4d9b-92a6-9670dafc31ef" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.427s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.060765] env[69365]: DEBUG nova.scheduler.client.report [None req-377a8b45-6f23-46ba-be02-7edc0826875e tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.079898] env[69365]: DEBUG nova.network.neutron [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1344.247600] env[69365]: DEBUG nova.network.neutron [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Updating instance_info_cache with network_info: [{"id": "4c0c6f38-7de6-488d-961d-85c1cfa228f5", "address": "fa:16:3e:9a:6d:7a", "network": {"id": "8e5087d7-4593-4d20-ad91-8ed29170403a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2031745279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f747fe8b2644381891262af150b25db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c0c6f38-7d", "ovs_interfaceid": "4c0c6f38-7de6-488d-961d-85c1cfa228f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.565318] env[69365]: DEBUG oslo_concurrency.lockutils [None req-377a8b45-6f23-46ba-be02-7edc0826875e tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.590101] env[69365]: INFO nova.scheduler.client.report [None req-377a8b45-6f23-46ba-be02-7edc0826875e tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Deleted allocations for instance 31ff0b14-dc60-4a4f-95f4-c0d823364979 [ 1344.750382] env[69365]: DEBUG oslo_concurrency.lockutils [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Releasing lock "refresh_cache-609fe30a-21f6-46f9-92cd-19a3d650e973" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.750700] env[69365]: DEBUG nova.compute.manager [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Instance network_info: |[{"id": "4c0c6f38-7de6-488d-961d-85c1cfa228f5", "address": "fa:16:3e:9a:6d:7a", "network": {"id": "8e5087d7-4593-4d20-ad91-8ed29170403a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2031745279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f747fe8b2644381891262af150b25db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c0c6f38-7d", "ovs_interfaceid": "4c0c6f38-7de6-488d-961d-85c1cfa228f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1344.751203] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:6d:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c0c6f38-7de6-488d-961d-85c1cfa228f5', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1344.758737] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Creating folder: Project (6f747fe8b2644381891262af150b25db). Parent ref: group-v693134. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1344.759042] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-963e8d08-9a09-47a5-8b8f-ac50e6648bfa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.771403] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Created folder: Project (6f747fe8b2644381891262af150b25db) in parent group-v693134. [ 1344.771602] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Creating folder: Instances. Parent ref: group-v693468. {{(pid=69365) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1344.771820] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f58f7f31-6af0-4b8a-a3fa-f0351fca62c1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.780514] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Created folder: Instances in parent group-v693468. [ 1344.780734] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1344.780925] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1344.781133] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f17cfe2c-f6b5-46db-ac45-9a6400558906 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.800033] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1344.800033] env[69365]: value = "task-3470080" [ 1344.800033] env[69365]: _type = "Task" [ 1344.800033] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.808388] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3470080, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.989387] env[69365]: DEBUG nova.compute.manager [req-083bec4c-c6ec-4418-ac65-6ae8e9b45fe0 req-0664da2c-d617-4376-a40f-21cc7a993812 service nova] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Received event network-changed-4c0c6f38-7de6-488d-961d-85c1cfa228f5 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.989654] env[69365]: DEBUG nova.compute.manager [req-083bec4c-c6ec-4418-ac65-6ae8e9b45fe0 req-0664da2c-d617-4376-a40f-21cc7a993812 service nova] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Refreshing instance network info cache due to event network-changed-4c0c6f38-7de6-488d-961d-85c1cfa228f5. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1344.989912] env[69365]: DEBUG oslo_concurrency.lockutils [req-083bec4c-c6ec-4418-ac65-6ae8e9b45fe0 req-0664da2c-d617-4376-a40f-21cc7a993812 service nova] Acquiring lock "refresh_cache-609fe30a-21f6-46f9-92cd-19a3d650e973" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.990113] env[69365]: DEBUG oslo_concurrency.lockutils [req-083bec4c-c6ec-4418-ac65-6ae8e9b45fe0 req-0664da2c-d617-4376-a40f-21cc7a993812 service nova] Acquired lock "refresh_cache-609fe30a-21f6-46f9-92cd-19a3d650e973" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.990306] env[69365]: DEBUG nova.network.neutron [req-083bec4c-c6ec-4418-ac65-6ae8e9b45fe0 req-0664da2c-d617-4376-a40f-21cc7a993812 service nova] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Refreshing network info cache for port 4c0c6f38-7de6-488d-961d-85c1cfa228f5 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1345.089673] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "e6699dde-7111-4d9b-92a6-9670dafc31ef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.091189] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "e6699dde-7111-4d9b-92a6-9670dafc31ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.091189] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "e6699dde-7111-4d9b-92a6-9670dafc31ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.091189] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "e6699dde-7111-4d9b-92a6-9670dafc31ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.091189] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "e6699dde-7111-4d9b-92a6-9670dafc31ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.092777] env[69365]: INFO nova.compute.manager [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Terminating instance [ 1345.097552] env[69365]: DEBUG oslo_concurrency.lockutils [None req-377a8b45-6f23-46ba-be02-7edc0826875e tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "31ff0b14-dc60-4a4f-95f4-c0d823364979" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.523s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.310387] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3470080, 'name': CreateVM_Task, 'duration_secs': 0.328852} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.310535] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1345.311244] env[69365]: DEBUG oslo_concurrency.lockutils [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.311413] env[69365]: DEBUG oslo_concurrency.lockutils [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.311739] env[69365]: DEBUG oslo_concurrency.lockutils [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.312013] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8134f5b0-d4ef-41e6-b62e-79db6970a8d6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.316815] env[69365]: DEBUG oslo_vmware.api [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1345.316815] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]529e34e6-c117-c947-a64a-bdddc615ad79" [ 1345.316815] env[69365]: _type = "Task" [ 1345.316815] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.324539] env[69365]: DEBUG oslo_vmware.api [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]529e34e6-c117-c947-a64a-bdddc615ad79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.600117] env[69365]: DEBUG nova.compute.manager [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1345.600436] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1345.601672] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff82696-67b5-4391-9a09-84e82fb5a849 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.610015] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1345.610275] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c4da7a0-c18b-4d40-a531-49e77cd48d59 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.616541] env[69365]: DEBUG oslo_vmware.api [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1345.616541] env[69365]: value = "task-3470081" [ 1345.616541] env[69365]: _type = "Task" [ 1345.616541] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.625183] env[69365]: DEBUG oslo_vmware.api [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.714573] env[69365]: DEBUG nova.network.neutron [req-083bec4c-c6ec-4418-ac65-6ae8e9b45fe0 req-0664da2c-d617-4376-a40f-21cc7a993812 service nova] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Updated VIF entry in instance network info cache for port 4c0c6f38-7de6-488d-961d-85c1cfa228f5. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1345.714943] env[69365]: DEBUG nova.network.neutron [req-083bec4c-c6ec-4418-ac65-6ae8e9b45fe0 req-0664da2c-d617-4376-a40f-21cc7a993812 service nova] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Updating instance_info_cache with network_info: [{"id": "4c0c6f38-7de6-488d-961d-85c1cfa228f5", "address": "fa:16:3e:9a:6d:7a", "network": {"id": "8e5087d7-4593-4d20-ad91-8ed29170403a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2031745279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f747fe8b2644381891262af150b25db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c0c6f38-7d", "ovs_interfaceid": "4c0c6f38-7de6-488d-961d-85c1cfa228f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.827521] env[69365]: DEBUG oslo_vmware.api [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]529e34e6-c117-c947-a64a-bdddc615ad79, 'name': SearchDatastore_Task, 'duration_secs': 0.010276} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.827724] env[69365]: DEBUG oslo_concurrency.lockutils [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.827994] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1345.828298] env[69365]: DEBUG oslo_concurrency.lockutils [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.828415] env[69365]: DEBUG oslo_concurrency.lockutils [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.828614] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1345.828910] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67e2c28f-4b99-4751-b242-06e8e91a8c54 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.837429] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1345.837627] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1345.838377] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6774e849-1250-4dcd-90fb-37a6fbef571f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.847608] env[69365]: DEBUG oslo_vmware.api [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1345.847608] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5265637e-59c2-5265-843d-fd870eb29b92" [ 1345.847608] env[69365]: _type = "Task" [ 1345.847608] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.856610] env[69365]: DEBUG oslo_vmware.api [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5265637e-59c2-5265-843d-fd870eb29b92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.957754] env[69365]: DEBUG oslo_concurrency.lockutils [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "70094786-8280-445b-95a0-558a12333348" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.958010] env[69365]: DEBUG oslo_concurrency.lockutils [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "70094786-8280-445b-95a0-558a12333348" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.127138] env[69365]: DEBUG oslo_vmware.api [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470081, 'name': PowerOffVM_Task, 'duration_secs': 0.177349} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.127138] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1346.127706] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1346.127706] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1204fcbf-181e-465e-83bc-cecaac6e892d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.195509] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1346.195509] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1346.195509] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Deleting the datastore file [datastore1] e6699dde-7111-4d9b-92a6-9670dafc31ef {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1346.195509] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fcd650e0-a28d-4561-9ac9-6fca40025bf2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.200483] env[69365]: DEBUG oslo_vmware.api [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for the task: (returnval){ [ 1346.200483] env[69365]: value = "task-3470083" [ 1346.200483] env[69365]: _type = "Task" [ 1346.200483] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.211482] env[69365]: DEBUG oslo_vmware.api [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.218410] env[69365]: DEBUG oslo_concurrency.lockutils [req-083bec4c-c6ec-4418-ac65-6ae8e9b45fe0 req-0664da2c-d617-4376-a40f-21cc7a993812 service nova] Releasing lock "refresh_cache-609fe30a-21f6-46f9-92cd-19a3d650e973" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.357811] env[69365]: DEBUG oslo_vmware.api [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5265637e-59c2-5265-843d-fd870eb29b92, 'name': SearchDatastore_Task, 'duration_secs': 0.008884} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.358664] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0054ff08-4698-4451-97ad-64bff4364710 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.363303] env[69365]: DEBUG oslo_vmware.api [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1346.363303] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5237e054-6e4f-5b26-c89a-4c3451bfb7b8" [ 1346.363303] env[69365]: _type = "Task" [ 1346.363303] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.370266] env[69365]: DEBUG oslo_vmware.api [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5237e054-6e4f-5b26-c89a-4c3451bfb7b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.460959] env[69365]: DEBUG nova.compute.manager [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1346.710687] env[69365]: DEBUG oslo_vmware.api [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Task: {'id': task-3470083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152527} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.710960] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1346.711169] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1346.711348] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1346.711526] env[69365]: INFO nova.compute.manager [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1346.711768] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1346.711961] env[69365]: DEBUG nova.compute.manager [-] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1346.712081] env[69365]: DEBUG nova.network.neutron [-] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1346.877308] env[69365]: DEBUG oslo_vmware.api [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5237e054-6e4f-5b26-c89a-4c3451bfb7b8, 'name': SearchDatastore_Task, 'duration_secs': 0.008669} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.880025] env[69365]: DEBUG oslo_concurrency.lockutils [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.880025] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 609fe30a-21f6-46f9-92cd-19a3d650e973/609fe30a-21f6-46f9-92cd-19a3d650e973.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1346.880025] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d6cbfc3-4065-452e-81ec-9a12fdb7a1f7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.885565] env[69365]: DEBUG oslo_vmware.api [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1346.885565] env[69365]: value = "task-3470084" [ 1346.885565] env[69365]: _type = "Task" [ 1346.885565] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.895465] env[69365]: DEBUG oslo_vmware.api [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.985084] env[69365]: DEBUG oslo_concurrency.lockutils [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.985430] env[69365]: DEBUG oslo_concurrency.lockutils [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.987079] env[69365]: INFO nova.compute.claims [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1347.017407] env[69365]: DEBUG nova.compute.manager [req-e0129f62-6af2-4bbf-82f7-934889e039ab req-24eff268-a2a4-4f9d-8c88-3ad65e33a7d3 service nova] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Received event network-vif-deleted-fb72fe95-d9b2-4526-8dff-c84c37ff37c8 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.017638] env[69365]: INFO nova.compute.manager [req-e0129f62-6af2-4bbf-82f7-934889e039ab req-24eff268-a2a4-4f9d-8c88-3ad65e33a7d3 service nova] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Neutron deleted interface fb72fe95-d9b2-4526-8dff-c84c37ff37c8; detaching it from the instance and deleting it from the info cache [ 1347.017865] env[69365]: DEBUG nova.network.neutron [req-e0129f62-6af2-4bbf-82f7-934889e039ab req-24eff268-a2a4-4f9d-8c88-3ad65e33a7d3 service nova] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.395194] env[69365]: DEBUG oslo_vmware.api [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48234} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.395608] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 609fe30a-21f6-46f9-92cd-19a3d650e973/609fe30a-21f6-46f9-92cd-19a3d650e973.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1347.395696] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1347.395883] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3361c15-a00c-4a1f-be7b-5c4141bdbc7c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.401661] env[69365]: DEBUG oslo_vmware.api [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1347.401661] env[69365]: value = "task-3470085" [ 1347.401661] env[69365]: _type = "Task" [ 1347.401661] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.408596] env[69365]: DEBUG oslo_vmware.api [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470085, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.474266] env[69365]: DEBUG nova.network.neutron [-] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.519876] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8147371b-d008-4a2b-9199-cfa59c7a841a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.529413] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cfcbd71-d310-4415-95ec-2a0bea87704f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.553983] env[69365]: DEBUG nova.compute.manager [req-e0129f62-6af2-4bbf-82f7-934889e039ab req-24eff268-a2a4-4f9d-8c88-3ad65e33a7d3 service nova] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Detach interface failed, port_id=fb72fe95-d9b2-4526-8dff-c84c37ff37c8, reason: Instance e6699dde-7111-4d9b-92a6-9670dafc31ef could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1347.912350] env[69365]: DEBUG oslo_vmware.api [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470085, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060705} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.912612] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1347.913437] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a20d133-adf8-4e3f-a7c4-7f5899057127 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.935231] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 609fe30a-21f6-46f9-92cd-19a3d650e973/609fe30a-21f6-46f9-92cd-19a3d650e973.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1347.935533] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff222e04-9dba-479f-a6f1-730519873298 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.956204] env[69365]: DEBUG oslo_vmware.api [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1347.956204] env[69365]: value = "task-3470086" [ 1347.956204] env[69365]: _type = "Task" [ 1347.956204] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.965259] env[69365]: DEBUG oslo_vmware.api [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470086, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.976823] env[69365]: INFO nova.compute.manager [-] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Took 1.26 seconds to deallocate network for instance. [ 1348.058944] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f48d879c-31fd-4c2e-ba70-bf2d9859eaef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.066315] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7604a98-ee0b-484a-9571-604557f0a62b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.097504] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47401f0-6a1f-4605-a353-289bbd8364aa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.104229] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fea2f6-26ac-4693-aabe-d98dd3ccd300 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.116935] env[69365]: DEBUG nova.compute.provider_tree [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1348.466933] env[69365]: DEBUG oslo_vmware.api [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470086, 'name': ReconfigVM_Task, 'duration_secs': 0.381366} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.467416] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 609fe30a-21f6-46f9-92cd-19a3d650e973/609fe30a-21f6-46f9-92cd-19a3d650e973.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1348.467807] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc25409c-5440-433e-bfcd-cd2b01938c4b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.474341] env[69365]: DEBUG oslo_vmware.api [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1348.474341] env[69365]: value = "task-3470087" [ 1348.474341] env[69365]: _type = "Task" [ 1348.474341] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.481509] env[69365]: DEBUG oslo_vmware.api [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470087, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.483732] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.620611] env[69365]: DEBUG nova.scheduler.client.report [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1348.984257] env[69365]: DEBUG oslo_vmware.api [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470087, 'name': Rename_Task, 'duration_secs': 0.14193} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.984520] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1348.984747] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a005d3ee-f380-4274-8b72-12ba087535c4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.990965] env[69365]: DEBUG oslo_vmware.api [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1348.990965] env[69365]: value = "task-3470088" [ 1348.990965] env[69365]: _type = "Task" [ 1348.990965] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.997992] env[69365]: DEBUG oslo_vmware.api [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.125236] env[69365]: DEBUG oslo_concurrency.lockutils [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.140s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.125780] env[69365]: DEBUG nova.compute.manager [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1349.128501] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.645s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.128855] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.148036] env[69365]: INFO nova.scheduler.client.report [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Deleted allocations for instance e6699dde-7111-4d9b-92a6-9670dafc31ef [ 1349.501218] env[69365]: DEBUG oslo_vmware.api [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470088, 'name': PowerOnVM_Task, 'duration_secs': 0.429089} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.501613] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1349.501749] env[69365]: INFO nova.compute.manager [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Took 6.71 seconds to spawn the instance on the hypervisor. [ 1349.501855] env[69365]: DEBUG nova.compute.manager [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1349.502609] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753b920b-ded2-4d99-bce7-c2f3c063833c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.632931] env[69365]: DEBUG nova.compute.utils [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1349.634278] env[69365]: DEBUG nova.compute.manager [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1349.634447] env[69365]: DEBUG nova.network.neutron [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1349.660308] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ecedc279-a561-4093-b67a-332380182c61 tempest-DeleteServersTestJSON-1117777682 tempest-DeleteServersTestJSON-1117777682-project-member] Lock "e6699dde-7111-4d9b-92a6-9670dafc31ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.570s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.679610] env[69365]: DEBUG nova.policy [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d2a17bb61f74781889c37e7241ccdb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1458781f20f49c39b5ccccbb9bf0c47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1349.958670] env[69365]: DEBUG nova.network.neutron [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Successfully created port: ad90a17c-c5a3-4842-a345-3befe4b85d18 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1350.020077] env[69365]: INFO nova.compute.manager [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Took 12.96 seconds to build instance. [ 1350.138364] env[69365]: DEBUG nova.compute.manager [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1350.522127] env[69365]: DEBUG oslo_concurrency.lockutils [None req-02f87b45-2b69-45a7-8f53-6997d7da6e55 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lock "609fe30a-21f6-46f9-92cd-19a3d650e973" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.475s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.758375] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquiring lock "3849156c-2af1-4871-b8c0-e153d0176ac2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.758712] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lock "3849156c-2af1-4871-b8c0-e153d0176ac2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.149550] env[69365]: DEBUG nova.compute.manager [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1351.176130] env[69365]: DEBUG nova.virt.hardware [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1351.176383] env[69365]: DEBUG nova.virt.hardware [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1351.176541] env[69365]: DEBUG nova.virt.hardware [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1351.176721] env[69365]: DEBUG nova.virt.hardware [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1351.176903] env[69365]: DEBUG nova.virt.hardware [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1351.177084] env[69365]: DEBUG nova.virt.hardware [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1351.177298] env[69365]: DEBUG nova.virt.hardware [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1351.177460] env[69365]: DEBUG nova.virt.hardware [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1351.177644] env[69365]: DEBUG nova.virt.hardware [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1351.177814] env[69365]: DEBUG nova.virt.hardware [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1351.177988] env[69365]: DEBUG nova.virt.hardware [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1351.178856] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054403ea-b4df-4eb5-8837-e5ed5c8defc4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.187010] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce01a665-2089-47e5-97d8-e72dc0eccb83 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.261913] env[69365]: DEBUG nova.compute.manager [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1351.317954] env[69365]: DEBUG nova.compute.manager [req-bbba3b52-e267-4cec-b576-a4624f0a8b18 req-c87ee297-9497-4efb-99b9-23c77375ba71 service nova] [instance: 70094786-8280-445b-95a0-558a12333348] Received event network-vif-plugged-ad90a17c-c5a3-4842-a345-3befe4b85d18 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1351.318482] env[69365]: DEBUG oslo_concurrency.lockutils [req-bbba3b52-e267-4cec-b576-a4624f0a8b18 req-c87ee297-9497-4efb-99b9-23c77375ba71 service nova] Acquiring lock "70094786-8280-445b-95a0-558a12333348-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.318821] env[69365]: DEBUG oslo_concurrency.lockutils [req-bbba3b52-e267-4cec-b576-a4624f0a8b18 req-c87ee297-9497-4efb-99b9-23c77375ba71 service nova] Lock "70094786-8280-445b-95a0-558a12333348-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.319029] env[69365]: DEBUG oslo_concurrency.lockutils [req-bbba3b52-e267-4cec-b576-a4624f0a8b18 req-c87ee297-9497-4efb-99b9-23c77375ba71 service nova] Lock "70094786-8280-445b-95a0-558a12333348-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1351.319250] env[69365]: DEBUG nova.compute.manager [req-bbba3b52-e267-4cec-b576-a4624f0a8b18 req-c87ee297-9497-4efb-99b9-23c77375ba71 service nova] [instance: 70094786-8280-445b-95a0-558a12333348] No waiting events found dispatching network-vif-plugged-ad90a17c-c5a3-4842-a345-3befe4b85d18 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1351.319479] env[69365]: WARNING nova.compute.manager [req-bbba3b52-e267-4cec-b576-a4624f0a8b18 req-c87ee297-9497-4efb-99b9-23c77375ba71 service nova] [instance: 70094786-8280-445b-95a0-558a12333348] Received unexpected event network-vif-plugged-ad90a17c-c5a3-4842-a345-3befe4b85d18 for instance with vm_state building and task_state spawning. [ 1351.403499] env[69365]: DEBUG nova.network.neutron [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Successfully updated port: ad90a17c-c5a3-4842-a345-3befe4b85d18 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1351.785990] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.786293] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.787753] env[69365]: INFO nova.compute.claims [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1351.907226] env[69365]: DEBUG oslo_concurrency.lockutils [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "refresh_cache-70094786-8280-445b-95a0-558a12333348" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.907668] env[69365]: DEBUG oslo_concurrency.lockutils [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquired lock "refresh_cache-70094786-8280-445b-95a0-558a12333348" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.907668] env[69365]: DEBUG nova.network.neutron [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1352.439431] env[69365]: DEBUG nova.network.neutron [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1352.563068] env[69365]: DEBUG nova.network.neutron [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Updating instance_info_cache with network_info: [{"id": "ad90a17c-c5a3-4842-a345-3befe4b85d18", "address": "fa:16:3e:b5:1e:a8", "network": {"id": "c9047d9e-af08-44d6-a8c8-674c7f3eb4d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78225543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1458781f20f49c39b5ccccbb9bf0c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad90a17c-c5", "ovs_interfaceid": "ad90a17c-c5a3-4842-a345-3befe4b85d18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.857066] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7659b3c8-bb28-44d5-8073-267d28d817c7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.864833] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82588d20-8259-43f8-8383-671d56d07194 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.893457] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7b5d94-0785-459d-8ea6-65c361670cb6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.900510] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739a216b-264f-4ae9-85b8-dec1f96fc2c7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.913014] env[69365]: DEBUG nova.compute.provider_tree [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1353.066412] env[69365]: DEBUG oslo_concurrency.lockutils [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Releasing lock "refresh_cache-70094786-8280-445b-95a0-558a12333348" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.066757] env[69365]: DEBUG nova.compute.manager [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Instance network_info: |[{"id": "ad90a17c-c5a3-4842-a345-3befe4b85d18", "address": "fa:16:3e:b5:1e:a8", "network": {"id": "c9047d9e-af08-44d6-a8c8-674c7f3eb4d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78225543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1458781f20f49c39b5ccccbb9bf0c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad90a17c-c5", "ovs_interfaceid": "ad90a17c-c5a3-4842-a345-3befe4b85d18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1353.067233] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:1e:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad90a17c-c5a3-4842-a345-3befe4b85d18', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1353.074878] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1353.075107] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70094786-8280-445b-95a0-558a12333348] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1353.075332] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89ca44fd-d7c0-4491-b675-d6e0121e8e00 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.096313] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1353.096313] env[69365]: value = "task-3470090" [ 1353.096313] env[69365]: _type = "Task" [ 1353.096313] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.104042] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3470090, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.346525] env[69365]: DEBUG nova.compute.manager [req-64cdda5f-8645-4dcb-b0f6-e14494669da5 req-f328d68c-050a-4427-a6e8-ba1d82ffe770 service nova] [instance: 70094786-8280-445b-95a0-558a12333348] Received event network-changed-ad90a17c-c5a3-4842-a345-3befe4b85d18 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1353.346806] env[69365]: DEBUG nova.compute.manager [req-64cdda5f-8645-4dcb-b0f6-e14494669da5 req-f328d68c-050a-4427-a6e8-ba1d82ffe770 service nova] [instance: 70094786-8280-445b-95a0-558a12333348] Refreshing instance network info cache due to event network-changed-ad90a17c-c5a3-4842-a345-3befe4b85d18. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1353.347139] env[69365]: DEBUG oslo_concurrency.lockutils [req-64cdda5f-8645-4dcb-b0f6-e14494669da5 req-f328d68c-050a-4427-a6e8-ba1d82ffe770 service nova] Acquiring lock "refresh_cache-70094786-8280-445b-95a0-558a12333348" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.347341] env[69365]: DEBUG oslo_concurrency.lockutils [req-64cdda5f-8645-4dcb-b0f6-e14494669da5 req-f328d68c-050a-4427-a6e8-ba1d82ffe770 service nova] Acquired lock "refresh_cache-70094786-8280-445b-95a0-558a12333348" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.347565] env[69365]: DEBUG nova.network.neutron [req-64cdda5f-8645-4dcb-b0f6-e14494669da5 req-f328d68c-050a-4427-a6e8-ba1d82ffe770 service nova] [instance: 70094786-8280-445b-95a0-558a12333348] Refreshing network info cache for port ad90a17c-c5a3-4842-a345-3befe4b85d18 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1353.416438] env[69365]: DEBUG nova.scheduler.client.report [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1353.606326] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3470090, 'name': CreateVM_Task, 'duration_secs': 0.328571} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.606504] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70094786-8280-445b-95a0-558a12333348] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1353.607123] env[69365]: DEBUG oslo_concurrency.lockutils [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.607288] env[69365]: DEBUG oslo_concurrency.lockutils [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.607638] env[69365]: DEBUG oslo_concurrency.lockutils [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.607909] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8c57906-d0bd-43ce-b977-7ef4a395b466 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.612204] env[69365]: DEBUG oslo_vmware.api [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1353.612204] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]525013a2-6ee3-0985-b7f8-97a147f85785" [ 1353.612204] env[69365]: _type = "Task" [ 1353.612204] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.619672] env[69365]: DEBUG oslo_vmware.api [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]525013a2-6ee3-0985-b7f8-97a147f85785, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.920765] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.134s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.921368] env[69365]: DEBUG nova.compute.manager [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1354.034904] env[69365]: DEBUG nova.network.neutron [req-64cdda5f-8645-4dcb-b0f6-e14494669da5 req-f328d68c-050a-4427-a6e8-ba1d82ffe770 service nova] [instance: 70094786-8280-445b-95a0-558a12333348] Updated VIF entry in instance network info cache for port ad90a17c-c5a3-4842-a345-3befe4b85d18. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1354.035279] env[69365]: DEBUG nova.network.neutron [req-64cdda5f-8645-4dcb-b0f6-e14494669da5 req-f328d68c-050a-4427-a6e8-ba1d82ffe770 service nova] [instance: 70094786-8280-445b-95a0-558a12333348] Updating instance_info_cache with network_info: [{"id": "ad90a17c-c5a3-4842-a345-3befe4b85d18", "address": "fa:16:3e:b5:1e:a8", "network": {"id": "c9047d9e-af08-44d6-a8c8-674c7f3eb4d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78225543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1458781f20f49c39b5ccccbb9bf0c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad90a17c-c5", "ovs_interfaceid": "ad90a17c-c5a3-4842-a345-3befe4b85d18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.124284] env[69365]: DEBUG oslo_vmware.api [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]525013a2-6ee3-0985-b7f8-97a147f85785, 'name': SearchDatastore_Task, 'duration_secs': 0.014823} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.124588] env[69365]: DEBUG oslo_concurrency.lockutils [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.124824] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1354.125073] env[69365]: DEBUG oslo_concurrency.lockutils [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.125222] env[69365]: DEBUG oslo_concurrency.lockutils [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.125445] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1354.125808] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8bb6e483-6b95-476f-a4f2-ee42bbb782bf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.134681] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1354.134819] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1354.135554] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5c529c4-ac09-47f2-a869-d2e6c71b32ec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.140793] env[69365]: DEBUG oslo_vmware.api [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1354.140793] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]520015d5-fac0-46bf-b431-0afb1f8b0e37" [ 1354.140793] env[69365]: _type = "Task" [ 1354.140793] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.148194] env[69365]: DEBUG oslo_vmware.api [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]520015d5-fac0-46bf-b431-0afb1f8b0e37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.425670] env[69365]: DEBUG nova.compute.utils [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1354.427094] env[69365]: DEBUG nova.compute.manager [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1354.427268] env[69365]: DEBUG nova.network.neutron [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1354.487652] env[69365]: DEBUG nova.policy [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df7d66ff0b9b482dbb852af8390ee651', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f747fe8b2644381891262af150b25db', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1354.544024] env[69365]: DEBUG oslo_concurrency.lockutils [req-64cdda5f-8645-4dcb-b0f6-e14494669da5 req-f328d68c-050a-4427-a6e8-ba1d82ffe770 service nova] Releasing lock "refresh_cache-70094786-8280-445b-95a0-558a12333348" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.654068] env[69365]: DEBUG oslo_vmware.api [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]520015d5-fac0-46bf-b431-0afb1f8b0e37, 'name': SearchDatastore_Task, 'duration_secs': 0.008363} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.655041] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3a6e315-d867-4419-a3ba-94e886cbc833 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.660418] env[69365]: DEBUG oslo_vmware.api [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1354.660418] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5225b28b-e83d-9746-d66e-4d2e20a8c3c7" [ 1354.660418] env[69365]: _type = "Task" [ 1354.660418] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.669944] env[69365]: DEBUG oslo_vmware.api [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5225b28b-e83d-9746-d66e-4d2e20a8c3c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.753882] env[69365]: DEBUG nova.network.neutron [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Successfully created port: 4b707609-c71c-4ca3-be9f-c1d5c49aac1f {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1354.932816] env[69365]: DEBUG nova.compute.manager [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1355.176465] env[69365]: DEBUG oslo_vmware.api [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5225b28b-e83d-9746-d66e-4d2e20a8c3c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010145} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.176982] env[69365]: DEBUG oslo_concurrency.lockutils [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.177390] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 70094786-8280-445b-95a0-558a12333348/70094786-8280-445b-95a0-558a12333348.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1355.177842] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8142f55-6f5d-4620-9a0e-7b2f122af9dd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.190347] env[69365]: DEBUG oslo_vmware.api [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1355.190347] env[69365]: value = "task-3470091" [ 1355.190347] env[69365]: _type = "Task" [ 1355.190347] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.201937] env[69365]: DEBUG oslo_vmware.api [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.697328] env[69365]: DEBUG oslo_vmware.api [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503501} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.697557] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 70094786-8280-445b-95a0-558a12333348/70094786-8280-445b-95a0-558a12333348.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1355.697807] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1355.698082] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3b3b638-be07-4b1c-9093-e0ea5256366f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.704283] env[69365]: DEBUG oslo_vmware.api [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1355.704283] env[69365]: value = "task-3470092" [ 1355.704283] env[69365]: _type = "Task" [ 1355.704283] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.712648] env[69365]: DEBUG oslo_vmware.api [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470092, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.941970] env[69365]: DEBUG nova.compute.manager [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1355.966612] env[69365]: DEBUG nova.virt.hardware [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1355.966856] env[69365]: DEBUG nova.virt.hardware [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1355.967033] env[69365]: DEBUG nova.virt.hardware [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1355.967228] env[69365]: DEBUG nova.virt.hardware [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1355.967377] env[69365]: DEBUG nova.virt.hardware [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1355.967524] env[69365]: DEBUG nova.virt.hardware [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1355.967751] env[69365]: DEBUG nova.virt.hardware [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1355.967924] env[69365]: DEBUG nova.virt.hardware [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1355.968107] env[69365]: DEBUG nova.virt.hardware [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1355.968273] env[69365]: DEBUG nova.virt.hardware [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1355.968447] env[69365]: DEBUG nova.virt.hardware [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1355.969352] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7bbadd-2431-4ef8-99dc-b33718af770d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.977047] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257b8c89-f4a5-48f8-9ed4-2a53c228d811 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.214815] env[69365]: DEBUG oslo_vmware.api [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470092, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075727} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.215038] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1356.215797] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db9bcc5-4376-49b3-919d-e7e77a5f0084 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.237189] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 70094786-8280-445b-95a0-558a12333348/70094786-8280-445b-95a0-558a12333348.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1356.237437] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61ce0517-15e5-477f-b394-4de0e7b3f057 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.256409] env[69365]: DEBUG oslo_vmware.api [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1356.256409] env[69365]: value = "task-3470093" [ 1356.256409] env[69365]: _type = "Task" [ 1356.256409] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.264189] env[69365]: DEBUG oslo_vmware.api [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470093, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.394752] env[69365]: DEBUG nova.compute.manager [req-2502187f-d2cb-44cd-9f7c-0fb726efcc66 req-cc91026a-c269-4212-b4c1-4a032fe882f1 service nova] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Received event network-vif-plugged-4b707609-c71c-4ca3-be9f-c1d5c49aac1f {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1356.394892] env[69365]: DEBUG oslo_concurrency.lockutils [req-2502187f-d2cb-44cd-9f7c-0fb726efcc66 req-cc91026a-c269-4212-b4c1-4a032fe882f1 service nova] Acquiring lock "3849156c-2af1-4871-b8c0-e153d0176ac2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1356.395103] env[69365]: DEBUG oslo_concurrency.lockutils [req-2502187f-d2cb-44cd-9f7c-0fb726efcc66 req-cc91026a-c269-4212-b4c1-4a032fe882f1 service nova] Lock "3849156c-2af1-4871-b8c0-e153d0176ac2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1356.395309] env[69365]: DEBUG oslo_concurrency.lockutils [req-2502187f-d2cb-44cd-9f7c-0fb726efcc66 req-cc91026a-c269-4212-b4c1-4a032fe882f1 service nova] Lock "3849156c-2af1-4871-b8c0-e153d0176ac2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1356.395427] env[69365]: DEBUG nova.compute.manager [req-2502187f-d2cb-44cd-9f7c-0fb726efcc66 req-cc91026a-c269-4212-b4c1-4a032fe882f1 service nova] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] No waiting events found dispatching network-vif-plugged-4b707609-c71c-4ca3-be9f-c1d5c49aac1f {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1356.395621] env[69365]: WARNING nova.compute.manager [req-2502187f-d2cb-44cd-9f7c-0fb726efcc66 req-cc91026a-c269-4212-b4c1-4a032fe882f1 service nova] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Received unexpected event network-vif-plugged-4b707609-c71c-4ca3-be9f-c1d5c49aac1f for instance with vm_state building and task_state spawning. [ 1356.474447] env[69365]: DEBUG nova.network.neutron [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Successfully updated port: 4b707609-c71c-4ca3-be9f-c1d5c49aac1f {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1356.767026] env[69365]: DEBUG oslo_vmware.api [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470093, 'name': ReconfigVM_Task, 'duration_secs': 0.263044} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.767265] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 70094786-8280-445b-95a0-558a12333348/70094786-8280-445b-95a0-558a12333348.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1356.767976] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ab8ecda-b678-4f06-98d7-aacf09eb619f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.774181] env[69365]: DEBUG oslo_vmware.api [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1356.774181] env[69365]: value = "task-3470094" [ 1356.774181] env[69365]: _type = "Task" [ 1356.774181] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.782817] env[69365]: DEBUG oslo_vmware.api [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470094, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.977686] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquiring lock "refresh_cache-3849156c-2af1-4871-b8c0-e153d0176ac2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.977686] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquired lock "refresh_cache-3849156c-2af1-4871-b8c0-e153d0176ac2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.977979] env[69365]: DEBUG nova.network.neutron [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1357.284992] env[69365]: DEBUG oslo_vmware.api [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470094, 'name': Rename_Task, 'duration_secs': 0.1452} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.285278] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1357.285525] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80d931e2-34d7-471d-9f02-2344987c13a2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.291923] env[69365]: DEBUG oslo_vmware.api [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1357.291923] env[69365]: value = "task-3470095" [ 1357.291923] env[69365]: _type = "Task" [ 1357.291923] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.299496] env[69365]: DEBUG oslo_vmware.api [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470095, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.518377] env[69365]: DEBUG nova.network.neutron [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1357.638888] env[69365]: DEBUG nova.network.neutron [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Updating instance_info_cache with network_info: [{"id": "4b707609-c71c-4ca3-be9f-c1d5c49aac1f", "address": "fa:16:3e:ba:a7:c0", "network": {"id": "8e5087d7-4593-4d20-ad91-8ed29170403a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2031745279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f747fe8b2644381891262af150b25db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b707609-c7", "ovs_interfaceid": "4b707609-c71c-4ca3-be9f-c1d5c49aac1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.801520] env[69365]: DEBUG oslo_vmware.api [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470095, 'name': PowerOnVM_Task, 'duration_secs': 0.446765} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.801763] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1357.801959] env[69365]: INFO nova.compute.manager [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Took 6.65 seconds to spawn the instance on the hypervisor. [ 1357.802150] env[69365]: DEBUG nova.compute.manager [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1357.802873] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c9a04c-1df5-45da-b2ba-bdf3b0f5d8f0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.141862] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Releasing lock "refresh_cache-3849156c-2af1-4871-b8c0-e153d0176ac2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.142258] env[69365]: DEBUG nova.compute.manager [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Instance network_info: |[{"id": "4b707609-c71c-4ca3-be9f-c1d5c49aac1f", "address": "fa:16:3e:ba:a7:c0", "network": {"id": "8e5087d7-4593-4d20-ad91-8ed29170403a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2031745279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f747fe8b2644381891262af150b25db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b707609-c7", "ovs_interfaceid": "4b707609-c71c-4ca3-be9f-c1d5c49aac1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1358.142637] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:a7:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b707609-c71c-4ca3-be9f-c1d5c49aac1f', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1358.150206] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1358.150409] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1358.151013] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e144cb70-5c71-40bb-9c48-c998401b5bef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.172016] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1358.172016] env[69365]: value = "task-3470096" [ 1358.172016] env[69365]: _type = "Task" [ 1358.172016] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.180606] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3470096, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.321017] env[69365]: INFO nova.compute.manager [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Took 11.36 seconds to build instance. [ 1358.421528] env[69365]: DEBUG nova.compute.manager [req-8bf960db-52f1-44a9-abd3-f27868b85e53 req-a31f343b-4d7a-41ae-b547-e7a6700aee7b service nova] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Received event network-changed-4b707609-c71c-4ca3-be9f-c1d5c49aac1f {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1358.421653] env[69365]: DEBUG nova.compute.manager [req-8bf960db-52f1-44a9-abd3-f27868b85e53 req-a31f343b-4d7a-41ae-b547-e7a6700aee7b service nova] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Refreshing instance network info cache due to event network-changed-4b707609-c71c-4ca3-be9f-c1d5c49aac1f. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1358.421853] env[69365]: DEBUG oslo_concurrency.lockutils [req-8bf960db-52f1-44a9-abd3-f27868b85e53 req-a31f343b-4d7a-41ae-b547-e7a6700aee7b service nova] Acquiring lock "refresh_cache-3849156c-2af1-4871-b8c0-e153d0176ac2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.422009] env[69365]: DEBUG oslo_concurrency.lockutils [req-8bf960db-52f1-44a9-abd3-f27868b85e53 req-a31f343b-4d7a-41ae-b547-e7a6700aee7b service nova] Acquired lock "refresh_cache-3849156c-2af1-4871-b8c0-e153d0176ac2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.422164] env[69365]: DEBUG nova.network.neutron [req-8bf960db-52f1-44a9-abd3-f27868b85e53 req-a31f343b-4d7a-41ae-b547-e7a6700aee7b service nova] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Refreshing network info cache for port 4b707609-c71c-4ca3-be9f-c1d5c49aac1f {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1358.681951] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3470096, 'name': CreateVM_Task, 'duration_secs': 0.420244} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.682149] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1358.683153] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.683325] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.683643] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.683901] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d1c128b-8d2a-4b49-b811-23fd87fe6dc5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.688890] env[69365]: DEBUG oslo_vmware.api [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1358.688890] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]529de1eb-36d5-7577-96b9-3d1ff89148fa" [ 1358.688890] env[69365]: _type = "Task" [ 1358.688890] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.696730] env[69365]: DEBUG oslo_vmware.api [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]529de1eb-36d5-7577-96b9-3d1ff89148fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.823607] env[69365]: DEBUG oslo_concurrency.lockutils [None req-46695278-86cf-4396-8586-b57da737b5a7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "70094786-8280-445b-95a0-558a12333348" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.865s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.202126] env[69365]: DEBUG oslo_vmware.api [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]529de1eb-36d5-7577-96b9-3d1ff89148fa, 'name': SearchDatastore_Task, 'duration_secs': 0.015505} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.202126] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.202126] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1359.202126] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.202126] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.202582] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1359.202582] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cac879a-2d02-4839-9286-85ec62f59c72 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.212288] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1359.213029] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1359.214027] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98a5cc5f-c76e-46c6-a95c-89fb5e208f7b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.216663] env[69365]: DEBUG nova.network.neutron [req-8bf960db-52f1-44a9-abd3-f27868b85e53 req-a31f343b-4d7a-41ae-b547-e7a6700aee7b service nova] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Updated VIF entry in instance network info cache for port 4b707609-c71c-4ca3-be9f-c1d5c49aac1f. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1359.216985] env[69365]: DEBUG nova.network.neutron [req-8bf960db-52f1-44a9-abd3-f27868b85e53 req-a31f343b-4d7a-41ae-b547-e7a6700aee7b service nova] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Updating instance_info_cache with network_info: [{"id": "4b707609-c71c-4ca3-be9f-c1d5c49aac1f", "address": "fa:16:3e:ba:a7:c0", "network": {"id": "8e5087d7-4593-4d20-ad91-8ed29170403a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2031745279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f747fe8b2644381891262af150b25db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b707609-c7", "ovs_interfaceid": "4b707609-c71c-4ca3-be9f-c1d5c49aac1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.219248] env[69365]: DEBUG oslo_vmware.api [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1359.219248] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52464edd-c0e4-a5f4-2508-343a282ee8be" [ 1359.219248] env[69365]: _type = "Task" [ 1359.219248] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.228491] env[69365]: DEBUG oslo_vmware.api [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52464edd-c0e4-a5f4-2508-343a282ee8be, 'name': SearchDatastore_Task} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.229802] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8a39c24-fff7-46fd-98ea-9ea714293632 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.234925] env[69365]: DEBUG oslo_vmware.api [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1359.234925] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52c4dbef-5efb-1fe1-a954-9830bd434266" [ 1359.234925] env[69365]: _type = "Task" [ 1359.234925] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.243130] env[69365]: DEBUG oslo_vmware.api [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52c4dbef-5efb-1fe1-a954-9830bd434266, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.721277] env[69365]: DEBUG oslo_concurrency.lockutils [req-8bf960db-52f1-44a9-abd3-f27868b85e53 req-a31f343b-4d7a-41ae-b547-e7a6700aee7b service nova] Releasing lock "refresh_cache-3849156c-2af1-4871-b8c0-e153d0176ac2" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.745205] env[69365]: DEBUG oslo_vmware.api [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52c4dbef-5efb-1fe1-a954-9830bd434266, 'name': SearchDatastore_Task, 'duration_secs': 0.01074} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.745461] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.745747] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 3849156c-2af1-4871-b8c0-e153d0176ac2/3849156c-2af1-4871-b8c0-e153d0176ac2.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1359.746015] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad91bda7-1b65-4f8f-9025-4c395254df37 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.752612] env[69365]: DEBUG oslo_vmware.api [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1359.752612] env[69365]: value = "task-3470097" [ 1359.752612] env[69365]: _type = "Task" [ 1359.752612] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.759991] env[69365]: DEBUG oslo_vmware.api [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470097, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.264067] env[69365]: DEBUG oslo_vmware.api [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470097, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450506} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.264067] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 3849156c-2af1-4871-b8c0-e153d0176ac2/3849156c-2af1-4871-b8c0-e153d0176ac2.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1360.264067] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1360.264569] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4477b701-6c14-42d7-9e41-f1eedf3df294 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.270316] env[69365]: DEBUG oslo_vmware.api [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1360.270316] env[69365]: value = "task-3470098" [ 1360.270316] env[69365]: _type = "Task" [ 1360.270316] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.277510] env[69365]: DEBUG oslo_vmware.api [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.450778] env[69365]: DEBUG nova.compute.manager [req-4adcaf16-94e1-4186-8d68-c558fe1aad1e req-7ebb2264-2d7a-4594-9266-2a328d8ce19c service nova] [instance: 70094786-8280-445b-95a0-558a12333348] Received event network-changed-ad90a17c-c5a3-4842-a345-3befe4b85d18 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1360.450975] env[69365]: DEBUG nova.compute.manager [req-4adcaf16-94e1-4186-8d68-c558fe1aad1e req-7ebb2264-2d7a-4594-9266-2a328d8ce19c service nova] [instance: 70094786-8280-445b-95a0-558a12333348] Refreshing instance network info cache due to event network-changed-ad90a17c-c5a3-4842-a345-3befe4b85d18. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1360.451202] env[69365]: DEBUG oslo_concurrency.lockutils [req-4adcaf16-94e1-4186-8d68-c558fe1aad1e req-7ebb2264-2d7a-4594-9266-2a328d8ce19c service nova] Acquiring lock "refresh_cache-70094786-8280-445b-95a0-558a12333348" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.451345] env[69365]: DEBUG oslo_concurrency.lockutils [req-4adcaf16-94e1-4186-8d68-c558fe1aad1e req-7ebb2264-2d7a-4594-9266-2a328d8ce19c service nova] Acquired lock "refresh_cache-70094786-8280-445b-95a0-558a12333348" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.451503] env[69365]: DEBUG nova.network.neutron [req-4adcaf16-94e1-4186-8d68-c558fe1aad1e req-7ebb2264-2d7a-4594-9266-2a328d8ce19c service nova] [instance: 70094786-8280-445b-95a0-558a12333348] Refreshing network info cache for port ad90a17c-c5a3-4842-a345-3befe4b85d18 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1360.780226] env[69365]: DEBUG oslo_vmware.api [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062007} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.780489] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1360.781280] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-024179e6-8a0a-49cb-8264-887a4c6f3f58 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.803403] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 3849156c-2af1-4871-b8c0-e153d0176ac2/3849156c-2af1-4871-b8c0-e153d0176ac2.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1360.803664] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9f109f2-4a34-440e-8e77-b182515d4267 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.822825] env[69365]: DEBUG oslo_vmware.api [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1360.822825] env[69365]: value = "task-3470099" [ 1360.822825] env[69365]: _type = "Task" [ 1360.822825] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.830062] env[69365]: DEBUG oslo_vmware.api [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470099, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.185619] env[69365]: DEBUG nova.network.neutron [req-4adcaf16-94e1-4186-8d68-c558fe1aad1e req-7ebb2264-2d7a-4594-9266-2a328d8ce19c service nova] [instance: 70094786-8280-445b-95a0-558a12333348] Updated VIF entry in instance network info cache for port ad90a17c-c5a3-4842-a345-3befe4b85d18. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1361.186075] env[69365]: DEBUG nova.network.neutron [req-4adcaf16-94e1-4186-8d68-c558fe1aad1e req-7ebb2264-2d7a-4594-9266-2a328d8ce19c service nova] [instance: 70094786-8280-445b-95a0-558a12333348] Updating instance_info_cache with network_info: [{"id": "ad90a17c-c5a3-4842-a345-3befe4b85d18", "address": "fa:16:3e:b5:1e:a8", "network": {"id": "c9047d9e-af08-44d6-a8c8-674c7f3eb4d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78225543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1458781f20f49c39b5ccccbb9bf0c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad90a17c-c5", "ovs_interfaceid": "ad90a17c-c5a3-4842-a345-3befe4b85d18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.332784] env[69365]: DEBUG oslo_vmware.api [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470099, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.689133] env[69365]: DEBUG oslo_concurrency.lockutils [req-4adcaf16-94e1-4186-8d68-c558fe1aad1e req-7ebb2264-2d7a-4594-9266-2a328d8ce19c service nova] Releasing lock "refresh_cache-70094786-8280-445b-95a0-558a12333348" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.832901] env[69365]: DEBUG oslo_vmware.api [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470099, 'name': ReconfigVM_Task, 'duration_secs': 0.795628} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.833224] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 3849156c-2af1-4871-b8c0-e153d0176ac2/3849156c-2af1-4871-b8c0-e153d0176ac2.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1361.833857] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e27b1188-322c-4cdb-bba9-cce57f8b274b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.840647] env[69365]: DEBUG oslo_vmware.api [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1361.840647] env[69365]: value = "task-3470100" [ 1361.840647] env[69365]: _type = "Task" [ 1361.840647] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.849663] env[69365]: DEBUG oslo_vmware.api [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470100, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.349994] env[69365]: DEBUG oslo_vmware.api [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470100, 'name': Rename_Task, 'duration_secs': 0.137698} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.350279] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1362.350494] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a9df613-aa30-48c9-9d56-421f5a3a4d7f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.358869] env[69365]: DEBUG oslo_vmware.api [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1362.358869] env[69365]: value = "task-3470101" [ 1362.358869] env[69365]: _type = "Task" [ 1362.358869] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.367492] env[69365]: DEBUG oslo_vmware.api [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.869362] env[69365]: DEBUG oslo_vmware.api [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470101, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.369577] env[69365]: DEBUG oslo_vmware.api [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470101, 'name': PowerOnVM_Task, 'duration_secs': 0.542172} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.369981] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1363.370052] env[69365]: INFO nova.compute.manager [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Took 7.43 seconds to spawn the instance on the hypervisor. [ 1363.370233] env[69365]: DEBUG nova.compute.manager [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1363.371071] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f931083b-f661-4029-923d-40fd7d048ad0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.891642] env[69365]: INFO nova.compute.manager [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Took 12.12 seconds to build instance. [ 1364.393870] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee03a723-d0f4-4ccc-beb2-327be928a1a8 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lock "3849156c-2af1-4871-b8c0-e153d0176ac2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.635s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.949519] env[69365]: DEBUG oslo_concurrency.lockutils [None req-be765dbf-b730-4b0b-80e8-26d0d539eb51 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquiring lock "3849156c-2af1-4871-b8c0-e153d0176ac2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.949788] env[69365]: DEBUG oslo_concurrency.lockutils [None req-be765dbf-b730-4b0b-80e8-26d0d539eb51 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lock "3849156c-2af1-4871-b8c0-e153d0176ac2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.950033] env[69365]: DEBUG oslo_concurrency.lockutils [None req-be765dbf-b730-4b0b-80e8-26d0d539eb51 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquiring lock "3849156c-2af1-4871-b8c0-e153d0176ac2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.950225] env[69365]: DEBUG oslo_concurrency.lockutils [None req-be765dbf-b730-4b0b-80e8-26d0d539eb51 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lock "3849156c-2af1-4871-b8c0-e153d0176ac2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1364.950397] env[69365]: DEBUG oslo_concurrency.lockutils [None req-be765dbf-b730-4b0b-80e8-26d0d539eb51 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lock "3849156c-2af1-4871-b8c0-e153d0176ac2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1364.952402] env[69365]: INFO nova.compute.manager [None req-be765dbf-b730-4b0b-80e8-26d0d539eb51 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Terminating instance [ 1365.456843] env[69365]: DEBUG nova.compute.manager [None req-be765dbf-b730-4b0b-80e8-26d0d539eb51 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1365.457230] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-be765dbf-b730-4b0b-80e8-26d0d539eb51 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1365.458457] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c398e364-958f-4485-a5b1-9d214b87013c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.467457] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-be765dbf-b730-4b0b-80e8-26d0d539eb51 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1365.467769] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-317c43e6-7e3a-4ba3-895b-e4275e01f981 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.473635] env[69365]: DEBUG oslo_vmware.api [None req-be765dbf-b730-4b0b-80e8-26d0d539eb51 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1365.473635] env[69365]: value = "task-3470102" [ 1365.473635] env[69365]: _type = "Task" [ 1365.473635] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.481371] env[69365]: DEBUG oslo_vmware.api [None req-be765dbf-b730-4b0b-80e8-26d0d539eb51 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470102, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.983481] env[69365]: DEBUG oslo_vmware.api [None req-be765dbf-b730-4b0b-80e8-26d0d539eb51 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470102, 'name': PowerOffVM_Task, 'duration_secs': 0.235329} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.983735] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-be765dbf-b730-4b0b-80e8-26d0d539eb51 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1365.983907] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-be765dbf-b730-4b0b-80e8-26d0d539eb51 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1365.984170] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9d733a6-de4f-4719-8b1c-90ae2bce61c3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.040755] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-be765dbf-b730-4b0b-80e8-26d0d539eb51 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1366.040955] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-be765dbf-b730-4b0b-80e8-26d0d539eb51 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1366.041170] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-be765dbf-b730-4b0b-80e8-26d0d539eb51 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Deleting the datastore file [datastore2] 3849156c-2af1-4871-b8c0-e153d0176ac2 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1366.041429] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3c6f047-88cf-44a9-8dc0-d2fec3758856 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.047297] env[69365]: DEBUG oslo_vmware.api [None req-be765dbf-b730-4b0b-80e8-26d0d539eb51 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1366.047297] env[69365]: value = "task-3470104" [ 1366.047297] env[69365]: _type = "Task" [ 1366.047297] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.054449] env[69365]: DEBUG oslo_vmware.api [None req-be765dbf-b730-4b0b-80e8-26d0d539eb51 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470104, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.556521] env[69365]: DEBUG oslo_vmware.api [None req-be765dbf-b730-4b0b-80e8-26d0d539eb51 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470104, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132923} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.556875] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-be765dbf-b730-4b0b-80e8-26d0d539eb51 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1366.556943] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-be765dbf-b730-4b0b-80e8-26d0d539eb51 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1366.557118] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-be765dbf-b730-4b0b-80e8-26d0d539eb51 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1366.557291] env[69365]: INFO nova.compute.manager [None req-be765dbf-b730-4b0b-80e8-26d0d539eb51 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1366.557526] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-be765dbf-b730-4b0b-80e8-26d0d539eb51 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1366.557725] env[69365]: DEBUG nova.compute.manager [-] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1366.557840] env[69365]: DEBUG nova.network.neutron [-] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1366.783699] env[69365]: DEBUG nova.compute.manager [req-7009d25e-f29e-4efa-8238-8bf04c2e03f1 req-79fcccb4-28af-4fcd-8c51-3f854a00627f service nova] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Received event network-vif-deleted-4b707609-c71c-4ca3-be9f-c1d5c49aac1f {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1366.783948] env[69365]: INFO nova.compute.manager [req-7009d25e-f29e-4efa-8238-8bf04c2e03f1 req-79fcccb4-28af-4fcd-8c51-3f854a00627f service nova] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Neutron deleted interface 4b707609-c71c-4ca3-be9f-c1d5c49aac1f; detaching it from the instance and deleting it from the info cache [ 1366.784143] env[69365]: DEBUG nova.network.neutron [req-7009d25e-f29e-4efa-8238-8bf04c2e03f1 req-79fcccb4-28af-4fcd-8c51-3f854a00627f service nova] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.266691] env[69365]: DEBUG nova.network.neutron [-] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.287413] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6635e0c-3a06-4060-b811-636445c44f4d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.298741] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163efe64-42d7-47b8-b17f-12aabb9afaf2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.324145] env[69365]: DEBUG nova.compute.manager [req-7009d25e-f29e-4efa-8238-8bf04c2e03f1 req-79fcccb4-28af-4fcd-8c51-3f854a00627f service nova] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Detach interface failed, port_id=4b707609-c71c-4ca3-be9f-c1d5c49aac1f, reason: Instance 3849156c-2af1-4871-b8c0-e153d0176ac2 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1367.768968] env[69365]: INFO nova.compute.manager [-] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Took 1.21 seconds to deallocate network for instance. [ 1368.275169] env[69365]: DEBUG oslo_concurrency.lockutils [None req-be765dbf-b730-4b0b-80e8-26d0d539eb51 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.275498] env[69365]: DEBUG oslo_concurrency.lockutils [None req-be765dbf-b730-4b0b-80e8-26d0d539eb51 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.275729] env[69365]: DEBUG nova.objects.instance [None req-be765dbf-b730-4b0b-80e8-26d0d539eb51 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lazy-loading 'resources' on Instance uuid 3849156c-2af1-4871-b8c0-e153d0176ac2 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1368.838254] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6372e0c9-3e78-471c-95bb-70cb292df49f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.845707] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7a1c0e-9cfe-4696-ac3b-74e853425514 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.876751] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118f58cb-a5d2-4fa1-ae50-6079527c0d61 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.883621] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccf8beb-cc51-4d55-bc6c-27d828920633 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.896427] env[69365]: DEBUG nova.compute.provider_tree [None req-be765dbf-b730-4b0b-80e8-26d0d539eb51 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.400146] env[69365]: DEBUG nova.scheduler.client.report [None req-be765dbf-b730-4b0b-80e8-26d0d539eb51 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1369.905076] env[69365]: DEBUG oslo_concurrency.lockutils [None req-be765dbf-b730-4b0b-80e8-26d0d539eb51 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.925552] env[69365]: INFO nova.scheduler.client.report [None req-be765dbf-b730-4b0b-80e8-26d0d539eb51 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Deleted allocations for instance 3849156c-2af1-4871-b8c0-e153d0176ac2 [ 1370.432977] env[69365]: DEBUG oslo_concurrency.lockutils [None req-be765dbf-b730-4b0b-80e8-26d0d539eb51 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lock "3849156c-2af1-4871-b8c0-e153d0176ac2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.483s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.474729] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eb750cd2-9cdc-4610-bc26-5d3e495ac943 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "11efd450-4a65-4040-bbbb-c66376382aa6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.475055] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eb750cd2-9cdc-4610-bc26-5d3e495ac943 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "11efd450-4a65-4040-bbbb-c66376382aa6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.978625] env[69365]: DEBUG nova.compute.utils [None req-eb750cd2-9cdc-4610-bc26-5d3e495ac943 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1376.481604] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eb750cd2-9cdc-4610-bc26-5d3e495ac943 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "11efd450-4a65-4040-bbbb-c66376382aa6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.542619] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eb750cd2-9cdc-4610-bc26-5d3e495ac943 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "11efd450-4a65-4040-bbbb-c66376382aa6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.542925] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eb750cd2-9cdc-4610-bc26-5d3e495ac943 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "11efd450-4a65-4040-bbbb-c66376382aa6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.543123] env[69365]: INFO nova.compute.manager [None req-eb750cd2-9cdc-4610-bc26-5d3e495ac943 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Attaching volume 6abb0c27-4eb3-4056-9373-036c103f80cb to /dev/sdb [ 1377.572866] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4031fa50-1c59-4872-858a-d09ebfac0ec5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.580251] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9282d127-5702-48e7-84bc-65ce13b8e5dd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.593106] env[69365]: DEBUG nova.virt.block_device [None req-eb750cd2-9cdc-4610-bc26-5d3e495ac943 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Updating existing volume attachment record: 2f27d174-3771-4935-bf6b-ce11445f53ab {{(pid=69365) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1380.747844] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquiring lock "609fe30a-21f6-46f9-92cd-19a3d650e973" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.748261] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lock "609fe30a-21f6-46f9-92cd-19a3d650e973" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.748322] env[69365]: INFO nova.compute.manager [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Shelving [ 1381.758305] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1381.758677] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50c9ab6c-75b8-4868-a9c4-b06d05b67587 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.765777] env[69365]: DEBUG oslo_vmware.api [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1381.765777] env[69365]: value = "task-3470109" [ 1381.765777] env[69365]: _type = "Task" [ 1381.765777] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.774296] env[69365]: DEBUG oslo_vmware.api [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.135323] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb750cd2-9cdc-4610-bc26-5d3e495ac943 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Volume attach. Driver type: vmdk {{(pid=69365) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1382.135558] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb750cd2-9cdc-4610-bc26-5d3e495ac943 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693474', 'volume_id': '6abb0c27-4eb3-4056-9373-036c103f80cb', 'name': 'volume-6abb0c27-4eb3-4056-9373-036c103f80cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11efd450-4a65-4040-bbbb-c66376382aa6', 'attached_at': '', 'detached_at': '', 'volume_id': '6abb0c27-4eb3-4056-9373-036c103f80cb', 'serial': '6abb0c27-4eb3-4056-9373-036c103f80cb'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1382.136528] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fecc14-19fb-4b16-80ad-9608144e85a1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.153548] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab1eb09-56e3-40a4-b83c-f536f910991e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.177258] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb750cd2-9cdc-4610-bc26-5d3e495ac943 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] volume-6abb0c27-4eb3-4056-9373-036c103f80cb/volume-6abb0c27-4eb3-4056-9373-036c103f80cb.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1382.177503] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77e2818c-b5d5-447c-bfc5-de785ad82aa4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.194503] env[69365]: DEBUG oslo_vmware.api [None req-eb750cd2-9cdc-4610-bc26-5d3e495ac943 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1382.194503] env[69365]: value = "task-3470110" [ 1382.194503] env[69365]: _type = "Task" [ 1382.194503] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.204036] env[69365]: DEBUG oslo_vmware.api [None req-eb750cd2-9cdc-4610-bc26-5d3e495ac943 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470110, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.274719] env[69365]: DEBUG oslo_vmware.api [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470109, 'name': PowerOffVM_Task, 'duration_secs': 0.182458} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.274719] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1382.275454] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6436fd9f-0a16-4a92-b02a-7b6b055b0bf9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.293072] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6135cfbe-c815-448f-9fa7-1405f398f174 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.704673] env[69365]: DEBUG oslo_vmware.api [None req-eb750cd2-9cdc-4610-bc26-5d3e495ac943 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470110, 'name': ReconfigVM_Task, 'duration_secs': 0.321654} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.704912] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb750cd2-9cdc-4610-bc26-5d3e495ac943 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Reconfigured VM instance instance-00000078 to attach disk [datastore2] volume-6abb0c27-4eb3-4056-9373-036c103f80cb/volume-6abb0c27-4eb3-4056-9373-036c103f80cb.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1382.709532] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28e5a17f-914e-41bf-8ea7-648c9fdd1eb6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.724366] env[69365]: DEBUG oslo_vmware.api [None req-eb750cd2-9cdc-4610-bc26-5d3e495ac943 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1382.724366] env[69365]: value = "task-3470111" [ 1382.724366] env[69365]: _type = "Task" [ 1382.724366] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.734422] env[69365]: DEBUG oslo_vmware.api [None req-eb750cd2-9cdc-4610-bc26-5d3e495ac943 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470111, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.802807] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Creating Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1382.803170] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6e3d32bd-b9a6-438e-8e2d-b1ce06e3b0d8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.809823] env[69365]: DEBUG oslo_vmware.api [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1382.809823] env[69365]: value = "task-3470112" [ 1382.809823] env[69365]: _type = "Task" [ 1382.809823] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.817555] env[69365]: DEBUG oslo_vmware.api [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470112, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.234571] env[69365]: DEBUG oslo_vmware.api [None req-eb750cd2-9cdc-4610-bc26-5d3e495ac943 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470111, 'name': ReconfigVM_Task, 'duration_secs': 0.176231} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.234883] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb750cd2-9cdc-4610-bc26-5d3e495ac943 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693474', 'volume_id': '6abb0c27-4eb3-4056-9373-036c103f80cb', 'name': 'volume-6abb0c27-4eb3-4056-9373-036c103f80cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11efd450-4a65-4040-bbbb-c66376382aa6', 'attached_at': '', 'detached_at': '', 'volume_id': '6abb0c27-4eb3-4056-9373-036c103f80cb', 'serial': '6abb0c27-4eb3-4056-9373-036c103f80cb'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1383.319869] env[69365]: DEBUG oslo_vmware.api [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470112, 'name': CreateSnapshot_Task, 'duration_secs': 0.40165} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.320173] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Created Snapshot of the VM instance {{(pid=69365) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1383.320926] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512b5e2a-2d1c-42c0-a484-540c1751944d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.839109] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Creating linked-clone VM from snapshot {{(pid=69365) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1383.839504] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-982e4fa6-d713-4339-b7dd-8620fb399d64 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.848861] env[69365]: DEBUG oslo_vmware.api [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1383.848861] env[69365]: value = "task-3470113" [ 1383.848861] env[69365]: _type = "Task" [ 1383.848861] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.856509] env[69365]: DEBUG oslo_vmware.api [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470113, 'name': CloneVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.271474] env[69365]: DEBUG nova.objects.instance [None req-eb750cd2-9cdc-4610-bc26-5d3e495ac943 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lazy-loading 'flavor' on Instance uuid 11efd450-4a65-4040-bbbb-c66376382aa6 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1384.361416] env[69365]: DEBUG oslo_vmware.api [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470113, 'name': CloneVM_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.776895] env[69365]: DEBUG oslo_concurrency.lockutils [None req-eb750cd2-9cdc-4610-bc26-5d3e495ac943 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "11efd450-4a65-4040-bbbb-c66376382aa6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.234s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.859959] env[69365]: DEBUG oslo_vmware.api [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470113, 'name': CloneVM_Task} progress is 95%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.360687] env[69365]: DEBUG oslo_vmware.api [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470113, 'name': CloneVM_Task} progress is 95%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.861280] env[69365]: DEBUG oslo_vmware.api [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470113, 'name': CloneVM_Task} progress is 95%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.908846] env[69365]: DEBUG oslo_concurrency.lockutils [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "4c39d8bc-e425-409f-81c4-7c073ab21c31" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.909087] env[69365]: DEBUG oslo_concurrency.lockutils [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "4c39d8bc-e425-409f-81c4-7c073ab21c31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.361399] env[69365]: DEBUG oslo_vmware.api [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470113, 'name': CloneVM_Task} progress is 95%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.411081] env[69365]: DEBUG nova.compute.manager [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1386.862239] env[69365]: DEBUG oslo_vmware.api [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470113, 'name': CloneVM_Task} progress is 95%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.931939] env[69365]: DEBUG oslo_concurrency.lockutils [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1386.932281] env[69365]: DEBUG oslo_concurrency.lockutils [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1386.933977] env[69365]: INFO nova.compute.claims [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1387.363325] env[69365]: DEBUG oslo_vmware.api [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470113, 'name': CloneVM_Task} progress is 95%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.864957] env[69365]: DEBUG oslo_vmware.api [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470113, 'name': CloneVM_Task} progress is 95%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.996331] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06b88b5-96c1-4985-b0ab-c633bd80c91e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.003995] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67951c9b-b98b-489c-87c3-57202a0d3844 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.033350] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e35b4fa-c9d1-42ea-8a3d-665ddd34dd93 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.039861] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006524ac-1363-4fae-a676-aa6ce2adbfc7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.053084] env[69365]: DEBUG nova.compute.provider_tree [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1388.364138] env[69365]: DEBUG oslo_vmware.api [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470113, 'name': CloneVM_Task} progress is 95%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.556677] env[69365]: DEBUG nova.scheduler.client.report [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1388.864785] env[69365]: DEBUG oslo_vmware.api [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470113, 'name': CloneVM_Task, 'duration_secs': 4.848661} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.865065] env[69365]: INFO nova.virt.vmwareapi.vmops [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Created linked-clone VM from snapshot [ 1388.865778] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4c2dd4-0501-4502-94fe-d4672adea448 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.872549] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Uploading image 3fc37601-73e1-426c-9e78-809ab9850017 {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1388.896914] env[69365]: DEBUG oslo_vmware.rw_handles [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1388.896914] env[69365]: value = "vm-693476" [ 1388.896914] env[69365]: _type = "VirtualMachine" [ 1388.896914] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1388.897241] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-fe8bf81f-3899-423a-ad97-c19a48250374 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.903081] env[69365]: DEBUG oslo_vmware.rw_handles [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lease: (returnval){ [ 1388.903081] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e6fc0d-de48-59fd-ef72-48a08edd7805" [ 1388.903081] env[69365]: _type = "HttpNfcLease" [ 1388.903081] env[69365]: } obtained for exporting VM: (result){ [ 1388.903081] env[69365]: value = "vm-693476" [ 1388.903081] env[69365]: _type = "VirtualMachine" [ 1388.903081] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1388.903377] env[69365]: DEBUG oslo_vmware.api [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the lease: (returnval){ [ 1388.903377] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e6fc0d-de48-59fd-ef72-48a08edd7805" [ 1388.903377] env[69365]: _type = "HttpNfcLease" [ 1388.903377] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1388.910585] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1388.910585] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e6fc0d-de48-59fd-ef72-48a08edd7805" [ 1388.910585] env[69365]: _type = "HttpNfcLease" [ 1388.910585] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1389.061801] env[69365]: DEBUG oslo_concurrency.lockutils [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.129s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.062337] env[69365]: DEBUG nova.compute.manager [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1389.411322] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1389.411322] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e6fc0d-de48-59fd-ef72-48a08edd7805" [ 1389.411322] env[69365]: _type = "HttpNfcLease" [ 1389.411322] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1389.411603] env[69365]: DEBUG oslo_vmware.rw_handles [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1389.411603] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e6fc0d-de48-59fd-ef72-48a08edd7805" [ 1389.411603] env[69365]: _type = "HttpNfcLease" [ 1389.411603] env[69365]: }. {{(pid=69365) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1389.412380] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc3bce8-aeb6-4cc0-90e5-d4e8739561bf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.419407] env[69365]: DEBUG oslo_vmware.rw_handles [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5233915c-60cc-5a80-fc47-9a12d9f030be/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1389.419539] env[69365]: DEBUG oslo_vmware.rw_handles [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5233915c-60cc-5a80-fc47-9a12d9f030be/disk-0.vmdk for reading. {{(pid=69365) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1389.505224] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-22cb6908-29c6-4156-bf25-0aa5ecd91439 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.566874] env[69365]: DEBUG nova.compute.utils [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1389.568329] env[69365]: DEBUG nova.compute.manager [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1389.568495] env[69365]: DEBUG nova.network.neutron [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1389.607046] env[69365]: DEBUG nova.policy [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b10382c5fc2d44d987333cc778e7c0a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e30f9c23b7c4af7ab4d1dbd4ebc1afc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1389.875118] env[69365]: DEBUG nova.network.neutron [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Successfully created port: 1b66f7c6-0332-4bcd-98ee-a228e3f6c998 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1390.072481] env[69365]: DEBUG nova.compute.manager [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1391.086091] env[69365]: DEBUG nova.compute.manager [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1391.108450] env[69365]: DEBUG nova.virt.hardware [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1391.108749] env[69365]: DEBUG nova.virt.hardware [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1391.108987] env[69365]: DEBUG nova.virt.hardware [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1391.109294] env[69365]: DEBUG nova.virt.hardware [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1391.109442] env[69365]: DEBUG nova.virt.hardware [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1391.109587] env[69365]: DEBUG nova.virt.hardware [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1391.109795] env[69365]: DEBUG nova.virt.hardware [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1391.109953] env[69365]: DEBUG nova.virt.hardware [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1391.110140] env[69365]: DEBUG nova.virt.hardware [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1391.110306] env[69365]: DEBUG nova.virt.hardware [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1391.110516] env[69365]: DEBUG nova.virt.hardware [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1391.111428] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13193e6-1c79-48da-9c14-3481e29c9c35 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.119781] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7877d04c-cb13-4472-bdc9-8e245f136da5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.250443] env[69365]: DEBUG nova.compute.manager [req-fc63ce18-8b94-497c-b089-a23e03c0315e req-c57bf176-82a7-43ee-8192-d351ca62cc8f service nova] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Received event network-vif-plugged-1b66f7c6-0332-4bcd-98ee-a228e3f6c998 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1391.250746] env[69365]: DEBUG oslo_concurrency.lockutils [req-fc63ce18-8b94-497c-b089-a23e03c0315e req-c57bf176-82a7-43ee-8192-d351ca62cc8f service nova] Acquiring lock "4c39d8bc-e425-409f-81c4-7c073ab21c31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1391.251083] env[69365]: DEBUG oslo_concurrency.lockutils [req-fc63ce18-8b94-497c-b089-a23e03c0315e req-c57bf176-82a7-43ee-8192-d351ca62cc8f service nova] Lock "4c39d8bc-e425-409f-81c4-7c073ab21c31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1391.251219] env[69365]: DEBUG oslo_concurrency.lockutils [req-fc63ce18-8b94-497c-b089-a23e03c0315e req-c57bf176-82a7-43ee-8192-d351ca62cc8f service nova] Lock "4c39d8bc-e425-409f-81c4-7c073ab21c31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.251536] env[69365]: DEBUG nova.compute.manager [req-fc63ce18-8b94-497c-b089-a23e03c0315e req-c57bf176-82a7-43ee-8192-d351ca62cc8f service nova] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] No waiting events found dispatching network-vif-plugged-1b66f7c6-0332-4bcd-98ee-a228e3f6c998 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1391.251655] env[69365]: WARNING nova.compute.manager [req-fc63ce18-8b94-497c-b089-a23e03c0315e req-c57bf176-82a7-43ee-8192-d351ca62cc8f service nova] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Received unexpected event network-vif-plugged-1b66f7c6-0332-4bcd-98ee-a228e3f6c998 for instance with vm_state building and task_state spawning. [ 1391.338019] env[69365]: DEBUG nova.network.neutron [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Successfully updated port: 1b66f7c6-0332-4bcd-98ee-a228e3f6c998 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1391.842121] env[69365]: DEBUG oslo_concurrency.lockutils [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "refresh_cache-4c39d8bc-e425-409f-81c4-7c073ab21c31" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.842121] env[69365]: DEBUG oslo_concurrency.lockutils [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquired lock "refresh_cache-4c39d8bc-e425-409f-81c4-7c073ab21c31" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.842121] env[69365]: DEBUG nova.network.neutron [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1392.375041] env[69365]: DEBUG nova.network.neutron [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1392.519739] env[69365]: DEBUG nova.network.neutron [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Updating instance_info_cache with network_info: [{"id": "1b66f7c6-0332-4bcd-98ee-a228e3f6c998", "address": "fa:16:3e:9d:21:45", "network": {"id": "416b7c4c-e948-4b23-a78d-2f828b76df7c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1889815928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30f9c23b7c4af7ab4d1dbd4ebc1afc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b66f7c6-03", "ovs_interfaceid": "1b66f7c6-0332-4bcd-98ee-a228e3f6c998", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1393.023269] env[69365]: DEBUG oslo_concurrency.lockutils [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Releasing lock "refresh_cache-4c39d8bc-e425-409f-81c4-7c073ab21c31" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.023645] env[69365]: DEBUG nova.compute.manager [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Instance network_info: |[{"id": "1b66f7c6-0332-4bcd-98ee-a228e3f6c998", "address": "fa:16:3e:9d:21:45", "network": {"id": "416b7c4c-e948-4b23-a78d-2f828b76df7c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1889815928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30f9c23b7c4af7ab4d1dbd4ebc1afc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b66f7c6-03", "ovs_interfaceid": "1b66f7c6-0332-4bcd-98ee-a228e3f6c998", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1393.024176] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:21:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b66f7c6-0332-4bcd-98ee-a228e3f6c998', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1393.032637] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1393.032879] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1393.033166] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-620fae69-a77d-4d93-bf02-5a1ead4ac51b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.057647] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1393.057647] env[69365]: value = "task-3470115" [ 1393.057647] env[69365]: _type = "Task" [ 1393.057647] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.066318] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3470115, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.278637] env[69365]: DEBUG nova.compute.manager [req-885e2a8b-4bf5-4878-852e-9e112977c493 req-8017ea6d-bfb9-4489-b4f1-c4f311a78ee8 service nova] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Received event network-changed-1b66f7c6-0332-4bcd-98ee-a228e3f6c998 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1393.278850] env[69365]: DEBUG nova.compute.manager [req-885e2a8b-4bf5-4878-852e-9e112977c493 req-8017ea6d-bfb9-4489-b4f1-c4f311a78ee8 service nova] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Refreshing instance network info cache due to event network-changed-1b66f7c6-0332-4bcd-98ee-a228e3f6c998. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1393.279091] env[69365]: DEBUG oslo_concurrency.lockutils [req-885e2a8b-4bf5-4878-852e-9e112977c493 req-8017ea6d-bfb9-4489-b4f1-c4f311a78ee8 service nova] Acquiring lock "refresh_cache-4c39d8bc-e425-409f-81c4-7c073ab21c31" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.279250] env[69365]: DEBUG oslo_concurrency.lockutils [req-885e2a8b-4bf5-4878-852e-9e112977c493 req-8017ea6d-bfb9-4489-b4f1-c4f311a78ee8 service nova] Acquired lock "refresh_cache-4c39d8bc-e425-409f-81c4-7c073ab21c31" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.279440] env[69365]: DEBUG nova.network.neutron [req-885e2a8b-4bf5-4878-852e-9e112977c493 req-8017ea6d-bfb9-4489-b4f1-c4f311a78ee8 service nova] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Refreshing network info cache for port 1b66f7c6-0332-4bcd-98ee-a228e3f6c998 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1393.568675] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3470115, 'name': CreateVM_Task, 'duration_secs': 0.407753} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.569038] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1393.569764] env[69365]: DEBUG oslo_concurrency.lockutils [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.569994] env[69365]: DEBUG oslo_concurrency.lockutils [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.570459] env[69365]: DEBUG oslo_concurrency.lockutils [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.570759] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c122c189-3251-48dc-9cc7-19aae902c48a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.576836] env[69365]: DEBUG oslo_vmware.api [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1393.576836] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]5227ca1b-4ac5-38db-cf28-a5ced8f1f81d" [ 1393.576836] env[69365]: _type = "Task" [ 1393.576836] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.584772] env[69365]: DEBUG oslo_vmware.api [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5227ca1b-4ac5-38db-cf28-a5ced8f1f81d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.008718] env[69365]: DEBUG nova.network.neutron [req-885e2a8b-4bf5-4878-852e-9e112977c493 req-8017ea6d-bfb9-4489-b4f1-c4f311a78ee8 service nova] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Updated VIF entry in instance network info cache for port 1b66f7c6-0332-4bcd-98ee-a228e3f6c998. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1394.009240] env[69365]: DEBUG nova.network.neutron [req-885e2a8b-4bf5-4878-852e-9e112977c493 req-8017ea6d-bfb9-4489-b4f1-c4f311a78ee8 service nova] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Updating instance_info_cache with network_info: [{"id": "1b66f7c6-0332-4bcd-98ee-a228e3f6c998", "address": "fa:16:3e:9d:21:45", "network": {"id": "416b7c4c-e948-4b23-a78d-2f828b76df7c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1889815928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30f9c23b7c4af7ab4d1dbd4ebc1afc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b66f7c6-03", "ovs_interfaceid": "1b66f7c6-0332-4bcd-98ee-a228e3f6c998", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.088353] env[69365]: DEBUG oslo_vmware.api [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]5227ca1b-4ac5-38db-cf28-a5ced8f1f81d, 'name': SearchDatastore_Task, 'duration_secs': 0.011331} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.088650] env[69365]: DEBUG oslo_concurrency.lockutils [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.088881] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1394.089136] env[69365]: DEBUG oslo_concurrency.lockutils [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.089303] env[69365]: DEBUG oslo_concurrency.lockutils [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.089497] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1394.089762] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a55cabab-ca33-43cd-a878-47e06def818e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.099154] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1394.099302] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1394.100070] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a3873bb-6efe-47c3-a697-0c5bd0955d89 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.105356] env[69365]: DEBUG oslo_vmware.api [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1394.105356] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]526a4bca-3943-f4a3-14ed-b21a2ed70343" [ 1394.105356] env[69365]: _type = "Task" [ 1394.105356] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.112838] env[69365]: DEBUG oslo_vmware.api [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]526a4bca-3943-f4a3-14ed-b21a2ed70343, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.512843] env[69365]: DEBUG oslo_concurrency.lockutils [req-885e2a8b-4bf5-4878-852e-9e112977c493 req-8017ea6d-bfb9-4489-b4f1-c4f311a78ee8 service nova] Releasing lock "refresh_cache-4c39d8bc-e425-409f-81c4-7c073ab21c31" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.616732] env[69365]: DEBUG oslo_vmware.api [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]526a4bca-3943-f4a3-14ed-b21a2ed70343, 'name': SearchDatastore_Task, 'duration_secs': 0.010351} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.617684] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52fa117d-e16a-47b4-ac75-76624f7a652e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.623311] env[69365]: DEBUG oslo_vmware.api [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1394.623311] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fce6ba-ddce-1336-ff0c-5784ffde44c9" [ 1394.623311] env[69365]: _type = "Task" [ 1394.623311] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.631706] env[69365]: DEBUG oslo_vmware.api [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fce6ba-ddce-1336-ff0c-5784ffde44c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.134965] env[69365]: DEBUG oslo_vmware.api [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52fce6ba-ddce-1336-ff0c-5784ffde44c9, 'name': SearchDatastore_Task, 'duration_secs': 0.011556} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.135326] env[69365]: DEBUG oslo_concurrency.lockutils [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.135635] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 4c39d8bc-e425-409f-81c4-7c073ab21c31/4c39d8bc-e425-409f-81c4-7c073ab21c31.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1395.135952] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66088e1c-e02a-442b-a7ef-55c922824a6c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.144182] env[69365]: DEBUG oslo_vmware.api [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1395.144182] env[69365]: value = "task-3470116" [ 1395.144182] env[69365]: _type = "Task" [ 1395.144182] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.152222] env[69365]: DEBUG oslo_vmware.api [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.655789] env[69365]: DEBUG oslo_vmware.api [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470116, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.156383] env[69365]: DEBUG oslo_vmware.api [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554057} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.156697] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] 4c39d8bc-e425-409f-81c4-7c073ab21c31/4c39d8bc-e425-409f-81c4-7c073ab21c31.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1396.156917] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1396.157219] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4b01cfb2-497d-4c04-9b87-9c809624fedc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.165938] env[69365]: DEBUG oslo_vmware.api [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1396.165938] env[69365]: value = "task-3470117" [ 1396.165938] env[69365]: _type = "Task" [ 1396.165938] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.174458] env[69365]: DEBUG oslo_vmware.api [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.676370] env[69365]: DEBUG oslo_vmware.api [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.272369} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.676767] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1396.677491] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cb2b4e-3137-4346-ba39-3ac54a9f5873 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.700315] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 4c39d8bc-e425-409f-81c4-7c073ab21c31/4c39d8bc-e425-409f-81c4-7c073ab21c31.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1396.700564] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-689c0a59-e1e5-4777-89b9-06d4d4bcbd15 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.719964] env[69365]: DEBUG oslo_vmware.api [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1396.719964] env[69365]: value = "task-3470118" [ 1396.719964] env[69365]: _type = "Task" [ 1396.719964] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.729150] env[69365]: DEBUG oslo_vmware.api [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470118, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.817777] env[69365]: DEBUG oslo_vmware.rw_handles [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5233915c-60cc-5a80-fc47-9a12d9f030be/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1396.818762] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befefc7d-6b4a-4fff-8f91-496e0baf374d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.824848] env[69365]: DEBUG oslo_vmware.rw_handles [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5233915c-60cc-5a80-fc47-9a12d9f030be/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1396.825028] env[69365]: ERROR oslo_vmware.rw_handles [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5233915c-60cc-5a80-fc47-9a12d9f030be/disk-0.vmdk due to incomplete transfer. [ 1396.825252] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e6b0df21-1c52-44b8-8dc6-fca235e81606 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.832486] env[69365]: DEBUG oslo_vmware.rw_handles [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5233915c-60cc-5a80-fc47-9a12d9f030be/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1396.832677] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Uploaded image 3fc37601-73e1-426c-9e78-809ab9850017 to the Glance image server {{(pid=69365) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1396.835148] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Destroying the VM {{(pid=69365) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1396.835379] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-aad68beb-147a-42fb-87d8-ef37c3dff1b7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.841064] env[69365]: DEBUG oslo_vmware.api [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1396.841064] env[69365]: value = "task-3470119" [ 1396.841064] env[69365]: _type = "Task" [ 1396.841064] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.848378] env[69365]: DEBUG oslo_vmware.api [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470119, 'name': Destroy_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.229736] env[69365]: DEBUG oslo_vmware.api [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470118, 'name': ReconfigVM_Task, 'duration_secs': 0.331073} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.229966] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 4c39d8bc-e425-409f-81c4-7c073ab21c31/4c39d8bc-e425-409f-81c4-7c073ab21c31.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1397.230629] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3242e606-bb33-45a8-8484-23fe978b7cc3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.237087] env[69365]: DEBUG oslo_vmware.api [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1397.237087] env[69365]: value = "task-3470120" [ 1397.237087] env[69365]: _type = "Task" [ 1397.237087] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.244646] env[69365]: DEBUG oslo_vmware.api [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470120, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.351737] env[69365]: DEBUG oslo_vmware.api [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470119, 'name': Destroy_Task, 'duration_secs': 0.319926} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.351996] env[69365]: INFO nova.virt.vmwareapi.vm_util [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Destroyed the VM [ 1397.352250] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Deleting Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1397.352497] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8856c70d-0b56-48d3-85a5-31c21c20c962 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.360601] env[69365]: DEBUG oslo_vmware.api [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1397.360601] env[69365]: value = "task-3470121" [ 1397.360601] env[69365]: _type = "Task" [ 1397.360601] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.368166] env[69365]: DEBUG oslo_vmware.api [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470121, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.539223] env[69365]: DEBUG nova.compute.manager [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Stashing vm_state: active {{(pid=69365) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1397.747832] env[69365]: DEBUG oslo_vmware.api [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470120, 'name': Rename_Task, 'duration_secs': 0.14007} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.748303] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1397.748368] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-897e9aa1-fcc8-4319-98eb-45492d3f07d1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.753772] env[69365]: DEBUG oslo_vmware.api [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1397.753772] env[69365]: value = "task-3470122" [ 1397.753772] env[69365]: _type = "Task" [ 1397.753772] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.760626] env[69365]: DEBUG oslo_vmware.api [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.869975] env[69365]: DEBUG oslo_vmware.api [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470121, 'name': RemoveSnapshot_Task, 'duration_secs': 0.353886} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.870208] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Deleted Snapshot of the VM instance {{(pid=69365) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1397.870496] env[69365]: DEBUG nova.compute.manager [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1397.871262] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745f2ead-4ea0-4243-a586-552d0b95fb3d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.060490] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.060766] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1398.265259] env[69365]: DEBUG oslo_vmware.api [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470122, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.383153] env[69365]: INFO nova.compute.manager [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Shelve offloading [ 1398.565659] env[69365]: INFO nova.compute.claims [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1398.618818] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.619044] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.619249] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.619645] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.619812] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.619958] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.620122] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.620258] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69365) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1398.620400] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager.update_available_resource {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.764739] env[69365]: DEBUG oslo_vmware.api [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470122, 'name': PowerOnVM_Task, 'duration_secs': 0.517054} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.765139] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1398.765188] env[69365]: INFO nova.compute.manager [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Took 7.68 seconds to spawn the instance on the hypervisor. [ 1398.765348] env[69365]: DEBUG nova.compute.manager [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1398.766125] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96bdb413-7cbe-4ae0-af6b-c322114ca09a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.887050] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1398.887304] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cb52f58f-0611-4766-93cf-2b027ece3288 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.893864] env[69365]: DEBUG oslo_vmware.api [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1398.893864] env[69365]: value = "task-3470123" [ 1398.893864] env[69365]: _type = "Task" [ 1398.893864] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.901505] env[69365]: DEBUG oslo_vmware.api [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470123, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.071907] env[69365]: INFO nova.compute.resource_tracker [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Updating resource usage from migration 329cea91-6efb-4120-8c41-f65294e0910f [ 1399.123080] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.139982] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff74514-d7e6-4a49-95bf-31654014e723 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.148110] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba561e3-b8e9-45b2-8266-3cfbc20c365d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.182525] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28853bf4-aad5-42eb-bd3e-4eff205fec07 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.190861] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf58fe5a-ad85-415a-86f6-99ad85fb5edf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.204154] env[69365]: DEBUG nova.compute.provider_tree [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.281049] env[69365]: INFO nova.compute.manager [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Took 12.37 seconds to build instance. [ 1399.404331] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] VM already powered off {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1399.404530] env[69365]: DEBUG nova.compute.manager [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1399.405259] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea4aa5b-4d60-421e-b915-ea9b10bbebaa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.410479] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquiring lock "refresh_cache-609fe30a-21f6-46f9-92cd-19a3d650e973" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.410635] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquired lock "refresh_cache-609fe30a-21f6-46f9-92cd-19a3d650e973" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.410800] env[69365]: DEBUG nova.network.neutron [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1399.707072] env[69365]: DEBUG nova.scheduler.client.report [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1399.782940] env[69365]: DEBUG oslo_concurrency.lockutils [None req-576d6c66-76c8-4692-9988-ffad7348ea52 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "4c39d8bc-e425-409f-81c4-7c073ab21c31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.874s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.994371] env[69365]: DEBUG nova.compute.manager [req-12b07a1f-06cb-4f30-bc39-c1bcc63c2b69 req-262e4cc0-78c3-4aab-acba-419695fc6d3a service nova] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Received event network-changed-1b66f7c6-0332-4bcd-98ee-a228e3f6c998 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1399.994371] env[69365]: DEBUG nova.compute.manager [req-12b07a1f-06cb-4f30-bc39-c1bcc63c2b69 req-262e4cc0-78c3-4aab-acba-419695fc6d3a service nova] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Refreshing instance network info cache due to event network-changed-1b66f7c6-0332-4bcd-98ee-a228e3f6c998. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1399.994371] env[69365]: DEBUG oslo_concurrency.lockutils [req-12b07a1f-06cb-4f30-bc39-c1bcc63c2b69 req-262e4cc0-78c3-4aab-acba-419695fc6d3a service nova] Acquiring lock "refresh_cache-4c39d8bc-e425-409f-81c4-7c073ab21c31" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.994371] env[69365]: DEBUG oslo_concurrency.lockutils [req-12b07a1f-06cb-4f30-bc39-c1bcc63c2b69 req-262e4cc0-78c3-4aab-acba-419695fc6d3a service nova] Acquired lock "refresh_cache-4c39d8bc-e425-409f-81c4-7c073ab21c31" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.994371] env[69365]: DEBUG nova.network.neutron [req-12b07a1f-06cb-4f30-bc39-c1bcc63c2b69 req-262e4cc0-78c3-4aab-acba-419695fc6d3a service nova] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Refreshing network info cache for port 1b66f7c6-0332-4bcd-98ee-a228e3f6c998 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1400.132970] env[69365]: DEBUG nova.network.neutron [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Updating instance_info_cache with network_info: [{"id": "4c0c6f38-7de6-488d-961d-85c1cfa228f5", "address": "fa:16:3e:9a:6d:7a", "network": {"id": "8e5087d7-4593-4d20-ad91-8ed29170403a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2031745279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f747fe8b2644381891262af150b25db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c0c6f38-7d", "ovs_interfaceid": "4c0c6f38-7de6-488d-961d-85c1cfa228f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.212140] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.151s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.212354] env[69365]: INFO nova.compute.manager [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Migrating [ 1400.218763] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.096s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.218913] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.219063] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69365) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1400.222214] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a66fda0-4625-4b29-bfdd-9e099dcba006 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.239247] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801915b4-243f-4aa6-bb85-1be462281c14 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.257128] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1042e0bb-83b8-4953-a274-84250c3b7953 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.263645] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247e1693-74be-4c8c-8ab9-901e35fd75e2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.292996] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180179MB free_disk=94GB free_vcpus=48 pci_devices=None {{(pid=69365) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1400.293169] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.293383] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.639749] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Releasing lock "refresh_cache-609fe30a-21f6-46f9-92cd-19a3d650e973" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.719192] env[69365]: DEBUG nova.network.neutron [req-12b07a1f-06cb-4f30-bc39-c1bcc63c2b69 req-262e4cc0-78c3-4aab-acba-419695fc6d3a service nova] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Updated VIF entry in instance network info cache for port 1b66f7c6-0332-4bcd-98ee-a228e3f6c998. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1400.719549] env[69365]: DEBUG nova.network.neutron [req-12b07a1f-06cb-4f30-bc39-c1bcc63c2b69 req-262e4cc0-78c3-4aab-acba-419695fc6d3a service nova] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Updating instance_info_cache with network_info: [{"id": "1b66f7c6-0332-4bcd-98ee-a228e3f6c998", "address": "fa:16:3e:9d:21:45", "network": {"id": "416b7c4c-e948-4b23-a78d-2f828b76df7c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1889815928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30f9c23b7c4af7ab4d1dbd4ebc1afc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b66f7c6-03", "ovs_interfaceid": "1b66f7c6-0332-4bcd-98ee-a228e3f6c998", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.730943] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "refresh_cache-70094786-8280-445b-95a0-558a12333348" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.731101] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquired lock "refresh_cache-70094786-8280-445b-95a0-558a12333348" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.731203] env[69365]: DEBUG nova.network.neutron [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1400.897294] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1400.898324] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03195522-97b6-425b-ac2e-e2e53a36deb6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.906619] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1400.906870] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-36b30a99-558f-432a-812b-a4890c084257 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.975146] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1400.975364] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1400.975542] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Deleting the datastore file [datastore1] 609fe30a-21f6-46f9-92cd-19a3d650e973 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1400.975810] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6633d143-47e0-4007-8011-3d2ea31c4719 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.982264] env[69365]: DEBUG oslo_vmware.api [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1400.982264] env[69365]: value = "task-3470125" [ 1400.982264] env[69365]: _type = "Task" [ 1400.982264] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.989698] env[69365]: DEBUG oslo_vmware.api [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.222322] env[69365]: DEBUG oslo_concurrency.lockutils [req-12b07a1f-06cb-4f30-bc39-c1bcc63c2b69 req-262e4cc0-78c3-4aab-acba-419695fc6d3a service nova] Releasing lock "refresh_cache-4c39d8bc-e425-409f-81c4-7c073ab21c31" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.301793] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Applying migration context for instance 70094786-8280-445b-95a0-558a12333348 as it has an incoming, in-progress migration 329cea91-6efb-4120-8c41-f65294e0910f. Migration status is pre-migrating {{(pid=69365) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1401.302650] env[69365]: INFO nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 70094786-8280-445b-95a0-558a12333348] Updating resource usage from migration 329cea91-6efb-4120-8c41-f65294e0910f [ 1401.320227] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 11efd450-4a65-4040-bbbb-c66376382aa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1401.320385] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 609fe30a-21f6-46f9-92cd-19a3d650e973 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1401.320507] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 4c39d8bc-e425-409f-81c4-7c073ab21c31 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1401.320625] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Migration 329cea91-6efb-4120-8c41-f65294e0910f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1401.320739] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 70094786-8280-445b-95a0-558a12333348 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1401.320918] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1401.321080] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1401.396270] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb98fad-d8c6-401b-9e32-3859a06b6e3a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.405637] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3a4f08-b879-4f7e-ae21-ed66efab0f5d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.437238] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b097d5c-e99d-4e31-a1a8-91c4189b1610 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.444564] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994c7017-bc12-4b84-b658-9b2502f2c6e5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.457956] env[69365]: DEBUG nova.compute.provider_tree [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1401.468808] env[69365]: DEBUG nova.network.neutron [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Updating instance_info_cache with network_info: [{"id": "ad90a17c-c5a3-4842-a345-3befe4b85d18", "address": "fa:16:3e:b5:1e:a8", "network": {"id": "c9047d9e-af08-44d6-a8c8-674c7f3eb4d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78225543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1458781f20f49c39b5ccccbb9bf0c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad90a17c-c5", "ovs_interfaceid": "ad90a17c-c5a3-4842-a345-3befe4b85d18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.491232] env[69365]: DEBUG oslo_vmware.api [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128235} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.491372] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1401.491426] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1401.491590] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1401.509188] env[69365]: INFO nova.scheduler.client.report [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Deleted allocations for instance 609fe30a-21f6-46f9-92cd-19a3d650e973 [ 1401.961596] env[69365]: DEBUG nova.scheduler.client.report [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1401.971511] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Releasing lock "refresh_cache-70094786-8280-445b-95a0-558a12333348" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.013825] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.020507] env[69365]: DEBUG nova.compute.manager [req-0d7d69ac-699a-4924-a9da-fec78d763d14 req-9b74345f-ed4d-4bf6-b361-96d5f4355f6d service nova] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Received event network-vif-unplugged-4c0c6f38-7de6-488d-961d-85c1cfa228f5 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1402.020668] env[69365]: DEBUG oslo_concurrency.lockutils [req-0d7d69ac-699a-4924-a9da-fec78d763d14 req-9b74345f-ed4d-4bf6-b361-96d5f4355f6d service nova] Acquiring lock "609fe30a-21f6-46f9-92cd-19a3d650e973-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.020861] env[69365]: DEBUG oslo_concurrency.lockutils [req-0d7d69ac-699a-4924-a9da-fec78d763d14 req-9b74345f-ed4d-4bf6-b361-96d5f4355f6d service nova] Lock "609fe30a-21f6-46f9-92cd-19a3d650e973-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.021030] env[69365]: DEBUG oslo_concurrency.lockutils [req-0d7d69ac-699a-4924-a9da-fec78d763d14 req-9b74345f-ed4d-4bf6-b361-96d5f4355f6d service nova] Lock "609fe30a-21f6-46f9-92cd-19a3d650e973-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.021200] env[69365]: DEBUG nova.compute.manager [req-0d7d69ac-699a-4924-a9da-fec78d763d14 req-9b74345f-ed4d-4bf6-b361-96d5f4355f6d service nova] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] No waiting events found dispatching network-vif-unplugged-4c0c6f38-7de6-488d-961d-85c1cfa228f5 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1402.021366] env[69365]: WARNING nova.compute.manager [req-0d7d69ac-699a-4924-a9da-fec78d763d14 req-9b74345f-ed4d-4bf6-b361-96d5f4355f6d service nova] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Received unexpected event network-vif-unplugged-4c0c6f38-7de6-488d-961d-85c1cfa228f5 for instance with vm_state shelved_offloaded and task_state None. [ 1402.021519] env[69365]: DEBUG nova.compute.manager [req-0d7d69ac-699a-4924-a9da-fec78d763d14 req-9b74345f-ed4d-4bf6-b361-96d5f4355f6d service nova] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Received event network-changed-4c0c6f38-7de6-488d-961d-85c1cfa228f5 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1402.021774] env[69365]: DEBUG nova.compute.manager [req-0d7d69ac-699a-4924-a9da-fec78d763d14 req-9b74345f-ed4d-4bf6-b361-96d5f4355f6d service nova] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Refreshing instance network info cache due to event network-changed-4c0c6f38-7de6-488d-961d-85c1cfa228f5. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1402.021959] env[69365]: DEBUG oslo_concurrency.lockutils [req-0d7d69ac-699a-4924-a9da-fec78d763d14 req-9b74345f-ed4d-4bf6-b361-96d5f4355f6d service nova] Acquiring lock "refresh_cache-609fe30a-21f6-46f9-92cd-19a3d650e973" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.022104] env[69365]: DEBUG oslo_concurrency.lockutils [req-0d7d69ac-699a-4924-a9da-fec78d763d14 req-9b74345f-ed4d-4bf6-b361-96d5f4355f6d service nova] Acquired lock "refresh_cache-609fe30a-21f6-46f9-92cd-19a3d650e973" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.022262] env[69365]: DEBUG nova.network.neutron [req-0d7d69ac-699a-4924-a9da-fec78d763d14 req-9b74345f-ed4d-4bf6-b361-96d5f4355f6d service nova] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Refreshing network info cache for port 4c0c6f38-7de6-488d-961d-85c1cfa228f5 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1402.466515] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69365) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1402.466735] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.173s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.467013] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.453s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.467263] env[69365]: DEBUG nova.objects.instance [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lazy-loading 'resources' on Instance uuid 609fe30a-21f6-46f9-92cd-19a3d650e973 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1402.969897] env[69365]: DEBUG nova.objects.instance [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lazy-loading 'numa_topology' on Instance uuid 609fe30a-21f6-46f9-92cd-19a3d650e973 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1402.978705] env[69365]: DEBUG nova.network.neutron [req-0d7d69ac-699a-4924-a9da-fec78d763d14 req-9b74345f-ed4d-4bf6-b361-96d5f4355f6d service nova] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Updated VIF entry in instance network info cache for port 4c0c6f38-7de6-488d-961d-85c1cfa228f5. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1402.979045] env[69365]: DEBUG nova.network.neutron [req-0d7d69ac-699a-4924-a9da-fec78d763d14 req-9b74345f-ed4d-4bf6-b361-96d5f4355f6d service nova] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Updating instance_info_cache with network_info: [{"id": "4c0c6f38-7de6-488d-961d-85c1cfa228f5", "address": "fa:16:3e:9a:6d:7a", "network": {"id": "8e5087d7-4593-4d20-ad91-8ed29170403a", "bridge": null, "label": "tempest-ServersNegativeTestJSON-2031745279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f747fe8b2644381891262af150b25db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap4c0c6f38-7d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.472427] env[69365]: DEBUG nova.objects.base [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Object Instance<609fe30a-21f6-46f9-92cd-19a3d650e973> lazy-loaded attributes: resources,numa_topology {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1403.481632] env[69365]: DEBUG oslo_concurrency.lockutils [req-0d7d69ac-699a-4924-a9da-fec78d763d14 req-9b74345f-ed4d-4bf6-b361-96d5f4355f6d service nova] Releasing lock "refresh_cache-609fe30a-21f6-46f9-92cd-19a3d650e973" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.491897] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a065a21d-f42a-4296-b298-bb74882e5553 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.510572] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Updating instance '70094786-8280-445b-95a0-558a12333348' progress to 0 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1403.554466] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8114d74-e2de-4761-babd-cfeda69e9180 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.561750] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3515aa78-9d36-4011-9224-e17588c82f2b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.591816] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49ca4c7-d163-4135-83be-4674970021c2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.598685] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b00280-037e-48f6-82c8-a631997e8608 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.617729] env[69365]: DEBUG nova.compute.provider_tree [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1404.019190] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1404.019552] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e23e9c56-e773-489f-aacb-be3be0876b91 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.027796] env[69365]: DEBUG oslo_vmware.api [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1404.027796] env[69365]: value = "task-3470126" [ 1404.027796] env[69365]: _type = "Task" [ 1404.027796] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.037260] env[69365]: DEBUG oslo_vmware.api [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.108231] env[69365]: DEBUG oslo_concurrency.lockutils [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquiring lock "609fe30a-21f6-46f9-92cd-19a3d650e973" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.120403] env[69365]: DEBUG nova.scheduler.client.report [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1404.537497] env[69365]: DEBUG oslo_vmware.api [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470126, 'name': PowerOffVM_Task, 'duration_secs': 0.170737} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.537764] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1404.537957] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Updating instance '70094786-8280-445b-95a0-558a12333348' progress to 17 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1404.625489] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.043952] env[69365]: DEBUG nova.virt.hardware [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1405.044409] env[69365]: DEBUG nova.virt.hardware [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1405.044409] env[69365]: DEBUG nova.virt.hardware [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1405.044592] env[69365]: DEBUG nova.virt.hardware [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1405.044720] env[69365]: DEBUG nova.virt.hardware [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1405.044870] env[69365]: DEBUG nova.virt.hardware [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1405.045083] env[69365]: DEBUG nova.virt.hardware [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1405.045248] env[69365]: DEBUG nova.virt.hardware [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1405.045437] env[69365]: DEBUG nova.virt.hardware [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1405.045603] env[69365]: DEBUG nova.virt.hardware [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1405.045774] env[69365]: DEBUG nova.virt.hardware [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1405.051462] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-937b478a-ff46-40e4-8589-8406bdd23a29 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.067756] env[69365]: DEBUG oslo_vmware.api [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1405.067756] env[69365]: value = "task-3470127" [ 1405.067756] env[69365]: _type = "Task" [ 1405.067756] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.076892] env[69365]: DEBUG oslo_vmware.api [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.133865] env[69365]: DEBUG oslo_concurrency.lockutils [None req-6b6cec0e-0314-45a4-9968-0ad98a78a35f tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lock "609fe30a-21f6-46f9-92cd-19a3d650e973" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.386s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1405.134657] env[69365]: DEBUG oslo_concurrency.lockutils [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lock "609fe30a-21f6-46f9-92cd-19a3d650e973" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.027s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.134843] env[69365]: INFO nova.compute.manager [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Unshelving [ 1405.578286] env[69365]: DEBUG oslo_vmware.api [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470127, 'name': ReconfigVM_Task, 'duration_secs': 0.162426} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.578564] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Updating instance '70094786-8280-445b-95a0-558a12333348' progress to 33 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1406.085048] env[69365]: DEBUG nova.virt.hardware [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1406.085572] env[69365]: DEBUG nova.virt.hardware [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1406.085572] env[69365]: DEBUG nova.virt.hardware [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1406.085655] env[69365]: DEBUG nova.virt.hardware [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1406.085754] env[69365]: DEBUG nova.virt.hardware [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1406.085905] env[69365]: DEBUG nova.virt.hardware [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1406.086179] env[69365]: DEBUG nova.virt.hardware [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1406.086351] env[69365]: DEBUG nova.virt.hardware [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1406.086522] env[69365]: DEBUG nova.virt.hardware [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1406.086685] env[69365]: DEBUG nova.virt.hardware [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1406.086862] env[69365]: DEBUG nova.virt.hardware [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1406.092253] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1406.092561] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d2ec349-9e71-454b-9040-53fab444d448 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.111140] env[69365]: DEBUG oslo_vmware.api [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1406.111140] env[69365]: value = "task-3470128" [ 1406.111140] env[69365]: _type = "Task" [ 1406.111140] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.118860] env[69365]: DEBUG oslo_vmware.api [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470128, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.159746] env[69365]: DEBUG oslo_concurrency.lockutils [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.160057] env[69365]: DEBUG oslo_concurrency.lockutils [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.160276] env[69365]: DEBUG nova.objects.instance [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lazy-loading 'pci_requests' on Instance uuid 609fe30a-21f6-46f9-92cd-19a3d650e973 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1406.620824] env[69365]: DEBUG oslo_vmware.api [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470128, 'name': ReconfigVM_Task, 'duration_secs': 0.172361} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.621100] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1406.621842] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa91c2f-c118-4323-8627-3ea0e95a913e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.643106] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 70094786-8280-445b-95a0-558a12333348/70094786-8280-445b-95a0-558a12333348.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1406.643342] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2aaefe38-5244-4718-aeaf-d21d8ae10352 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.661116] env[69365]: DEBUG oslo_vmware.api [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1406.661116] env[69365]: value = "task-3470129" [ 1406.661116] env[69365]: _type = "Task" [ 1406.661116] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.665286] env[69365]: DEBUG nova.objects.instance [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lazy-loading 'numa_topology' on Instance uuid 609fe30a-21f6-46f9-92cd-19a3d650e973 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1406.670859] env[69365]: DEBUG oslo_vmware.api [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470129, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.167450] env[69365]: INFO nova.compute.claims [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1407.172808] env[69365]: DEBUG oslo_vmware.api [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470129, 'name': ReconfigVM_Task, 'duration_secs': 0.250323} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.173287] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 70094786-8280-445b-95a0-558a12333348/70094786-8280-445b-95a0-558a12333348.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1407.173560] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Updating instance '70094786-8280-445b-95a0-558a12333348' progress to 50 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1407.680060] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df24c7d9-ca4c-4e0b-8b68-fbede41bcfc7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.701399] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6127f17-b432-4a42-bd8e-81045db3f324 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.719730] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Updating instance '70094786-8280-445b-95a0-558a12333348' progress to 67 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1408.246015] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58057374-ece3-467a-8643-42ad100563e1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.255293] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedfe98a-fd31-4ea8-8b1f-81bf9b60bee1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.258665] env[69365]: DEBUG nova.network.neutron [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Port ad90a17c-c5a3-4842-a345-3befe4b85d18 binding to destination host cpu-1 is already ACTIVE {{(pid=69365) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1408.287051] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d0ebcc-59da-4932-8a6d-94c0e0d2cc60 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.294574] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f484382d-990c-450c-810c-70587e660c01 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.307890] env[69365]: DEBUG nova.compute.provider_tree [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.810970] env[69365]: DEBUG nova.scheduler.client.report [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1409.281274] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "70094786-8280-445b-95a0-558a12333348-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.281802] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "70094786-8280-445b-95a0-558a12333348-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.281802] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "70094786-8280-445b-95a0-558a12333348-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.314997] env[69365]: DEBUG oslo_concurrency.lockutils [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.155s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.345520] env[69365]: INFO nova.network.neutron [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Updating port 4c0c6f38-7de6-488d-961d-85c1cfa228f5 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1410.327509] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "refresh_cache-70094786-8280-445b-95a0-558a12333348" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.327509] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquired lock "refresh_cache-70094786-8280-445b-95a0-558a12333348" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.327509] env[69365]: DEBUG nova.network.neutron [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1410.793179] env[69365]: DEBUG nova.compute.manager [req-b5644b51-c0b7-4b19-87a1-748a6556f4a3 req-977ecbd3-b651-4953-90d1-152db69dd40e service nova] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Received event network-vif-plugged-4c0c6f38-7de6-488d-961d-85c1cfa228f5 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1410.793412] env[69365]: DEBUG oslo_concurrency.lockutils [req-b5644b51-c0b7-4b19-87a1-748a6556f4a3 req-977ecbd3-b651-4953-90d1-152db69dd40e service nova] Acquiring lock "609fe30a-21f6-46f9-92cd-19a3d650e973-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.793620] env[69365]: DEBUG oslo_concurrency.lockutils [req-b5644b51-c0b7-4b19-87a1-748a6556f4a3 req-977ecbd3-b651-4953-90d1-152db69dd40e service nova] Lock "609fe30a-21f6-46f9-92cd-19a3d650e973-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.793787] env[69365]: DEBUG oslo_concurrency.lockutils [req-b5644b51-c0b7-4b19-87a1-748a6556f4a3 req-977ecbd3-b651-4953-90d1-152db69dd40e service nova] Lock "609fe30a-21f6-46f9-92cd-19a3d650e973-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.793953] env[69365]: DEBUG nova.compute.manager [req-b5644b51-c0b7-4b19-87a1-748a6556f4a3 req-977ecbd3-b651-4953-90d1-152db69dd40e service nova] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] No waiting events found dispatching network-vif-plugged-4c0c6f38-7de6-488d-961d-85c1cfa228f5 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1410.794178] env[69365]: WARNING nova.compute.manager [req-b5644b51-c0b7-4b19-87a1-748a6556f4a3 req-977ecbd3-b651-4953-90d1-152db69dd40e service nova] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Received unexpected event network-vif-plugged-4c0c6f38-7de6-488d-961d-85c1cfa228f5 for instance with vm_state shelved_offloaded and task_state spawning. [ 1410.918576] env[69365]: DEBUG oslo_concurrency.lockutils [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquiring lock "refresh_cache-609fe30a-21f6-46f9-92cd-19a3d650e973" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.918799] env[69365]: DEBUG oslo_concurrency.lockutils [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquired lock "refresh_cache-609fe30a-21f6-46f9-92cd-19a3d650e973" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.919015] env[69365]: DEBUG nova.network.neutron [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1411.061184] env[69365]: DEBUG nova.network.neutron [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Updating instance_info_cache with network_info: [{"id": "ad90a17c-c5a3-4842-a345-3befe4b85d18", "address": "fa:16:3e:b5:1e:a8", "network": {"id": "c9047d9e-af08-44d6-a8c8-674c7f3eb4d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78225543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1458781f20f49c39b5ccccbb9bf0c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad90a17c-c5", "ovs_interfaceid": "ad90a17c-c5a3-4842-a345-3befe4b85d18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.564609] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Releasing lock "refresh_cache-70094786-8280-445b-95a0-558a12333348" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.599352] env[69365]: DEBUG nova.network.neutron [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Updating instance_info_cache with network_info: [{"id": "4c0c6f38-7de6-488d-961d-85c1cfa228f5", "address": "fa:16:3e:9a:6d:7a", "network": {"id": "8e5087d7-4593-4d20-ad91-8ed29170403a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2031745279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f747fe8b2644381891262af150b25db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c0c6f38-7d", "ovs_interfaceid": "4c0c6f38-7de6-488d-961d-85c1cfa228f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.090464] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2768e7-4e18-4f94-9a7f-6181305fd32e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.109346] env[69365]: DEBUG oslo_concurrency.lockutils [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Releasing lock "refresh_cache-609fe30a-21f6-46f9-92cd-19a3d650e973" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.111954] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0d2484-7e72-47b3-90d0-ecb96672cc48 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.118792] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Updating instance '70094786-8280-445b-95a0-558a12333348' progress to 83 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1412.136816] env[69365]: DEBUG nova.virt.hardware [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9282b348b97b42931eb630ee258f6a69',container_format='bare',created_at=2025-04-16T23:51:25Z,direct_url=,disk_format='vmdk',id=3fc37601-73e1-426c-9e78-809ab9850017,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-29221397-shelved',owner='6f747fe8b2644381891262af150b25db',properties=ImageMetaProps,protected=,size=31595520,status='active',tags=,updated_at=2025-04-16T23:51:41Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1412.137060] env[69365]: DEBUG nova.virt.hardware [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1412.137224] env[69365]: DEBUG nova.virt.hardware [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1412.137457] env[69365]: DEBUG nova.virt.hardware [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1412.137625] env[69365]: DEBUG nova.virt.hardware [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1412.137803] env[69365]: DEBUG nova.virt.hardware [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1412.138033] env[69365]: DEBUG nova.virt.hardware [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1412.138233] env[69365]: DEBUG nova.virt.hardware [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1412.138409] env[69365]: DEBUG nova.virt.hardware [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1412.138573] env[69365]: DEBUG nova.virt.hardware [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1412.138746] env[69365]: DEBUG nova.virt.hardware [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1412.139559] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c2e935-b5af-4a3d-99dd-78ccf78d2f0d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.146973] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6bd867-43c1-4423-ad8d-eb2c0dbd9bc4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.159936] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:6d:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0954fad3-d24d-496c-83e6-a09d3cb556fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c0c6f38-7de6-488d-961d-85c1cfa228f5', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1412.167178] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1412.168030] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1412.168273] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e573021-8d88-4df5-b29c-fdfe2279e9eb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.187648] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1412.187648] env[69365]: value = "task-3470130" [ 1412.187648] env[69365]: _type = "Task" [ 1412.187648] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.194726] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3470130, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.626819] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1412.627234] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-668e7774-04f4-4f20-9ff8-67275c9143f6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.635127] env[69365]: DEBUG oslo_vmware.api [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1412.635127] env[69365]: value = "task-3470131" [ 1412.635127] env[69365]: _type = "Task" [ 1412.635127] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.642744] env[69365]: DEBUG oslo_vmware.api [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.696913] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3470130, 'name': CreateVM_Task, 'duration_secs': 0.301335} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.697115] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1412.697732] env[69365]: DEBUG oslo_concurrency.lockutils [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3fc37601-73e1-426c-9e78-809ab9850017" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.697916] env[69365]: DEBUG oslo_concurrency.lockutils [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3fc37601-73e1-426c-9e78-809ab9850017" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.698331] env[69365]: DEBUG oslo_concurrency.lockutils [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3fc37601-73e1-426c-9e78-809ab9850017" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.698894] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-039967e3-4cb6-4f8d-ade2-3ac41de050d8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.703136] env[69365]: DEBUG oslo_vmware.api [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1412.703136] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]524cc684-e952-f82f-da4a-d4f4716a517e" [ 1412.703136] env[69365]: _type = "Task" [ 1412.703136] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.710519] env[69365]: DEBUG oslo_vmware.api [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]524cc684-e952-f82f-da4a-d4f4716a517e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.819668] env[69365]: DEBUG nova.compute.manager [req-807d37a2-ad51-47a9-97d1-9899a2e08a2b req-c659a53d-a542-41c2-8d7a-c1350f1f44da service nova] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Received event network-changed-4c0c6f38-7de6-488d-961d-85c1cfa228f5 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1412.819902] env[69365]: DEBUG nova.compute.manager [req-807d37a2-ad51-47a9-97d1-9899a2e08a2b req-c659a53d-a542-41c2-8d7a-c1350f1f44da service nova] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Refreshing instance network info cache due to event network-changed-4c0c6f38-7de6-488d-961d-85c1cfa228f5. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1412.820039] env[69365]: DEBUG oslo_concurrency.lockutils [req-807d37a2-ad51-47a9-97d1-9899a2e08a2b req-c659a53d-a542-41c2-8d7a-c1350f1f44da service nova] Acquiring lock "refresh_cache-609fe30a-21f6-46f9-92cd-19a3d650e973" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.820202] env[69365]: DEBUG oslo_concurrency.lockutils [req-807d37a2-ad51-47a9-97d1-9899a2e08a2b req-c659a53d-a542-41c2-8d7a-c1350f1f44da service nova] Acquired lock "refresh_cache-609fe30a-21f6-46f9-92cd-19a3d650e973" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.820362] env[69365]: DEBUG nova.network.neutron [req-807d37a2-ad51-47a9-97d1-9899a2e08a2b req-c659a53d-a542-41c2-8d7a-c1350f1f44da service nova] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Refreshing network info cache for port 4c0c6f38-7de6-488d-961d-85c1cfa228f5 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1413.144848] env[69365]: DEBUG oslo_vmware.api [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470131, 'name': PowerOnVM_Task, 'duration_secs': 0.379785} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.145117] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1413.145302] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5a2aeee5-4986-40e9-9511-ab431dc83c91 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Updating instance '70094786-8280-445b-95a0-558a12333348' progress to 100 {{(pid=69365) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1413.214206] env[69365]: DEBUG oslo_concurrency.lockutils [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3fc37601-73e1-426c-9e78-809ab9850017" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.214416] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Processing image 3fc37601-73e1-426c-9e78-809ab9850017 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1413.214643] env[69365]: DEBUG oslo_concurrency.lockutils [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3fc37601-73e1-426c-9e78-809ab9850017/3fc37601-73e1-426c-9e78-809ab9850017.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.214785] env[69365]: DEBUG oslo_concurrency.lockutils [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3fc37601-73e1-426c-9e78-809ab9850017/3fc37601-73e1-426c-9e78-809ab9850017.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.214960] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1413.215215] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1293a6e5-0db9-4a96-a020-faf66cf6b50f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.234280] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1413.235385] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1413.235385] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62d81976-eb46-4ddd-8697-8ff6824403aa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.240584] env[69365]: DEBUG oslo_vmware.api [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1413.240584] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]521f7414-4ed0-3ece-7e9b-567e6d0cc506" [ 1413.240584] env[69365]: _type = "Task" [ 1413.240584] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.248620] env[69365]: DEBUG oslo_vmware.api [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]521f7414-4ed0-3ece-7e9b-567e6d0cc506, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.494448] env[69365]: DEBUG nova.network.neutron [req-807d37a2-ad51-47a9-97d1-9899a2e08a2b req-c659a53d-a542-41c2-8d7a-c1350f1f44da service nova] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Updated VIF entry in instance network info cache for port 4c0c6f38-7de6-488d-961d-85c1cfa228f5. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1413.494804] env[69365]: DEBUG nova.network.neutron [req-807d37a2-ad51-47a9-97d1-9899a2e08a2b req-c659a53d-a542-41c2-8d7a-c1350f1f44da service nova] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Updating instance_info_cache with network_info: [{"id": "4c0c6f38-7de6-488d-961d-85c1cfa228f5", "address": "fa:16:3e:9a:6d:7a", "network": {"id": "8e5087d7-4593-4d20-ad91-8ed29170403a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2031745279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f747fe8b2644381891262af150b25db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c0c6f38-7d", "ovs_interfaceid": "4c0c6f38-7de6-488d-961d-85c1cfa228f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.751141] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Preparing fetch location {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1413.751522] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Fetch image to [datastore1] OSTACK_IMG_05c01626-eaf8-43c2-84c2-ef76cd048c38/OSTACK_IMG_05c01626-eaf8-43c2-84c2-ef76cd048c38.vmdk {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1413.751522] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Downloading stream optimized image 3fc37601-73e1-426c-9e78-809ab9850017 to [datastore1] OSTACK_IMG_05c01626-eaf8-43c2-84c2-ef76cd048c38/OSTACK_IMG_05c01626-eaf8-43c2-84c2-ef76cd048c38.vmdk on the data store datastore1 as vApp {{(pid=69365) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1413.751668] env[69365]: DEBUG nova.virt.vmwareapi.images [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Downloading image file data 3fc37601-73e1-426c-9e78-809ab9850017 to the ESX as VM named 'OSTACK_IMG_05c01626-eaf8-43c2-84c2-ef76cd048c38' {{(pid=69365) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1413.817083] env[69365]: DEBUG oslo_vmware.rw_handles [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1413.817083] env[69365]: value = "resgroup-9" [ 1413.817083] env[69365]: _type = "ResourcePool" [ 1413.817083] env[69365]: }. {{(pid=69365) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1413.817441] env[69365]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a4922440-0bca-4868-bdb0-ed0c5b4d6c4b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.838741] env[69365]: DEBUG oslo_vmware.rw_handles [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lease: (returnval){ [ 1413.838741] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52dacd27-2777-2e74-4926-00d5133c5ead" [ 1413.838741] env[69365]: _type = "HttpNfcLease" [ 1413.838741] env[69365]: } obtained for vApp import into resource pool (val){ [ 1413.838741] env[69365]: value = "resgroup-9" [ 1413.838741] env[69365]: _type = "ResourcePool" [ 1413.838741] env[69365]: }. {{(pid=69365) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1413.839143] env[69365]: DEBUG oslo_vmware.api [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the lease: (returnval){ [ 1413.839143] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52dacd27-2777-2e74-4926-00d5133c5ead" [ 1413.839143] env[69365]: _type = "HttpNfcLease" [ 1413.839143] env[69365]: } to be ready. {{(pid=69365) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1413.844808] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1413.844808] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52dacd27-2777-2e74-4926-00d5133c5ead" [ 1413.844808] env[69365]: _type = "HttpNfcLease" [ 1413.844808] env[69365]: } is initializing. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1413.997929] env[69365]: DEBUG oslo_concurrency.lockutils [req-807d37a2-ad51-47a9-97d1-9899a2e08a2b req-c659a53d-a542-41c2-8d7a-c1350f1f44da service nova] Releasing lock "refresh_cache-609fe30a-21f6-46f9-92cd-19a3d650e973" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.347059] env[69365]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1414.347059] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52dacd27-2777-2e74-4926-00d5133c5ead" [ 1414.347059] env[69365]: _type = "HttpNfcLease" [ 1414.347059] env[69365]: } is ready. {{(pid=69365) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1414.347336] env[69365]: DEBUG oslo_vmware.rw_handles [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1414.347336] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52dacd27-2777-2e74-4926-00d5133c5ead" [ 1414.347336] env[69365]: _type = "HttpNfcLease" [ 1414.347336] env[69365]: }. {{(pid=69365) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1414.347947] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52336e46-191d-4462-86f0-5558641017bf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.354847] env[69365]: DEBUG oslo_vmware.rw_handles [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200082b-c56f-5935-5467-706efa4ae369/disk-0.vmdk from lease info. {{(pid=69365) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1414.355047] env[69365]: DEBUG oslo_vmware.rw_handles [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Creating HTTP connection to write to file with size = 31595520 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200082b-c56f-5935-5467-706efa4ae369/disk-0.vmdk. {{(pid=69365) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1414.416847] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a225a3b4-60c4-47ab-a375-0d253b8b684c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.485228] env[69365]: DEBUG oslo_vmware.rw_handles [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Completed reading data from the image iterator. {{(pid=69365) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1415.485676] env[69365]: DEBUG oslo_vmware.rw_handles [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200082b-c56f-5935-5467-706efa4ae369/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1415.486530] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25ad80b-5da2-4760-93f9-55e716bd942f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.493610] env[69365]: DEBUG oslo_vmware.rw_handles [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200082b-c56f-5935-5467-706efa4ae369/disk-0.vmdk is in state: ready. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1415.493785] env[69365]: DEBUG oslo_vmware.rw_handles [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200082b-c56f-5935-5467-706efa4ae369/disk-0.vmdk. {{(pid=69365) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1415.494055] env[69365]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-919e6327-c0b0-4b55-a3cf-ef6b6c13a4d5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.663376] env[69365]: DEBUG oslo_vmware.rw_handles [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5200082b-c56f-5935-5467-706efa4ae369/disk-0.vmdk. {{(pid=69365) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1415.663678] env[69365]: INFO nova.virt.vmwareapi.images [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Downloaded image file data 3fc37601-73e1-426c-9e78-809ab9850017 [ 1415.664608] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d5862a-d3c2-490f-9ba6-684f713cf3c8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.681355] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53b32ff5-fbcc-4988-9cdc-2e59dbc83f93 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.705824] env[69365]: INFO nova.virt.vmwareapi.images [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] The imported VM was unregistered [ 1415.708539] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Caching image {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1415.708780] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Creating directory with path [datastore1] devstack-image-cache_base/3fc37601-73e1-426c-9e78-809ab9850017 {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1415.709063] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21e69968-b1d6-4c5f-afaf-0a14db4bc4d7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.718925] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Created directory with path [datastore1] devstack-image-cache_base/3fc37601-73e1-426c-9e78-809ab9850017 {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1415.719124] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_05c01626-eaf8-43c2-84c2-ef76cd048c38/OSTACK_IMG_05c01626-eaf8-43c2-84c2-ef76cd048c38.vmdk to [datastore1] devstack-image-cache_base/3fc37601-73e1-426c-9e78-809ab9850017/3fc37601-73e1-426c-9e78-809ab9850017.vmdk. {{(pid=69365) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1415.719393] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-add645c4-1273-438f-b670-928bfb82aa07 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.725202] env[69365]: DEBUG oslo_vmware.api [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1415.725202] env[69365]: value = "task-3470134" [ 1415.725202] env[69365]: _type = "Task" [ 1415.725202] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.732509] env[69365]: DEBUG oslo_vmware.api [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470134, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.892805] env[69365]: DEBUG nova.network.neutron [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Port ad90a17c-c5a3-4842-a345-3befe4b85d18 binding to destination host cpu-1 is already ACTIVE {{(pid=69365) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1415.893117] env[69365]: DEBUG oslo_concurrency.lockutils [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "refresh_cache-70094786-8280-445b-95a0-558a12333348" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.893313] env[69365]: DEBUG oslo_concurrency.lockutils [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquired lock "refresh_cache-70094786-8280-445b-95a0-558a12333348" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.893491] env[69365]: DEBUG nova.network.neutron [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1416.235513] env[69365]: DEBUG oslo_vmware.api [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470134, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.653968] env[69365]: DEBUG nova.network.neutron [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Updating instance_info_cache with network_info: [{"id": "ad90a17c-c5a3-4842-a345-3befe4b85d18", "address": "fa:16:3e:b5:1e:a8", "network": {"id": "c9047d9e-af08-44d6-a8c8-674c7f3eb4d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78225543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1458781f20f49c39b5ccccbb9bf0c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad90a17c-c5", "ovs_interfaceid": "ad90a17c-c5a3-4842-a345-3befe4b85d18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1416.736477] env[69365]: DEBUG oslo_vmware.api [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470134, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.156798] env[69365]: DEBUG oslo_concurrency.lockutils [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Releasing lock "refresh_cache-70094786-8280-445b-95a0-558a12333348" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.236836] env[69365]: DEBUG oslo_vmware.api [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470134, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.660402] env[69365]: DEBUG nova.compute.manager [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69365) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1417.660747] env[69365]: DEBUG oslo_concurrency.lockutils [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1417.660916] env[69365]: DEBUG oslo_concurrency.lockutils [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1417.737098] env[69365]: DEBUG oslo_vmware.api [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470134, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.164466] env[69365]: DEBUG nova.objects.instance [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lazy-loading 'migration_context' on Instance uuid 70094786-8280-445b-95a0-558a12333348 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1418.237748] env[69365]: DEBUG oslo_vmware.api [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470134, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.127488} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.237998] env[69365]: INFO nova.virt.vmwareapi.ds_util [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_05c01626-eaf8-43c2-84c2-ef76cd048c38/OSTACK_IMG_05c01626-eaf8-43c2-84c2-ef76cd048c38.vmdk to [datastore1] devstack-image-cache_base/3fc37601-73e1-426c-9e78-809ab9850017/3fc37601-73e1-426c-9e78-809ab9850017.vmdk. [ 1418.238228] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Cleaning up location [datastore1] OSTACK_IMG_05c01626-eaf8-43c2-84c2-ef76cd048c38 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1418.238401] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_05c01626-eaf8-43c2-84c2-ef76cd048c38 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1418.238641] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3034e90f-588f-4c86-98a8-4f43a04229d7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.245520] env[69365]: DEBUG oslo_vmware.api [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1418.245520] env[69365]: value = "task-3470135" [ 1418.245520] env[69365]: _type = "Task" [ 1418.245520] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.252818] env[69365]: DEBUG oslo_vmware.api [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.746830] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5668b3-ab9e-4806-a247-8ca76fd517eb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.760117] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4990832-92df-4bf4-8b5a-de84955eb372 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.762977] env[69365]: DEBUG oslo_vmware.api [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039697} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.763236] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1418.763399] env[69365]: DEBUG oslo_concurrency.lockutils [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3fc37601-73e1-426c-9e78-809ab9850017/3fc37601-73e1-426c-9e78-809ab9850017.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.763640] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3fc37601-73e1-426c-9e78-809ab9850017/3fc37601-73e1-426c-9e78-809ab9850017.vmdk to [datastore1] 609fe30a-21f6-46f9-92cd-19a3d650e973/609fe30a-21f6-46f9-92cd-19a3d650e973.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1418.764173] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d1706ca3-fc5c-4649-9d71-fd8dc8630b76 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.793918] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ce961e-31a1-4ccd-9fde-22e64d870c1f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.796919] env[69365]: DEBUG oslo_vmware.api [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1418.796919] env[69365]: value = "task-3470136" [ 1418.796919] env[69365]: _type = "Task" [ 1418.796919] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.804788] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d32fb21d-cf9c-4f7e-88f4-d11c56044cd1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.811201] env[69365]: DEBUG oslo_vmware.api [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470136, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.820381] env[69365]: DEBUG nova.compute.provider_tree [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1419.307745] env[69365]: DEBUG oslo_vmware.api [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470136, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.324035] env[69365]: DEBUG nova.scheduler.client.report [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1419.808674] env[69365]: DEBUG oslo_vmware.api [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470136, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.309461] env[69365]: DEBUG oslo_vmware.api [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470136, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.335087] env[69365]: DEBUG oslo_concurrency.lockutils [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.673s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.810157] env[69365]: DEBUG oslo_vmware.api [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470136, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.310408] env[69365]: DEBUG oslo_vmware.api [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470136, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.125778} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.310658] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3fc37601-73e1-426c-9e78-809ab9850017/3fc37601-73e1-426c-9e78-809ab9850017.vmdk to [datastore1] 609fe30a-21f6-46f9-92cd-19a3d650e973/609fe30a-21f6-46f9-92cd-19a3d650e973.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1421.311411] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98d0665-1de6-49b7-8ac0-fd587e4f94b2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.334281] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 609fe30a-21f6-46f9-92cd-19a3d650e973/609fe30a-21f6-46f9-92cd-19a3d650e973.vmdk or device None with type streamOptimized {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1421.334495] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d63eace-9fb5-4889-a03a-fce517ac3ed6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.353254] env[69365]: DEBUG oslo_vmware.api [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1421.353254] env[69365]: value = "task-3470137" [ 1421.353254] env[69365]: _type = "Task" [ 1421.353254] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.363797] env[69365]: DEBUG oslo_vmware.api [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470137, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.870251] env[69365]: DEBUG oslo_vmware.api [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470137, 'name': ReconfigVM_Task, 'duration_secs': 0.286379} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.870534] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 609fe30a-21f6-46f9-92cd-19a3d650e973/609fe30a-21f6-46f9-92cd-19a3d650e973.vmdk or device None with type streamOptimized {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1421.871151] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e434a0e3-86c2-4026-b808-8703e37ec548 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.875561] env[69365]: INFO nova.compute.manager [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Swapping old allocation on dict_keys(['1e46e834-6985-4ce8-8ea0-649bfd87006d']) held by migration 329cea91-6efb-4120-8c41-f65294e0910f for instance [ 1421.878695] env[69365]: DEBUG oslo_vmware.api [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1421.878695] env[69365]: value = "task-3470138" [ 1421.878695] env[69365]: _type = "Task" [ 1421.878695] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.885846] env[69365]: DEBUG oslo_vmware.api [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470138, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.897807] env[69365]: DEBUG nova.scheduler.client.report [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Overwriting current allocation {'allocations': {'1e46e834-6985-4ce8-8ea0-649bfd87006d': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 178}}, 'project_id': 'd1458781f20f49c39b5ccccbb9bf0c47', 'user_id': '4d2a17bb61f74781889c37e7241ccdb1', 'consumer_generation': 1} on consumer 70094786-8280-445b-95a0-558a12333348 {{(pid=69365) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1421.976925] env[69365]: DEBUG oslo_concurrency.lockutils [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "refresh_cache-70094786-8280-445b-95a0-558a12333348" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.977135] env[69365]: DEBUG oslo_concurrency.lockutils [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquired lock "refresh_cache-70094786-8280-445b-95a0-558a12333348" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.977311] env[69365]: DEBUG nova.network.neutron [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1422.390178] env[69365]: DEBUG oslo_vmware.api [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470138, 'name': Rename_Task, 'duration_secs': 0.134201} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.390449] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1422.390698] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-852879f2-fe15-4553-b72d-5dd1b64f54b6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.397086] env[69365]: DEBUG oslo_vmware.api [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1422.397086] env[69365]: value = "task-3470139" [ 1422.397086] env[69365]: _type = "Task" [ 1422.397086] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.404633] env[69365]: DEBUG oslo_vmware.api [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.679936] env[69365]: DEBUG nova.network.neutron [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Updating instance_info_cache with network_info: [{"id": "ad90a17c-c5a3-4842-a345-3befe4b85d18", "address": "fa:16:3e:b5:1e:a8", "network": {"id": "c9047d9e-af08-44d6-a8c8-674c7f3eb4d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78225543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1458781f20f49c39b5ccccbb9bf0c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad90a17c-c5", "ovs_interfaceid": "ad90a17c-c5a3-4842-a345-3befe4b85d18", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.906890] env[69365]: DEBUG oslo_vmware.api [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470139, 'name': PowerOnVM_Task, 'duration_secs': 0.431635} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.907331] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1423.005157] env[69365]: DEBUG nova.compute.manager [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1423.006107] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c7a838-df0c-47dc-9620-b2c41065eb95 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.182840] env[69365]: DEBUG oslo_concurrency.lockutils [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Releasing lock "refresh_cache-70094786-8280-445b-95a0-558a12333348" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.183341] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1423.183624] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f76bec2-5659-4cde-8eb5-3f6303b9b9e8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.191541] env[69365]: DEBUG oslo_vmware.api [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1423.191541] env[69365]: value = "task-3470140" [ 1423.191541] env[69365]: _type = "Task" [ 1423.191541] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.199773] env[69365]: DEBUG oslo_vmware.api [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470140, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.524205] env[69365]: DEBUG oslo_concurrency.lockutils [None req-926d55e0-ed72-4584-a615-27c4431bd471 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lock "609fe30a-21f6-46f9-92cd-19a3d650e973" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.389s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.701548] env[69365]: DEBUG oslo_vmware.api [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470140, 'name': PowerOffVM_Task, 'duration_secs': 0.207826} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.701801] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1423.702472] env[69365]: DEBUG nova.virt.hardware [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1423.702683] env[69365]: DEBUG nova.virt.hardware [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1423.702910] env[69365]: DEBUG nova.virt.hardware [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1423.703072] env[69365]: DEBUG nova.virt.hardware [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1423.703166] env[69365]: DEBUG nova.virt.hardware [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1423.703312] env[69365]: DEBUG nova.virt.hardware [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1423.703532] env[69365]: DEBUG nova.virt.hardware [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1423.703669] env[69365]: DEBUG nova.virt.hardware [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1423.703834] env[69365]: DEBUG nova.virt.hardware [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1423.704023] env[69365]: DEBUG nova.virt.hardware [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1423.704185] env[69365]: DEBUG nova.virt.hardware [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1423.709135] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3960989b-3c15-4cb8-89bb-32443d4368f2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.724153] env[69365]: DEBUG oslo_vmware.api [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1423.724153] env[69365]: value = "task-3470141" [ 1423.724153] env[69365]: _type = "Task" [ 1423.724153] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.733005] env[69365]: DEBUG oslo_vmware.api [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470141, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.233950] env[69365]: DEBUG oslo_vmware.api [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470141, 'name': ReconfigVM_Task, 'duration_secs': 0.13127} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.234863] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015bdb4e-7057-4e99-ad64-7549cc19fd68 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.253528] env[69365]: DEBUG nova.virt.hardware [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1424.253778] env[69365]: DEBUG nova.virt.hardware [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1424.253931] env[69365]: DEBUG nova.virt.hardware [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1424.254127] env[69365]: DEBUG nova.virt.hardware [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1424.254366] env[69365]: DEBUG nova.virt.hardware [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1424.254537] env[69365]: DEBUG nova.virt.hardware [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1424.254741] env[69365]: DEBUG nova.virt.hardware [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1424.254898] env[69365]: DEBUG nova.virt.hardware [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1424.255270] env[69365]: DEBUG nova.virt.hardware [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1424.255270] env[69365]: DEBUG nova.virt.hardware [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1424.255397] env[69365]: DEBUG nova.virt.hardware [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1424.256210] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ef047f9-8e35-47cf-9dd8-8f5328640843 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.262217] env[69365]: DEBUG oslo_vmware.api [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1424.262217] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]523f843f-6021-49c9-50f0-339f2d711626" [ 1424.262217] env[69365]: _type = "Task" [ 1424.262217] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.270575] env[69365]: DEBUG oslo_vmware.api [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523f843f-6021-49c9-50f0-339f2d711626, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.342966] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca00714-6739-4129-ae5e-d181ec5e8e02 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.349374] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0dde5989-33c1-4913-bd8f-40f271ba29a4 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Suspending the VM {{(pid=69365) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1424.349604] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9ea3beff-9eab-4263-8f1c-8835d0d5e2dc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.355706] env[69365]: DEBUG oslo_vmware.api [None req-0dde5989-33c1-4913-bd8f-40f271ba29a4 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1424.355706] env[69365]: value = "task-3470142" [ 1424.355706] env[69365]: _type = "Task" [ 1424.355706] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.363089] env[69365]: DEBUG oslo_vmware.api [None req-0dde5989-33c1-4913-bd8f-40f271ba29a4 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470142, 'name': SuspendVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.776606] env[69365]: DEBUG oslo_vmware.api [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523f843f-6021-49c9-50f0-339f2d711626, 'name': SearchDatastore_Task, 'duration_secs': 0.010816} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.783552] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1424.783940] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b654486-20f8-428c-89b7-14c45f3ef4aa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.805427] env[69365]: DEBUG oslo_vmware.api [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1424.805427] env[69365]: value = "task-3470143" [ 1424.805427] env[69365]: _type = "Task" [ 1424.805427] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.813986] env[69365]: DEBUG oslo_vmware.api [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470143, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.865021] env[69365]: DEBUG oslo_vmware.api [None req-0dde5989-33c1-4913-bd8f-40f271ba29a4 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470142, 'name': SuspendVM_Task} progress is 75%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.316528] env[69365]: DEBUG oslo_vmware.api [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470143, 'name': ReconfigVM_Task, 'duration_secs': 0.233188} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.316832] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1425.317563] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066ccbdc-c40a-4548-9790-2e15c6a135b5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.338789] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 70094786-8280-445b-95a0-558a12333348/70094786-8280-445b-95a0-558a12333348.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1425.339043] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dd07541-de0e-4356-9be0-3403a25e4678 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.355872] env[69365]: DEBUG oslo_vmware.api [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1425.355872] env[69365]: value = "task-3470144" [ 1425.355872] env[69365]: _type = "Task" [ 1425.355872] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.368092] env[69365]: DEBUG oslo_vmware.api [None req-0dde5989-33c1-4913-bd8f-40f271ba29a4 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470142, 'name': SuspendVM_Task, 'duration_secs': 0.565788} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.371227] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0dde5989-33c1-4913-bd8f-40f271ba29a4 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Suspended the VM {{(pid=69365) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1425.371407] env[69365]: DEBUG nova.compute.manager [None req-0dde5989-33c1-4913-bd8f-40f271ba29a4 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1425.371670] env[69365]: DEBUG oslo_vmware.api [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470144, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.372336] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b858d96-507c-4252-9f47-76f3592557be {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.865834] env[69365]: DEBUG oslo_vmware.api [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470144, 'name': ReconfigVM_Task, 'duration_secs': 0.251157} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.866117] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 70094786-8280-445b-95a0-558a12333348/70094786-8280-445b-95a0-558a12333348.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1425.866931] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b6a912a-68bb-479f-aacf-19d9f1d4b05f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.886329] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440ab1eb-e86f-45cf-b580-597557831b94 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.905176] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7251f019-1222-4f5e-82c7-c4cd4d74aae7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.923898] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb72eb5-28bb-4338-a364-37f8465f3782 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.930202] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1425.930434] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b85bc1b5-2fd2-4aee-b7fa-ca274bf9371e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.936186] env[69365]: DEBUG oslo_vmware.api [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1425.936186] env[69365]: value = "task-3470145" [ 1425.936186] env[69365]: _type = "Task" [ 1425.936186] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.949411] env[69365]: DEBUG oslo_vmware.api [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.446409] env[69365]: DEBUG oslo_vmware.api [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470145, 'name': PowerOnVM_Task, 'duration_secs': 0.384115} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.446767] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1426.727785] env[69365]: INFO nova.compute.manager [None req-0f5551d3-bb9e-405d-af50-725477ea4573 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Resuming [ 1426.728388] env[69365]: DEBUG nova.objects.instance [None req-0f5551d3-bb9e-405d-af50-725477ea4573 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lazy-loading 'flavor' on Instance uuid 609fe30a-21f6-46f9-92cd-19a3d650e973 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1427.458395] env[69365]: INFO nova.compute.manager [None req-598644db-89d3-41f3-8312-3ae7c3539b48 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Updating instance to original state: 'active' [ 1428.237885] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0f5551d3-bb9e-405d-af50-725477ea4573 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquiring lock "refresh_cache-609fe30a-21f6-46f9-92cd-19a3d650e973" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.238182] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0f5551d3-bb9e-405d-af50-725477ea4573 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquired lock "refresh_cache-609fe30a-21f6-46f9-92cd-19a3d650e973" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.238292] env[69365]: DEBUG nova.network.neutron [None req-0f5551d3-bb9e-405d-af50-725477ea4573 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1428.316883] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c3ecfb63-7f44-42bf-b54e-4f389f40efc8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "70094786-8280-445b-95a0-558a12333348" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.317318] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c3ecfb63-7f44-42bf-b54e-4f389f40efc8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "70094786-8280-445b-95a0-558a12333348" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.317586] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c3ecfb63-7f44-42bf-b54e-4f389f40efc8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "70094786-8280-445b-95a0-558a12333348-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1428.317839] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c3ecfb63-7f44-42bf-b54e-4f389f40efc8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "70094786-8280-445b-95a0-558a12333348-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1428.318125] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c3ecfb63-7f44-42bf-b54e-4f389f40efc8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "70094786-8280-445b-95a0-558a12333348-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.320668] env[69365]: INFO nova.compute.manager [None req-c3ecfb63-7f44-42bf-b54e-4f389f40efc8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Terminating instance [ 1428.825273] env[69365]: DEBUG nova.compute.manager [None req-c3ecfb63-7f44-42bf-b54e-4f389f40efc8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1428.825591] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ecfb63-7f44-42bf-b54e-4f389f40efc8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1428.826392] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d0f8b4-c959-4112-a55d-a3b45f8a61cf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.834214] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ecfb63-7f44-42bf-b54e-4f389f40efc8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1428.834453] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01d7167b-b270-4ce0-aded-dec41c0790a7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.840659] env[69365]: DEBUG oslo_vmware.api [None req-c3ecfb63-7f44-42bf-b54e-4f389f40efc8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1428.840659] env[69365]: value = "task-3470146" [ 1428.840659] env[69365]: _type = "Task" [ 1428.840659] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.849314] env[69365]: DEBUG oslo_vmware.api [None req-c3ecfb63-7f44-42bf-b54e-4f389f40efc8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470146, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.928318] env[69365]: DEBUG nova.network.neutron [None req-0f5551d3-bb9e-405d-af50-725477ea4573 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Updating instance_info_cache with network_info: [{"id": "4c0c6f38-7de6-488d-961d-85c1cfa228f5", "address": "fa:16:3e:9a:6d:7a", "network": {"id": "8e5087d7-4593-4d20-ad91-8ed29170403a", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2031745279-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f747fe8b2644381891262af150b25db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0954fad3-d24d-496c-83e6-a09d3cb556fc", "external-id": "nsx-vlan-transportzone-216", "segmentation_id": 216, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c0c6f38-7d", "ovs_interfaceid": "4c0c6f38-7de6-488d-961d-85c1cfa228f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.351726] env[69365]: DEBUG oslo_vmware.api [None req-c3ecfb63-7f44-42bf-b54e-4f389f40efc8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470146, 'name': PowerOffVM_Task, 'duration_secs': 0.181783} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.351988] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3ecfb63-7f44-42bf-b54e-4f389f40efc8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1429.352177] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ecfb63-7f44-42bf-b54e-4f389f40efc8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1429.352422] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a186b8ca-a9fc-4320-bae6-7df314d19503 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.408988] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ecfb63-7f44-42bf-b54e-4f389f40efc8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1429.409212] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ecfb63-7f44-42bf-b54e-4f389f40efc8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1429.409416] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3ecfb63-7f44-42bf-b54e-4f389f40efc8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Deleting the datastore file [datastore1] 70094786-8280-445b-95a0-558a12333348 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1429.409690] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02ada247-1f79-4272-b6b0-7a2b00bdef6a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.415746] env[69365]: DEBUG oslo_vmware.api [None req-c3ecfb63-7f44-42bf-b54e-4f389f40efc8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1429.415746] env[69365]: value = "task-3470148" [ 1429.415746] env[69365]: _type = "Task" [ 1429.415746] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.423139] env[69365]: DEBUG oslo_vmware.api [None req-c3ecfb63-7f44-42bf-b54e-4f389f40efc8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.430716] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0f5551d3-bb9e-405d-af50-725477ea4573 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Releasing lock "refresh_cache-609fe30a-21f6-46f9-92cd-19a3d650e973" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.431512] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4163a9-db8a-4197-a793-c062c95d540b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.436659] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5551d3-bb9e-405d-af50-725477ea4573 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Resuming the VM {{(pid=69365) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1429.436875] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-208febce-8206-4a4f-881d-aad27e32472f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.442552] env[69365]: DEBUG oslo_vmware.api [None req-0f5551d3-bb9e-405d-af50-725477ea4573 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1429.442552] env[69365]: value = "task-3470149" [ 1429.442552] env[69365]: _type = "Task" [ 1429.442552] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.449686] env[69365]: DEBUG oslo_vmware.api [None req-0f5551d3-bb9e-405d-af50-725477ea4573 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.926848] env[69365]: DEBUG oslo_vmware.api [None req-c3ecfb63-7f44-42bf-b54e-4f389f40efc8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266152} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.927321] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3ecfb63-7f44-42bf-b54e-4f389f40efc8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1429.927394] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ecfb63-7f44-42bf-b54e-4f389f40efc8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1429.927612] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ecfb63-7f44-42bf-b54e-4f389f40efc8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1429.927846] env[69365]: INFO nova.compute.manager [None req-c3ecfb63-7f44-42bf-b54e-4f389f40efc8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 70094786-8280-445b-95a0-558a12333348] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1429.928122] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c3ecfb63-7f44-42bf-b54e-4f389f40efc8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1429.928394] env[69365]: DEBUG nova.compute.manager [-] [instance: 70094786-8280-445b-95a0-558a12333348] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1429.928510] env[69365]: DEBUG nova.network.neutron [-] [instance: 70094786-8280-445b-95a0-558a12333348] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1429.954031] env[69365]: DEBUG oslo_vmware.api [None req-0f5551d3-bb9e-405d-af50-725477ea4573 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470149, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.402978] env[69365]: DEBUG nova.compute.manager [req-3b8b0c69-5aac-4506-a942-6ccf40453569 req-39641df4-397c-4689-a9cc-0c3b362d129e service nova] [instance: 70094786-8280-445b-95a0-558a12333348] Received event network-vif-deleted-ad90a17c-c5a3-4842-a345-3befe4b85d18 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1430.402978] env[69365]: INFO nova.compute.manager [req-3b8b0c69-5aac-4506-a942-6ccf40453569 req-39641df4-397c-4689-a9cc-0c3b362d129e service nova] [instance: 70094786-8280-445b-95a0-558a12333348] Neutron deleted interface ad90a17c-c5a3-4842-a345-3befe4b85d18; detaching it from the instance and deleting it from the info cache [ 1430.402978] env[69365]: DEBUG nova.network.neutron [req-3b8b0c69-5aac-4506-a942-6ccf40453569 req-39641df4-397c-4689-a9cc-0c3b362d129e service nova] [instance: 70094786-8280-445b-95a0-558a12333348] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.453342] env[69365]: DEBUG oslo_vmware.api [None req-0f5551d3-bb9e-405d-af50-725477ea4573 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470149, 'name': PowerOnVM_Task, 'duration_secs': 0.521831} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.453581] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0f5551d3-bb9e-405d-af50-725477ea4573 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Resumed the VM {{(pid=69365) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1430.453756] env[69365]: DEBUG nova.compute.manager [None req-0f5551d3-bb9e-405d-af50-725477ea4573 tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1430.454565] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46ecdb9-3d1b-4da2-abe5-092109452b0e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.879040] env[69365]: DEBUG nova.network.neutron [-] [instance: 70094786-8280-445b-95a0-558a12333348] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1430.905302] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dfbb5169-cd4e-41fb-80e5-fc587ef11667 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.915757] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7eb96d-1f68-4a01-893b-df1a79198025 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.944302] env[69365]: DEBUG nova.compute.manager [req-3b8b0c69-5aac-4506-a942-6ccf40453569 req-39641df4-397c-4689-a9cc-0c3b362d129e service nova] [instance: 70094786-8280-445b-95a0-558a12333348] Detach interface failed, port_id=ad90a17c-c5a3-4842-a345-3befe4b85d18, reason: Instance 70094786-8280-445b-95a0-558a12333348 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1431.380984] env[69365]: INFO nova.compute.manager [-] [instance: 70094786-8280-445b-95a0-558a12333348] Took 1.45 seconds to deallocate network for instance. [ 1431.889306] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c3ecfb63-7f44-42bf-b54e-4f389f40efc8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1431.889736] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c3ecfb63-7f44-42bf-b54e-4f389f40efc8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1431.890027] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c3ecfb63-7f44-42bf-b54e-4f389f40efc8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.913709] env[69365]: INFO nova.scheduler.client.report [None req-c3ecfb63-7f44-42bf-b54e-4f389f40efc8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Deleted allocations for instance 70094786-8280-445b-95a0-558a12333348 [ 1432.421910] env[69365]: DEBUG oslo_concurrency.lockutils [None req-c3ecfb63-7f44-42bf-b54e-4f389f40efc8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "70094786-8280-445b-95a0-558a12333348" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.105s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1433.208916] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "5ec3ab33-30a8-4856-b3fb-3c75b592fe9e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.208916] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "5ec3ab33-30a8-4856-b3fb-3c75b592fe9e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1433.712155] env[69365]: DEBUG nova.compute.manager [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1434.233964] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.234283] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.235841] env[69365]: INFO nova.compute.claims [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1434.887146] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0cc00064-5249-4f89-ae98-1b6099383e7c tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquiring lock "609fe30a-21f6-46f9-92cd-19a3d650e973" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.887562] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0cc00064-5249-4f89-ae98-1b6099383e7c tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lock "609fe30a-21f6-46f9-92cd-19a3d650e973" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.887620] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0cc00064-5249-4f89-ae98-1b6099383e7c tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquiring lock "609fe30a-21f6-46f9-92cd-19a3d650e973-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.887823] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0cc00064-5249-4f89-ae98-1b6099383e7c tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lock "609fe30a-21f6-46f9-92cd-19a3d650e973-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.887998] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0cc00064-5249-4f89-ae98-1b6099383e7c tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lock "609fe30a-21f6-46f9-92cd-19a3d650e973-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.890125] env[69365]: INFO nova.compute.manager [None req-0cc00064-5249-4f89-ae98-1b6099383e7c tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Terminating instance [ 1435.301769] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4a56b5-9126-4d4a-be5f-4bc2bcdba5f7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.311324] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d5bfe8-a417-42e5-869b-4aebfc90ec43 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.343743] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4dae5c9-72fe-482f-b8e9-414eebf09a1d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.350975] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a125a761-e566-4e8f-9cc7-5fcd88d7510c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.364830] env[69365]: DEBUG nova.compute.provider_tree [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1435.393737] env[69365]: DEBUG nova.compute.manager [None req-0cc00064-5249-4f89-ae98-1b6099383e7c tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1435.393924] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc00064-5249-4f89-ae98-1b6099383e7c tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1435.394649] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22508afe-26c1-4255-97f0-b805c26964b8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.400878] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc00064-5249-4f89-ae98-1b6099383e7c tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1435.401102] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7c0407a-dfb7-4080-b59a-72ace8fd9cef {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.407516] env[69365]: DEBUG oslo_vmware.api [None req-0cc00064-5249-4f89-ae98-1b6099383e7c tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1435.407516] env[69365]: value = "task-3470150" [ 1435.407516] env[69365]: _type = "Task" [ 1435.407516] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.414414] env[69365]: DEBUG oslo_vmware.api [None req-0cc00064-5249-4f89-ae98-1b6099383e7c tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.868806] env[69365]: DEBUG nova.scheduler.client.report [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1435.917837] env[69365]: DEBUG oslo_vmware.api [None req-0cc00064-5249-4f89-ae98-1b6099383e7c tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470150, 'name': PowerOffVM_Task, 'duration_secs': 0.175173} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.918108] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc00064-5249-4f89-ae98-1b6099383e7c tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1435.918278] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc00064-5249-4f89-ae98-1b6099383e7c tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1435.918571] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-478e11d4-e248-48b5-9a42-ae16ccf2abfa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.978633] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc00064-5249-4f89-ae98-1b6099383e7c tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1435.978848] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc00064-5249-4f89-ae98-1b6099383e7c tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1435.979038] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc00064-5249-4f89-ae98-1b6099383e7c tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Deleting the datastore file [datastore1] 609fe30a-21f6-46f9-92cd-19a3d650e973 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1435.979313] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e181f53e-1f58-4204-917d-6a0a51b2864c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.989329] env[69365]: DEBUG oslo_vmware.api [None req-0cc00064-5249-4f89-ae98-1b6099383e7c tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for the task: (returnval){ [ 1435.989329] env[69365]: value = "task-3470152" [ 1435.989329] env[69365]: _type = "Task" [ 1435.989329] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.000086] env[69365]: DEBUG oslo_vmware.api [None req-0cc00064-5249-4f89-ae98-1b6099383e7c tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.373717] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.139s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.374198] env[69365]: DEBUG nova.compute.manager [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1436.490996] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f8bd6c24-1a1f-4be8-8345-42175789c5b2 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "4c39d8bc-e425-409f-81c4-7c073ab21c31" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1436.491259] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f8bd6c24-1a1f-4be8-8345-42175789c5b2 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "4c39d8bc-e425-409f-81c4-7c073ab21c31" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1436.491470] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f8bd6c24-1a1f-4be8-8345-42175789c5b2 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "4c39d8bc-e425-409f-81c4-7c073ab21c31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1436.491655] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f8bd6c24-1a1f-4be8-8345-42175789c5b2 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "4c39d8bc-e425-409f-81c4-7c073ab21c31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1436.491822] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f8bd6c24-1a1f-4be8-8345-42175789c5b2 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "4c39d8bc-e425-409f-81c4-7c073ab21c31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1436.496549] env[69365]: INFO nova.compute.manager [None req-f8bd6c24-1a1f-4be8-8345-42175789c5b2 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Terminating instance [ 1436.503204] env[69365]: DEBUG oslo_vmware.api [None req-0cc00064-5249-4f89-ae98-1b6099383e7c tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Task: {'id': task-3470152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133367} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.503425] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc00064-5249-4f89-ae98-1b6099383e7c tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1436.503599] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc00064-5249-4f89-ae98-1b6099383e7c tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1436.503767] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc00064-5249-4f89-ae98-1b6099383e7c tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1436.503925] env[69365]: INFO nova.compute.manager [None req-0cc00064-5249-4f89-ae98-1b6099383e7c tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1436.504162] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cc00064-5249-4f89-ae98-1b6099383e7c tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1436.504354] env[69365]: DEBUG nova.compute.manager [-] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1436.504490] env[69365]: DEBUG nova.network.neutron [-] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1436.755589] env[69365]: DEBUG nova.compute.manager [req-75eb80d2-704f-4698-b5d5-f2b0aae57e9b req-18f42681-b218-4fa7-9bbd-1191fb264d8c service nova] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Received event network-vif-deleted-4c0c6f38-7de6-488d-961d-85c1cfa228f5 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1436.755720] env[69365]: INFO nova.compute.manager [req-75eb80d2-704f-4698-b5d5-f2b0aae57e9b req-18f42681-b218-4fa7-9bbd-1191fb264d8c service nova] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Neutron deleted interface 4c0c6f38-7de6-488d-961d-85c1cfa228f5; detaching it from the instance and deleting it from the info cache [ 1436.755850] env[69365]: DEBUG nova.network.neutron [req-75eb80d2-704f-4698-b5d5-f2b0aae57e9b req-18f42681-b218-4fa7-9bbd-1191fb264d8c service nova] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1436.879311] env[69365]: DEBUG nova.compute.utils [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1436.880671] env[69365]: DEBUG nova.compute.manager [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1436.880837] env[69365]: DEBUG nova.network.neutron [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1436.924356] env[69365]: DEBUG nova.policy [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d2a17bb61f74781889c37e7241ccdb1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd1458781f20f49c39b5ccccbb9bf0c47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1437.000762] env[69365]: DEBUG nova.compute.manager [None req-f8bd6c24-1a1f-4be8-8345-42175789c5b2 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1437.001028] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bd6c24-1a1f-4be8-8345-42175789c5b2 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1437.001911] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c0578c-3719-4ed7-8f68-c4df9e8eb933 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.009475] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8bd6c24-1a1f-4be8-8345-42175789c5b2 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1437.009710] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1caf0d05-1694-4534-a6b4-f298e03e6179 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.015563] env[69365]: DEBUG oslo_vmware.api [None req-f8bd6c24-1a1f-4be8-8345-42175789c5b2 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1437.015563] env[69365]: value = "task-3470153" [ 1437.015563] env[69365]: _type = "Task" [ 1437.015563] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.024168] env[69365]: DEBUG oslo_vmware.api [None req-f8bd6c24-1a1f-4be8-8345-42175789c5b2 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.229086] env[69365]: DEBUG nova.network.neutron [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Successfully created port: b9ea37fa-ad69-44dd-9f0e-8d9760e3aba7 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1437.232620] env[69365]: DEBUG nova.network.neutron [-] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.258081] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8de1d042-afa6-4f16-810f-46499fd39694 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.267135] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea65668c-55dc-4fa4-bb46-55577ed0c02e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.293854] env[69365]: DEBUG nova.compute.manager [req-75eb80d2-704f-4698-b5d5-f2b0aae57e9b req-18f42681-b218-4fa7-9bbd-1191fb264d8c service nova] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Detach interface failed, port_id=4c0c6f38-7de6-488d-961d-85c1cfa228f5, reason: Instance 609fe30a-21f6-46f9-92cd-19a3d650e973 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1437.383492] env[69365]: DEBUG nova.compute.manager [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1437.525155] env[69365]: DEBUG oslo_vmware.api [None req-f8bd6c24-1a1f-4be8-8345-42175789c5b2 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470153, 'name': PowerOffVM_Task, 'duration_secs': 0.170041} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.525437] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8bd6c24-1a1f-4be8-8345-42175789c5b2 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1437.525570] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bd6c24-1a1f-4be8-8345-42175789c5b2 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1437.525820] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1625073c-a0d4-451c-a767-9df31b4b37c3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.593372] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bd6c24-1a1f-4be8-8345-42175789c5b2 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1437.593639] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bd6c24-1a1f-4be8-8345-42175789c5b2 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1437.593835] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8bd6c24-1a1f-4be8-8345-42175789c5b2 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Deleting the datastore file [datastore2] 4c39d8bc-e425-409f-81c4-7c073ab21c31 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1437.594113] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fef5e334-e0dd-4db3-8eb4-218587d1b51d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.600578] env[69365]: DEBUG oslo_vmware.api [None req-f8bd6c24-1a1f-4be8-8345-42175789c5b2 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1437.600578] env[69365]: value = "task-3470155" [ 1437.600578] env[69365]: _type = "Task" [ 1437.600578] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.608465] env[69365]: DEBUG oslo_vmware.api [None req-f8bd6c24-1a1f-4be8-8345-42175789c5b2 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.734927] env[69365]: INFO nova.compute.manager [-] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Took 1.23 seconds to deallocate network for instance. [ 1438.111035] env[69365]: DEBUG oslo_vmware.api [None req-f8bd6c24-1a1f-4be8-8345-42175789c5b2 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139691} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.111472] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8bd6c24-1a1f-4be8-8345-42175789c5b2 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1438.111472] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bd6c24-1a1f-4be8-8345-42175789c5b2 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1438.111601] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-f8bd6c24-1a1f-4be8-8345-42175789c5b2 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1438.111774] env[69365]: INFO nova.compute.manager [None req-f8bd6c24-1a1f-4be8-8345-42175789c5b2 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1438.112015] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8bd6c24-1a1f-4be8-8345-42175789c5b2 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1438.112211] env[69365]: DEBUG nova.compute.manager [-] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1438.112305] env[69365]: DEBUG nova.network.neutron [-] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1438.241555] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0cc00064-5249-4f89-ae98-1b6099383e7c tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.241860] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0cc00064-5249-4f89-ae98-1b6099383e7c tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.242098] env[69365]: DEBUG nova.objects.instance [None req-0cc00064-5249-4f89-ae98-1b6099383e7c tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lazy-loading 'resources' on Instance uuid 609fe30a-21f6-46f9-92cd-19a3d650e973 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1438.393709] env[69365]: DEBUG nova.compute.manager [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1438.420292] env[69365]: DEBUG nova.virt.hardware [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1438.420540] env[69365]: DEBUG nova.virt.hardware [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1438.420828] env[69365]: DEBUG nova.virt.hardware [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1438.420878] env[69365]: DEBUG nova.virt.hardware [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1438.421408] env[69365]: DEBUG nova.virt.hardware [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1438.421408] env[69365]: DEBUG nova.virt.hardware [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1438.421561] env[69365]: DEBUG nova.virt.hardware [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1438.421620] env[69365]: DEBUG nova.virt.hardware [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1438.421772] env[69365]: DEBUG nova.virt.hardware [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1438.421987] env[69365]: DEBUG nova.virt.hardware [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1438.422102] env[69365]: DEBUG nova.virt.hardware [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1438.422948] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b184768a-9b72-42f7-9329-b9814d042d7b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.431127] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d895db2f-ff6f-4dcf-b4a8-4efd973f312f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.708629] env[69365]: DEBUG nova.network.neutron [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Successfully updated port: b9ea37fa-ad69-44dd-9f0e-8d9760e3aba7 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1438.790931] env[69365]: DEBUG nova.compute.manager [req-5d073b24-ebfc-46a3-8801-f22b18137a1b req-371d03b8-9932-44ae-bd05-e81d5c1c55b0 service nova] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Received event network-vif-deleted-1b66f7c6-0332-4bcd-98ee-a228e3f6c998 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1438.791192] env[69365]: INFO nova.compute.manager [req-5d073b24-ebfc-46a3-8801-f22b18137a1b req-371d03b8-9932-44ae-bd05-e81d5c1c55b0 service nova] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Neutron deleted interface 1b66f7c6-0332-4bcd-98ee-a228e3f6c998; detaching it from the instance and deleting it from the info cache [ 1438.791307] env[69365]: DEBUG nova.network.neutron [req-5d073b24-ebfc-46a3-8801-f22b18137a1b req-371d03b8-9932-44ae-bd05-e81d5c1c55b0 service nova] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1438.820444] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4fd20de-f5ba-45a7-a77e-6dfe2103e401 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.828057] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-361fe274-e629-4347-944c-2d6301dd3378 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.859206] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d8c252-f29c-422e-ba05-de22c9ac372f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.866098] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb84b9e5-a218-45e3-8641-4ad5bee05c26 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.878738] env[69365]: DEBUG nova.compute.provider_tree [None req-0cc00064-5249-4f89-ae98-1b6099383e7c tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1439.056397] env[69365]: DEBUG nova.network.neutron [-] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.211264] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "refresh_cache-5ec3ab33-30a8-4856-b3fb-3c75b592fe9e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.211264] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquired lock "refresh_cache-5ec3ab33-30a8-4856-b3fb-3c75b592fe9e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.211264] env[69365]: DEBUG nova.network.neutron [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1439.293870] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4caf2705-0460-4185-b758-c8205d784f0f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.303614] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea156a6-31ba-4735-a7db-be126c3f8ade {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.327655] env[69365]: DEBUG nova.compute.manager [req-5d073b24-ebfc-46a3-8801-f22b18137a1b req-371d03b8-9932-44ae-bd05-e81d5c1c55b0 service nova] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Detach interface failed, port_id=1b66f7c6-0332-4bcd-98ee-a228e3f6c998, reason: Instance 4c39d8bc-e425-409f-81c4-7c073ab21c31 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1439.327855] env[69365]: DEBUG nova.compute.manager [req-5d073b24-ebfc-46a3-8801-f22b18137a1b req-371d03b8-9932-44ae-bd05-e81d5c1c55b0 service nova] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Received event network-vif-plugged-b9ea37fa-ad69-44dd-9f0e-8d9760e3aba7 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1439.328059] env[69365]: DEBUG oslo_concurrency.lockutils [req-5d073b24-ebfc-46a3-8801-f22b18137a1b req-371d03b8-9932-44ae-bd05-e81d5c1c55b0 service nova] Acquiring lock "5ec3ab33-30a8-4856-b3fb-3c75b592fe9e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.328269] env[69365]: DEBUG oslo_concurrency.lockutils [req-5d073b24-ebfc-46a3-8801-f22b18137a1b req-371d03b8-9932-44ae-bd05-e81d5c1c55b0 service nova] Lock "5ec3ab33-30a8-4856-b3fb-3c75b592fe9e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.328452] env[69365]: DEBUG oslo_concurrency.lockutils [req-5d073b24-ebfc-46a3-8801-f22b18137a1b req-371d03b8-9932-44ae-bd05-e81d5c1c55b0 service nova] Lock "5ec3ab33-30a8-4856-b3fb-3c75b592fe9e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.328629] env[69365]: DEBUG nova.compute.manager [req-5d073b24-ebfc-46a3-8801-f22b18137a1b req-371d03b8-9932-44ae-bd05-e81d5c1c55b0 service nova] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] No waiting events found dispatching network-vif-plugged-b9ea37fa-ad69-44dd-9f0e-8d9760e3aba7 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1439.328802] env[69365]: WARNING nova.compute.manager [req-5d073b24-ebfc-46a3-8801-f22b18137a1b req-371d03b8-9932-44ae-bd05-e81d5c1c55b0 service nova] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Received unexpected event network-vif-plugged-b9ea37fa-ad69-44dd-9f0e-8d9760e3aba7 for instance with vm_state building and task_state spawning. [ 1439.328960] env[69365]: DEBUG nova.compute.manager [req-5d073b24-ebfc-46a3-8801-f22b18137a1b req-371d03b8-9932-44ae-bd05-e81d5c1c55b0 service nova] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Received event network-changed-b9ea37fa-ad69-44dd-9f0e-8d9760e3aba7 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1439.329132] env[69365]: DEBUG nova.compute.manager [req-5d073b24-ebfc-46a3-8801-f22b18137a1b req-371d03b8-9932-44ae-bd05-e81d5c1c55b0 service nova] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Refreshing instance network info cache due to event network-changed-b9ea37fa-ad69-44dd-9f0e-8d9760e3aba7. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1439.329297] env[69365]: DEBUG oslo_concurrency.lockutils [req-5d073b24-ebfc-46a3-8801-f22b18137a1b req-371d03b8-9932-44ae-bd05-e81d5c1c55b0 service nova] Acquiring lock "refresh_cache-5ec3ab33-30a8-4856-b3fb-3c75b592fe9e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.382169] env[69365]: DEBUG nova.scheduler.client.report [None req-0cc00064-5249-4f89-ae98-1b6099383e7c tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1439.559859] env[69365]: INFO nova.compute.manager [-] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Took 1.45 seconds to deallocate network for instance. [ 1439.741595] env[69365]: DEBUG nova.network.neutron [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1439.860711] env[69365]: DEBUG nova.network.neutron [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Updating instance_info_cache with network_info: [{"id": "b9ea37fa-ad69-44dd-9f0e-8d9760e3aba7", "address": "fa:16:3e:df:a1:3f", "network": {"id": "c9047d9e-af08-44d6-a8c8-674c7f3eb4d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78225543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1458781f20f49c39b5ccccbb9bf0c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ea37fa-ad", "ovs_interfaceid": "b9ea37fa-ad69-44dd-9f0e-8d9760e3aba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.887166] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0cc00064-5249-4f89-ae98-1b6099383e7c tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.645s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.904949] env[69365]: INFO nova.scheduler.client.report [None req-0cc00064-5249-4f89-ae98-1b6099383e7c tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Deleted allocations for instance 609fe30a-21f6-46f9-92cd-19a3d650e973 [ 1440.066618] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f8bd6c24-1a1f-4be8-8345-42175789c5b2 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.066618] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f8bd6c24-1a1f-4be8-8345-42175789c5b2 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.066864] env[69365]: DEBUG nova.objects.instance [None req-f8bd6c24-1a1f-4be8-8345-42175789c5b2 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lazy-loading 'resources' on Instance uuid 4c39d8bc-e425-409f-81c4-7c073ab21c31 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1440.363567] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Releasing lock "refresh_cache-5ec3ab33-30a8-4856-b3fb-3c75b592fe9e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.363883] env[69365]: DEBUG nova.compute.manager [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Instance network_info: |[{"id": "b9ea37fa-ad69-44dd-9f0e-8d9760e3aba7", "address": "fa:16:3e:df:a1:3f", "network": {"id": "c9047d9e-af08-44d6-a8c8-674c7f3eb4d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78225543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1458781f20f49c39b5ccccbb9bf0c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ea37fa-ad", "ovs_interfaceid": "b9ea37fa-ad69-44dd-9f0e-8d9760e3aba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1440.364273] env[69365]: DEBUG oslo_concurrency.lockutils [req-5d073b24-ebfc-46a3-8801-f22b18137a1b req-371d03b8-9932-44ae-bd05-e81d5c1c55b0 service nova] Acquired lock "refresh_cache-5ec3ab33-30a8-4856-b3fb-3c75b592fe9e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.364463] env[69365]: DEBUG nova.network.neutron [req-5d073b24-ebfc-46a3-8801-f22b18137a1b req-371d03b8-9932-44ae-bd05-e81d5c1c55b0 service nova] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Refreshing network info cache for port b9ea37fa-ad69-44dd-9f0e-8d9760e3aba7 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1440.365639] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:a1:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '001929c7-0dc4-4b73-a9f1-d672f8377985', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b9ea37fa-ad69-44dd-9f0e-8d9760e3aba7', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1440.374537] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1440.377483] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1440.377939] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cb8b984-f89e-494f-98c9-546ba8e24d2e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.398372] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1440.398372] env[69365]: value = "task-3470156" [ 1440.398372] env[69365]: _type = "Task" [ 1440.398372] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.405874] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3470156, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.413610] env[69365]: DEBUG oslo_concurrency.lockutils [None req-0cc00064-5249-4f89-ae98-1b6099383e7c tempest-ServersNegativeTestJSON-1924043836 tempest-ServersNegativeTestJSON-1924043836-project-member] Lock "609fe30a-21f6-46f9-92cd-19a3d650e973" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.526s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.579178] env[69365]: DEBUG nova.network.neutron [req-5d073b24-ebfc-46a3-8801-f22b18137a1b req-371d03b8-9932-44ae-bd05-e81d5c1c55b0 service nova] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Updated VIF entry in instance network info cache for port b9ea37fa-ad69-44dd-9f0e-8d9760e3aba7. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1440.579548] env[69365]: DEBUG nova.network.neutron [req-5d073b24-ebfc-46a3-8801-f22b18137a1b req-371d03b8-9932-44ae-bd05-e81d5c1c55b0 service nova] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Updating instance_info_cache with network_info: [{"id": "b9ea37fa-ad69-44dd-9f0e-8d9760e3aba7", "address": "fa:16:3e:df:a1:3f", "network": {"id": "c9047d9e-af08-44d6-a8c8-674c7f3eb4d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78225543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1458781f20f49c39b5ccccbb9bf0c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ea37fa-ad", "ovs_interfaceid": "b9ea37fa-ad69-44dd-9f0e-8d9760e3aba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.619325] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d18334-3586-4035-afe9-8ce126bf32b3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.629683] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98bdab0-cc4f-4d8b-9889-977237a73a50 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.661441] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ecc289-c8da-43d7-8ba0-61e2086fc33f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.668726] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a627dd0-3cd9-4f43-9acb-3cd7d18d0a48 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.683924] env[69365]: DEBUG nova.compute.provider_tree [None req-f8bd6c24-1a1f-4be8-8345-42175789c5b2 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1440.907895] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3470156, 'name': CreateVM_Task, 'duration_secs': 0.320044} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.908118] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1440.908768] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.908928] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.909264] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.909520] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09091007-9894-416d-b9e9-d3f4278d30bd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.913773] env[69365]: DEBUG oslo_vmware.api [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1440.913773] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b4838b-adba-aae0-9837-199917fb8ff4" [ 1440.913773] env[69365]: _type = "Task" [ 1440.913773] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.921450] env[69365]: DEBUG oslo_vmware.api [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b4838b-adba-aae0-9837-199917fb8ff4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.082824] env[69365]: DEBUG oslo_concurrency.lockutils [req-5d073b24-ebfc-46a3-8801-f22b18137a1b req-371d03b8-9932-44ae-bd05-e81d5c1c55b0 service nova] Releasing lock "refresh_cache-5ec3ab33-30a8-4856-b3fb-3c75b592fe9e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.187336] env[69365]: DEBUG nova.scheduler.client.report [None req-f8bd6c24-1a1f-4be8-8345-42175789c5b2 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1441.424069] env[69365]: DEBUG oslo_vmware.api [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52b4838b-adba-aae0-9837-199917fb8ff4, 'name': SearchDatastore_Task, 'duration_secs': 0.009908} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.424409] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.424583] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1441.424817] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.424960] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.425146] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1441.425404] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ef31695-076f-42e7-a471-2be03b460ec8 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.433309] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1441.433455] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1441.434117] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c00ccb90-6522-4c0a-a096-09636eeed106 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.439026] env[69365]: DEBUG oslo_vmware.api [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1441.439026] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]523937a5-8b71-c84a-8694-e4e33ff6b721" [ 1441.439026] env[69365]: _type = "Task" [ 1441.439026] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.445853] env[69365]: DEBUG oslo_vmware.api [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523937a5-8b71-c84a-8694-e4e33ff6b721, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.693480] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f8bd6c24-1a1f-4be8-8345-42175789c5b2 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.627s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1441.716286] env[69365]: INFO nova.scheduler.client.report [None req-f8bd6c24-1a1f-4be8-8345-42175789c5b2 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Deleted allocations for instance 4c39d8bc-e425-409f-81c4-7c073ab21c31 [ 1441.951579] env[69365]: DEBUG oslo_vmware.api [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523937a5-8b71-c84a-8694-e4e33ff6b721, 'name': SearchDatastore_Task, 'duration_secs': 0.008159} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.952401] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a87fa19-15d4-4ae4-8d3b-65b3bdf5c7c0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.958069] env[69365]: DEBUG oslo_vmware.api [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1441.958069] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d05808-8a26-294d-da2e-eecee2a28534" [ 1441.958069] env[69365]: _type = "Task" [ 1441.958069] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.965997] env[69365]: DEBUG oslo_vmware.api [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d05808-8a26-294d-da2e-eecee2a28534, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.225767] env[69365]: DEBUG oslo_concurrency.lockutils [None req-f8bd6c24-1a1f-4be8-8345-42175789c5b2 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "4c39d8bc-e425-409f-81c4-7c073ab21c31" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.734s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.468590] env[69365]: DEBUG oslo_vmware.api [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52d05808-8a26-294d-da2e-eecee2a28534, 'name': SearchDatastore_Task, 'duration_secs': 0.009927} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.468839] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.469046] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e/5ec3ab33-30a8-4856-b3fb-3c75b592fe9e.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1442.469322] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c75323c5-dff7-4d3d-81ba-69988c35d5aa {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.475904] env[69365]: DEBUG oslo_vmware.api [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1442.475904] env[69365]: value = "task-3470157" [ 1442.475904] env[69365]: _type = "Task" [ 1442.475904] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.483418] env[69365]: DEBUG oslo_vmware.api [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.986901] env[69365]: DEBUG oslo_vmware.api [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470157, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455819} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.987165] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e/5ec3ab33-30a8-4856-b3fb-3c75b592fe9e.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1442.987373] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1442.987615] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1abec0d7-6d65-4cbd-bb8e-e01c07a6dc11 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.993674] env[69365]: DEBUG oslo_vmware.api [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1442.993674] env[69365]: value = "task-3470158" [ 1442.993674] env[69365]: _type = "Task" [ 1442.993674] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.000935] env[69365]: DEBUG oslo_vmware.api [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470158, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.503693] env[69365]: DEBUG oslo_vmware.api [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470158, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06388} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.504033] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1443.504754] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32817b0e-1c15-4147-8e84-9fed0466d50d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.527430] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e/5ec3ab33-30a8-4856-b3fb-3c75b592fe9e.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1443.527694] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25d363c0-470d-443f-a130-ba041cd81a11 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.555039] env[69365]: DEBUG oslo_vmware.api [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1443.555039] env[69365]: value = "task-3470159" [ 1443.555039] env[69365]: _type = "Task" [ 1443.555039] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.562570] env[69365]: DEBUG oslo_vmware.api [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470159, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.577095] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4c9f24ab-6faa-4c21-b7f9-3e970f93c3b1 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "11efd450-4a65-4040-bbbb-c66376382aa6" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1443.577336] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4c9f24ab-6faa-4c21-b7f9-3e970f93c3b1 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "11efd450-4a65-4040-bbbb-c66376382aa6" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.066134] env[69365]: DEBUG oslo_vmware.api [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470159, 'name': ReconfigVM_Task, 'duration_secs': 0.26315} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.066430] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Reconfigured VM instance instance-0000007d to attach disk [datastore1] 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e/5ec3ab33-30a8-4856-b3fb-3c75b592fe9e.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1444.067180] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63e8dcc8-eb6a-451d-a2a0-9d941e8ab350 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.074128] env[69365]: DEBUG oslo_vmware.api [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1444.074128] env[69365]: value = "task-3470160" [ 1444.074128] env[69365]: _type = "Task" [ 1444.074128] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.081931] env[69365]: INFO nova.compute.manager [None req-4c9f24ab-6faa-4c21-b7f9-3e970f93c3b1 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Detaching volume 6abb0c27-4eb3-4056-9373-036c103f80cb [ 1444.083535] env[69365]: DEBUG oslo_vmware.api [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470160, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.113974] env[69365]: INFO nova.virt.block_device [None req-4c9f24ab-6faa-4c21-b7f9-3e970f93c3b1 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Attempting to driver detach volume 6abb0c27-4eb3-4056-9373-036c103f80cb from mountpoint /dev/sdb [ 1444.114312] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c9f24ab-6faa-4c21-b7f9-3e970f93c3b1 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Volume detach. Driver type: vmdk {{(pid=69365) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1444.114601] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c9f24ab-6faa-4c21-b7f9-3e970f93c3b1 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693474', 'volume_id': '6abb0c27-4eb3-4056-9373-036c103f80cb', 'name': 'volume-6abb0c27-4eb3-4056-9373-036c103f80cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11efd450-4a65-4040-bbbb-c66376382aa6', 'attached_at': '', 'detached_at': '', 'volume_id': '6abb0c27-4eb3-4056-9373-036c103f80cb', 'serial': '6abb0c27-4eb3-4056-9373-036c103f80cb'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1444.115541] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63d0913-154e-4fc7-b782-08b85ba7493f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.137056] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c39292-b2b2-4aaf-ba04-f36802a7c883 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.143835] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbf5f84-4043-4904-a57d-af2c0f81aa1a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.165293] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c249446-1353-4fc8-bfff-6c3f0db859a0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.180597] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c9f24ab-6faa-4c21-b7f9-3e970f93c3b1 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] The volume has not been displaced from its original location: [datastore2] volume-6abb0c27-4eb3-4056-9373-036c103f80cb/volume-6abb0c27-4eb3-4056-9373-036c103f80cb.vmdk. No consolidation needed. {{(pid=69365) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1444.185933] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c9f24ab-6faa-4c21-b7f9-3e970f93c3b1 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1444.186223] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f000d0d-5195-41ff-8c91-8a5aa2c28c42 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.202898] env[69365]: DEBUG oslo_vmware.api [None req-4c9f24ab-6faa-4c21-b7f9-3e970f93c3b1 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1444.202898] env[69365]: value = "task-3470161" [ 1444.202898] env[69365]: _type = "Task" [ 1444.202898] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.211615] env[69365]: DEBUG oslo_vmware.api [None req-4c9f24ab-6faa-4c21-b7f9-3e970f93c3b1 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470161, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.584424] env[69365]: DEBUG oslo_vmware.api [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470160, 'name': Rename_Task, 'duration_secs': 0.138182} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.584774] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1444.584953] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c7cf216-aee4-467d-ac60-16ba9ef3ecb1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.591293] env[69365]: DEBUG oslo_vmware.api [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1444.591293] env[69365]: value = "task-3470162" [ 1444.591293] env[69365]: _type = "Task" [ 1444.591293] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.598166] env[69365]: DEBUG oslo_vmware.api [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.713297] env[69365]: DEBUG oslo_vmware.api [None req-4c9f24ab-6faa-4c21-b7f9-3e970f93c3b1 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470161, 'name': ReconfigVM_Task, 'duration_secs': 0.213688} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.713621] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c9f24ab-6faa-4c21-b7f9-3e970f93c3b1 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1444.718476] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e846bcef-de3d-4202-be3e-4f8f433b8aca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.733114] env[69365]: DEBUG oslo_vmware.api [None req-4c9f24ab-6faa-4c21-b7f9-3e970f93c3b1 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1444.733114] env[69365]: value = "task-3470163" [ 1444.733114] env[69365]: _type = "Task" [ 1444.733114] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.740538] env[69365]: DEBUG oslo_vmware.api [None req-4c9f24ab-6faa-4c21-b7f9-3e970f93c3b1 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.101313] env[69365]: DEBUG oslo_vmware.api [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470162, 'name': PowerOnVM_Task, 'duration_secs': 0.445248} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.101577] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1445.101787] env[69365]: INFO nova.compute.manager [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Took 6.71 seconds to spawn the instance on the hypervisor. [ 1445.101965] env[69365]: DEBUG nova.compute.manager [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1445.102726] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9caef1-3287-44d1-aef5-206a2ccb2633 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.243285] env[69365]: DEBUG oslo_vmware.api [None req-4c9f24ab-6faa-4c21-b7f9-3e970f93c3b1 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470163, 'name': ReconfigVM_Task, 'duration_secs': 0.122027} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.243584] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c9f24ab-6faa-4c21-b7f9-3e970f93c3b1 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693474', 'volume_id': '6abb0c27-4eb3-4056-9373-036c103f80cb', 'name': 'volume-6abb0c27-4eb3-4056-9373-036c103f80cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '11efd450-4a65-4040-bbbb-c66376382aa6', 'attached_at': '', 'detached_at': '', 'volume_id': '6abb0c27-4eb3-4056-9373-036c103f80cb', 'serial': '6abb0c27-4eb3-4056-9373-036c103f80cb'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1445.620967] env[69365]: INFO nova.compute.manager [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Took 11.40 seconds to build instance. [ 1445.784544] env[69365]: DEBUG nova.objects.instance [None req-4c9f24ab-6faa-4c21-b7f9-3e970f93c3b1 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lazy-loading 'flavor' on Instance uuid 11efd450-4a65-4040-bbbb-c66376382aa6 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1446.123562] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a57cacd6-b3d5-49ce-9b5c-b550041f1b28 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "5ec3ab33-30a8-4856-b3fb-3c75b592fe9e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.914s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.200976] env[69365]: DEBUG nova.compute.manager [req-230f1611-9568-49c8-8317-e876ace5d1a2 req-81fceb2f-fc58-4b11-a58a-e20d97ef481c service nova] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Received event network-changed-b9ea37fa-ad69-44dd-9f0e-8d9760e3aba7 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1446.201187] env[69365]: DEBUG nova.compute.manager [req-230f1611-9568-49c8-8317-e876ace5d1a2 req-81fceb2f-fc58-4b11-a58a-e20d97ef481c service nova] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Refreshing instance network info cache due to event network-changed-b9ea37fa-ad69-44dd-9f0e-8d9760e3aba7. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1446.201398] env[69365]: DEBUG oslo_concurrency.lockutils [req-230f1611-9568-49c8-8317-e876ace5d1a2 req-81fceb2f-fc58-4b11-a58a-e20d97ef481c service nova] Acquiring lock "refresh_cache-5ec3ab33-30a8-4856-b3fb-3c75b592fe9e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.201541] env[69365]: DEBUG oslo_concurrency.lockutils [req-230f1611-9568-49c8-8317-e876ace5d1a2 req-81fceb2f-fc58-4b11-a58a-e20d97ef481c service nova] Acquired lock "refresh_cache-5ec3ab33-30a8-4856-b3fb-3c75b592fe9e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.201700] env[69365]: DEBUG nova.network.neutron [req-230f1611-9568-49c8-8317-e876ace5d1a2 req-81fceb2f-fc58-4b11-a58a-e20d97ef481c service nova] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Refreshing network info cache for port b9ea37fa-ad69-44dd-9f0e-8d9760e3aba7 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1446.791816] env[69365]: DEBUG oslo_concurrency.lockutils [None req-4c9f24ab-6faa-4c21-b7f9-3e970f93c3b1 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "11efd450-4a65-4040-bbbb-c66376382aa6" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.214s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.901256] env[69365]: DEBUG nova.network.neutron [req-230f1611-9568-49c8-8317-e876ace5d1a2 req-81fceb2f-fc58-4b11-a58a-e20d97ef481c service nova] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Updated VIF entry in instance network info cache for port b9ea37fa-ad69-44dd-9f0e-8d9760e3aba7. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1446.901768] env[69365]: DEBUG nova.network.neutron [req-230f1611-9568-49c8-8317-e876ace5d1a2 req-81fceb2f-fc58-4b11-a58a-e20d97ef481c service nova] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Updating instance_info_cache with network_info: [{"id": "b9ea37fa-ad69-44dd-9f0e-8d9760e3aba7", "address": "fa:16:3e:df:a1:3f", "network": {"id": "c9047d9e-af08-44d6-a8c8-674c7f3eb4d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78225543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1458781f20f49c39b5ccccbb9bf0c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ea37fa-ad", "ovs_interfaceid": "b9ea37fa-ad69-44dd-9f0e-8d9760e3aba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.404547] env[69365]: DEBUG oslo_concurrency.lockutils [req-230f1611-9568-49c8-8317-e876ace5d1a2 req-81fceb2f-fc58-4b11-a58a-e20d97ef481c service nova] Releasing lock "refresh_cache-5ec3ab33-30a8-4856-b3fb-3c75b592fe9e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.839420] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e082d8d6-cab4-4208-8ac0-bdf76612df99 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "11efd450-4a65-4040-bbbb-c66376382aa6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.839838] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e082d8d6-cab4-4208-8ac0-bdf76612df99 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "11efd450-4a65-4040-bbbb-c66376382aa6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.839987] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e082d8d6-cab4-4208-8ac0-bdf76612df99 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "11efd450-4a65-4040-bbbb-c66376382aa6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.840201] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e082d8d6-cab4-4208-8ac0-bdf76612df99 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "11efd450-4a65-4040-bbbb-c66376382aa6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.840389] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e082d8d6-cab4-4208-8ac0-bdf76612df99 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "11efd450-4a65-4040-bbbb-c66376382aa6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.842805] env[69365]: INFO nova.compute.manager [None req-e082d8d6-cab4-4208-8ac0-bdf76612df99 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Terminating instance [ 1448.348029] env[69365]: DEBUG nova.compute.manager [None req-e082d8d6-cab4-4208-8ac0-bdf76612df99 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1448.348296] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e082d8d6-cab4-4208-8ac0-bdf76612df99 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1448.349698] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4e89c0-a5f6-4d3a-b800-79d2e44e7296 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.357475] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e082d8d6-cab4-4208-8ac0-bdf76612df99 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1448.357707] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0cb4a21e-3dea-4ee5-8aea-ffac21b8be60 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.363843] env[69365]: DEBUG oslo_vmware.api [None req-e082d8d6-cab4-4208-8ac0-bdf76612df99 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1448.363843] env[69365]: value = "task-3470164" [ 1448.363843] env[69365]: _type = "Task" [ 1448.363843] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.371985] env[69365]: DEBUG oslo_vmware.api [None req-e082d8d6-cab4-4208-8ac0-bdf76612df99 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470164, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.874116] env[69365]: DEBUG oslo_vmware.api [None req-e082d8d6-cab4-4208-8ac0-bdf76612df99 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470164, 'name': PowerOffVM_Task, 'duration_secs': 0.187814} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.874473] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-e082d8d6-cab4-4208-8ac0-bdf76612df99 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1448.874528] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e082d8d6-cab4-4208-8ac0-bdf76612df99 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1448.874755] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a9041b7-69e2-4f7e-83a8-1d842a11464c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.935353] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e082d8d6-cab4-4208-8ac0-bdf76612df99 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1448.935564] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e082d8d6-cab4-4208-8ac0-bdf76612df99 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1448.935776] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e082d8d6-cab4-4208-8ac0-bdf76612df99 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Deleting the datastore file [datastore2] 11efd450-4a65-4040-bbbb-c66376382aa6 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1448.936063] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-033eafa2-f77d-4b14-a4b3-acb9e752d47a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.942567] env[69365]: DEBUG oslo_vmware.api [None req-e082d8d6-cab4-4208-8ac0-bdf76612df99 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1448.942567] env[69365]: value = "task-3470166" [ 1448.942567] env[69365]: _type = "Task" [ 1448.942567] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.950301] env[69365]: DEBUG oslo_vmware.api [None req-e082d8d6-cab4-4208-8ac0-bdf76612df99 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470166, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.452515] env[69365]: DEBUG oslo_vmware.api [None req-e082d8d6-cab4-4208-8ac0-bdf76612df99 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470166, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130286} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.452700] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-e082d8d6-cab4-4208-8ac0-bdf76612df99 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1449.452879] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e082d8d6-cab4-4208-8ac0-bdf76612df99 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1449.453066] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-e082d8d6-cab4-4208-8ac0-bdf76612df99 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1449.453240] env[69365]: INFO nova.compute.manager [None req-e082d8d6-cab4-4208-8ac0-bdf76612df99 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1449.453480] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e082d8d6-cab4-4208-8ac0-bdf76612df99 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1449.453670] env[69365]: DEBUG nova.compute.manager [-] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1449.453766] env[69365]: DEBUG nova.network.neutron [-] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1450.119091] env[69365]: DEBUG nova.compute.manager [req-8cf40318-f343-4a6f-95d4-a2ff38273e7a req-4e1797bf-76fc-471c-89ed-f6ad45aa6d8e service nova] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Received event network-vif-deleted-b2c6c358-8f43-47b0-afb3-2db70d4b3b50 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1450.119358] env[69365]: INFO nova.compute.manager [req-8cf40318-f343-4a6f-95d4-a2ff38273e7a req-4e1797bf-76fc-471c-89ed-f6ad45aa6d8e service nova] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Neutron deleted interface b2c6c358-8f43-47b0-afb3-2db70d4b3b50; detaching it from the instance and deleting it from the info cache [ 1450.119529] env[69365]: DEBUG nova.network.neutron [req-8cf40318-f343-4a6f-95d4-a2ff38273e7a req-4e1797bf-76fc-471c-89ed-f6ad45aa6d8e service nova] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.603886] env[69365]: DEBUG nova.network.neutron [-] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.622360] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf757243-18ef-4dba-be58-7c7f47dfd50e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.633762] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3b1b29-2481-40ec-b97b-22c7b1e70aa5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.657866] env[69365]: DEBUG nova.compute.manager [req-8cf40318-f343-4a6f-95d4-a2ff38273e7a req-4e1797bf-76fc-471c-89ed-f6ad45aa6d8e service nova] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Detach interface failed, port_id=b2c6c358-8f43-47b0-afb3-2db70d4b3b50, reason: Instance 11efd450-4a65-4040-bbbb-c66376382aa6 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1451.106392] env[69365]: INFO nova.compute.manager [-] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Took 1.65 seconds to deallocate network for instance. [ 1451.613285] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e082d8d6-cab4-4208-8ac0-bdf76612df99 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.613667] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e082d8d6-cab4-4208-8ac0-bdf76612df99 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.613814] env[69365]: DEBUG nova.objects.instance [None req-e082d8d6-cab4-4208-8ac0-bdf76612df99 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lazy-loading 'resources' on Instance uuid 11efd450-4a65-4040-bbbb-c66376382aa6 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1452.159705] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddec2ae-f33d-4daf-a12e-fb729e0ea2c3 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.167182] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b6cd86-8ecd-425e-9fb3-78e276008b19 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.196576] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e7e5cb-3cb0-40e7-8144-cc4062368b32 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.203347] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e48d09f-c37b-4ed2-aef4-107d7c70e6ca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.217525] env[69365]: DEBUG nova.compute.provider_tree [None req-e082d8d6-cab4-4208-8ac0-bdf76612df99 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1452.721137] env[69365]: DEBUG nova.scheduler.client.report [None req-e082d8d6-cab4-4208-8ac0-bdf76612df99 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1453.226207] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e082d8d6-cab4-4208-8ac0-bdf76612df99 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.612s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1453.248491] env[69365]: INFO nova.scheduler.client.report [None req-e082d8d6-cab4-4208-8ac0-bdf76612df99 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Deleted allocations for instance 11efd450-4a65-4040-bbbb-c66376382aa6 [ 1453.756951] env[69365]: DEBUG oslo_concurrency.lockutils [None req-e082d8d6-cab4-4208-8ac0-bdf76612df99 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "11efd450-4a65-4040-bbbb-c66376382aa6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.917s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1454.611584] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.611885] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.116329] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.116665] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.116665] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.116793] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.116940] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.117102] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.117236] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69365) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1455.117373] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager.update_available_resource {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.620542] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.620791] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.620960] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.621124] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69365) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1455.622025] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c60958-6379-4908-934e-420dc1b1109f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.630110] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b02392f-27e6-4947-9463-de68980c5ae2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.643455] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c091e3-68c1-456b-8b32-755a83c229bb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.649298] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-528190f1-0af4-49a8-9661-b9e99a12c424 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.679444] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180284MB free_disk=94GB free_vcpus=48 pci_devices=None {{(pid=69365) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1455.679780] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.679973] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.974712] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "cbbf0cd8-ad6d-4535-ad26-3368c6091d5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1455.974937] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "cbbf0cd8-ad6d-4535-ad26-3368c6091d5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.477277] env[69365]: DEBUG nova.compute.manager [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1456.704814] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1456.996190] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.208198] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance cbbf0cd8-ad6d-4535-ad26-3368c6091d5c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1457.208435] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1457.208580] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1457.243663] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06a0827-9fbe-43a8-91bb-08018536bd35 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.251388] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42fb861-c654-4778-a4cc-a6f7cda6bc11 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.281483] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd5feaa-2401-43b4-8b05-e3af6e03ee52 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.288061] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db391b84-7b9d-4e6e-8e98-cb7bdce5d8bf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.300563] env[69365]: DEBUG nova.compute.provider_tree [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1457.803263] env[69365]: DEBUG nova.scheduler.client.report [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1458.308222] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69365) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1458.308440] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.628s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.308768] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.313s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.310543] env[69365]: INFO nova.compute.claims [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1459.354404] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f851b66a-2e40-441f-80af-558443de48a2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.361774] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9088507a-7a0d-42c7-9512-119c60bafc89 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.390401] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce824ebf-d553-4ea8-80cf-c94135841596 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.396872] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319828bb-b539-4d0f-9abd-1a26d8572fd7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.410264] env[69365]: DEBUG nova.compute.provider_tree [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1459.913419] env[69365]: DEBUG nova.scheduler.client.report [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1460.418845] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.110s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.419409] env[69365]: DEBUG nova.compute.manager [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1460.925159] env[69365]: DEBUG nova.compute.utils [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1460.926975] env[69365]: DEBUG nova.compute.manager [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1460.927772] env[69365]: DEBUG nova.network.neutron [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1460.977730] env[69365]: DEBUG nova.policy [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b10382c5fc2d44d987333cc778e7c0a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e30f9c23b7c4af7ab4d1dbd4ebc1afc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1461.245379] env[69365]: DEBUG nova.network.neutron [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Successfully created port: 9afe4d93-5fed-4d4c-8b94-14c35370cc64 {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1461.431455] env[69365]: DEBUG nova.compute.manager [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1462.442242] env[69365]: DEBUG nova.compute.manager [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1462.468544] env[69365]: DEBUG nova.virt.hardware [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1462.468808] env[69365]: DEBUG nova.virt.hardware [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1462.468971] env[69365]: DEBUG nova.virt.hardware [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1462.469169] env[69365]: DEBUG nova.virt.hardware [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1462.469313] env[69365]: DEBUG nova.virt.hardware [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1462.469466] env[69365]: DEBUG nova.virt.hardware [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1462.469683] env[69365]: DEBUG nova.virt.hardware [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1462.469865] env[69365]: DEBUG nova.virt.hardware [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1462.471027] env[69365]: DEBUG nova.virt.hardware [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1462.471027] env[69365]: DEBUG nova.virt.hardware [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1462.471027] env[69365]: DEBUG nova.virt.hardware [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1462.471297] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddeef441-c2a5-44cf-9a88-11a256e1d8ae {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.479121] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eed26c4-8d57-4447-a005-d864d6072830 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.594801] env[69365]: DEBUG nova.compute.manager [req-2b3b6fde-6cf4-4b2a-a048-1d64d0433207 req-d4203924-2542-4871-aadb-00ba25274a58 service nova] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Received event network-vif-plugged-9afe4d93-5fed-4d4c-8b94-14c35370cc64 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1462.595030] env[69365]: DEBUG oslo_concurrency.lockutils [req-2b3b6fde-6cf4-4b2a-a048-1d64d0433207 req-d4203924-2542-4871-aadb-00ba25274a58 service nova] Acquiring lock "cbbf0cd8-ad6d-4535-ad26-3368c6091d5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.595243] env[69365]: DEBUG oslo_concurrency.lockutils [req-2b3b6fde-6cf4-4b2a-a048-1d64d0433207 req-d4203924-2542-4871-aadb-00ba25274a58 service nova] Lock "cbbf0cd8-ad6d-4535-ad26-3368c6091d5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.595424] env[69365]: DEBUG oslo_concurrency.lockutils [req-2b3b6fde-6cf4-4b2a-a048-1d64d0433207 req-d4203924-2542-4871-aadb-00ba25274a58 service nova] Lock "cbbf0cd8-ad6d-4535-ad26-3368c6091d5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.595591] env[69365]: DEBUG nova.compute.manager [req-2b3b6fde-6cf4-4b2a-a048-1d64d0433207 req-d4203924-2542-4871-aadb-00ba25274a58 service nova] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] No waiting events found dispatching network-vif-plugged-9afe4d93-5fed-4d4c-8b94-14c35370cc64 {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1462.595750] env[69365]: WARNING nova.compute.manager [req-2b3b6fde-6cf4-4b2a-a048-1d64d0433207 req-d4203924-2542-4871-aadb-00ba25274a58 service nova] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Received unexpected event network-vif-plugged-9afe4d93-5fed-4d4c-8b94-14c35370cc64 for instance with vm_state building and task_state spawning. [ 1462.671595] env[69365]: DEBUG nova.network.neutron [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Successfully updated port: 9afe4d93-5fed-4d4c-8b94-14c35370cc64 {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1463.174312] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "refresh_cache-cbbf0cd8-ad6d-4535-ad26-3368c6091d5c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.174430] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquired lock "refresh_cache-cbbf0cd8-ad6d-4535-ad26-3368c6091d5c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1463.174563] env[69365]: DEBUG nova.network.neutron [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1463.705194] env[69365]: DEBUG nova.network.neutron [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1463.819977] env[69365]: DEBUG nova.network.neutron [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Updating instance_info_cache with network_info: [{"id": "9afe4d93-5fed-4d4c-8b94-14c35370cc64", "address": "fa:16:3e:f8:43:41", "network": {"id": "416b7c4c-e948-4b23-a78d-2f828b76df7c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1889815928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30f9c23b7c4af7ab4d1dbd4ebc1afc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9afe4d93-5f", "ovs_interfaceid": "9afe4d93-5fed-4d4c-8b94-14c35370cc64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.323069] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Releasing lock "refresh_cache-cbbf0cd8-ad6d-4535-ad26-3368c6091d5c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.323423] env[69365]: DEBUG nova.compute.manager [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Instance network_info: |[{"id": "9afe4d93-5fed-4d4c-8b94-14c35370cc64", "address": "fa:16:3e:f8:43:41", "network": {"id": "416b7c4c-e948-4b23-a78d-2f828b76df7c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1889815928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30f9c23b7c4af7ab4d1dbd4ebc1afc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9afe4d93-5f", "ovs_interfaceid": "9afe4d93-5fed-4d4c-8b94-14c35370cc64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1464.323874] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:43:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9afe4d93-5fed-4d4c-8b94-14c35370cc64', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1464.331669] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1464.331882] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1464.332246] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ae8596d-c101-4ab7-a289-232fa9fb5fee {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.353648] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1464.353648] env[69365]: value = "task-3470167" [ 1464.353648] env[69365]: _type = "Task" [ 1464.353648] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.361347] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3470167, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.624268] env[69365]: DEBUG nova.compute.manager [req-20c0a9f7-5489-404e-87b4-fb24bb4d4734 req-67771762-0cb7-404f-b402-f900c760419f service nova] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Received event network-changed-9afe4d93-5fed-4d4c-8b94-14c35370cc64 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1464.624485] env[69365]: DEBUG nova.compute.manager [req-20c0a9f7-5489-404e-87b4-fb24bb4d4734 req-67771762-0cb7-404f-b402-f900c760419f service nova] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Refreshing instance network info cache due to event network-changed-9afe4d93-5fed-4d4c-8b94-14c35370cc64. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1464.624674] env[69365]: DEBUG oslo_concurrency.lockutils [req-20c0a9f7-5489-404e-87b4-fb24bb4d4734 req-67771762-0cb7-404f-b402-f900c760419f service nova] Acquiring lock "refresh_cache-cbbf0cd8-ad6d-4535-ad26-3368c6091d5c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.624817] env[69365]: DEBUG oslo_concurrency.lockutils [req-20c0a9f7-5489-404e-87b4-fb24bb4d4734 req-67771762-0cb7-404f-b402-f900c760419f service nova] Acquired lock "refresh_cache-cbbf0cd8-ad6d-4535-ad26-3368c6091d5c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.624996] env[69365]: DEBUG nova.network.neutron [req-20c0a9f7-5489-404e-87b4-fb24bb4d4734 req-67771762-0cb7-404f-b402-f900c760419f service nova] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Refreshing network info cache for port 9afe4d93-5fed-4d4c-8b94-14c35370cc64 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1464.863692] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3470167, 'name': CreateVM_Task, 'duration_secs': 0.291933} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.864123] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1464.864501] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.864666] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.864989] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.865260] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d41025ed-6352-41d7-b35a-dca5865284dd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.870565] env[69365]: DEBUG oslo_vmware.api [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1464.870565] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52735eec-31d6-a192-513d-395dca3c5e75" [ 1464.870565] env[69365]: _type = "Task" [ 1464.870565] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.878228] env[69365]: DEBUG oslo_vmware.api [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52735eec-31d6-a192-513d-395dca3c5e75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.315897] env[69365]: DEBUG nova.network.neutron [req-20c0a9f7-5489-404e-87b4-fb24bb4d4734 req-67771762-0cb7-404f-b402-f900c760419f service nova] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Updated VIF entry in instance network info cache for port 9afe4d93-5fed-4d4c-8b94-14c35370cc64. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1465.316274] env[69365]: DEBUG nova.network.neutron [req-20c0a9f7-5489-404e-87b4-fb24bb4d4734 req-67771762-0cb7-404f-b402-f900c760419f service nova] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Updating instance_info_cache with network_info: [{"id": "9afe4d93-5fed-4d4c-8b94-14c35370cc64", "address": "fa:16:3e:f8:43:41", "network": {"id": "416b7c4c-e948-4b23-a78d-2f828b76df7c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1889815928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30f9c23b7c4af7ab4d1dbd4ebc1afc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9afe4d93-5f", "ovs_interfaceid": "9afe4d93-5fed-4d4c-8b94-14c35370cc64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.380995] env[69365]: DEBUG oslo_vmware.api [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52735eec-31d6-a192-513d-395dca3c5e75, 'name': SearchDatastore_Task, 'duration_secs': 0.012195} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.381324] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.381556] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1465.381783] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.381930] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.382122] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1465.382536] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b20267fd-cf05-4f8a-9958-651e4d2f0695 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.392016] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1465.392194] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1465.393176] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9aaf1c52-ecc4-48c3-b442-c57ae0b842cc {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.398259] env[69365]: DEBUG oslo_vmware.api [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1465.398259] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e790a0-55a0-f7df-a256-75767e162d03" [ 1465.398259] env[69365]: _type = "Task" [ 1465.398259] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.406130] env[69365]: DEBUG oslo_vmware.api [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e790a0-55a0-f7df-a256-75767e162d03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.819247] env[69365]: DEBUG oslo_concurrency.lockutils [req-20c0a9f7-5489-404e-87b4-fb24bb4d4734 req-67771762-0cb7-404f-b402-f900c760419f service nova] Releasing lock "refresh_cache-cbbf0cd8-ad6d-4535-ad26-3368c6091d5c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.909298] env[69365]: DEBUG oslo_vmware.api [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52e790a0-55a0-f7df-a256-75767e162d03, 'name': SearchDatastore_Task, 'duration_secs': 0.009206} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.910078] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f33f6953-5a86-4f0b-88ae-742a4ba0d28f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.915442] env[69365]: DEBUG oslo_vmware.api [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1465.915442] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52676f9f-6725-7d00-588a-aa4169aae153" [ 1465.915442] env[69365]: _type = "Task" [ 1465.915442] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.923572] env[69365]: DEBUG oslo_vmware.api [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52676f9f-6725-7d00-588a-aa4169aae153, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.426024] env[69365]: DEBUG oslo_vmware.api [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52676f9f-6725-7d00-588a-aa4169aae153, 'name': SearchDatastore_Task, 'duration_secs': 0.010031} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.426248] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.426502] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] cbbf0cd8-ad6d-4535-ad26-3368c6091d5c/cbbf0cd8-ad6d-4535-ad26-3368c6091d5c.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1466.426752] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dba1ff06-4f19-4a40-9cab-2c7cb471dfe1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.433356] env[69365]: DEBUG oslo_vmware.api [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1466.433356] env[69365]: value = "task-3470168" [ 1466.433356] env[69365]: _type = "Task" [ 1466.433356] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.441442] env[69365]: DEBUG oslo_vmware.api [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.943186] env[69365]: DEBUG oslo_vmware.api [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445036} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.943514] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore2] cbbf0cd8-ad6d-4535-ad26-3368c6091d5c/cbbf0cd8-ad6d-4535-ad26-3368c6091d5c.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1466.943650] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1466.943905] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-704c21ac-9cf6-4593-ba77-3a9989421375 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.950733] env[69365]: DEBUG oslo_vmware.api [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1466.950733] env[69365]: value = "task-3470169" [ 1466.950733] env[69365]: _type = "Task" [ 1466.950733] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.957829] env[69365]: DEBUG oslo_vmware.api [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470169, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.460555] env[69365]: DEBUG oslo_vmware.api [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470169, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069932} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.460765] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1467.461511] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24864cda-5e59-4fd3-8fa8-dd00223412ce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.482260] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] cbbf0cd8-ad6d-4535-ad26-3368c6091d5c/cbbf0cd8-ad6d-4535-ad26-3368c6091d5c.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1467.482480] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b81f125-eb58-49cc-869c-ff06c71f00a6 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.501172] env[69365]: DEBUG oslo_vmware.api [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1467.501172] env[69365]: value = "task-3470170" [ 1467.501172] env[69365]: _type = "Task" [ 1467.501172] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.509504] env[69365]: DEBUG oslo_vmware.api [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470170, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.011537] env[69365]: DEBUG oslo_vmware.api [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470170, 'name': ReconfigVM_Task, 'duration_secs': 0.279416} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.011867] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Reconfigured VM instance instance-0000007e to attach disk [datastore2] cbbf0cd8-ad6d-4535-ad26-3368c6091d5c/cbbf0cd8-ad6d-4535-ad26-3368c6091d5c.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1468.012483] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3597a17e-e943-426f-99b8-52375334347c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.018635] env[69365]: DEBUG oslo_vmware.api [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1468.018635] env[69365]: value = "task-3470171" [ 1468.018635] env[69365]: _type = "Task" [ 1468.018635] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.026292] env[69365]: DEBUG oslo_vmware.api [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470171, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.528338] env[69365]: DEBUG oslo_vmware.api [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470171, 'name': Rename_Task, 'duration_secs': 0.167104} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.528603] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1468.528871] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b4099ba-e94f-4bb3-a123-3e700929914c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.535093] env[69365]: DEBUG oslo_vmware.api [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1468.535093] env[69365]: value = "task-3470172" [ 1468.535093] env[69365]: _type = "Task" [ 1468.535093] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.542086] env[69365]: DEBUG oslo_vmware.api [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.045628] env[69365]: DEBUG oslo_vmware.api [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470172, 'name': PowerOnVM_Task, 'duration_secs': 0.412871} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.046019] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1469.046083] env[69365]: INFO nova.compute.manager [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1469.046266] env[69365]: DEBUG nova.compute.manager [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1469.046995] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f668ee-d9be-44ff-bb2c-73e3c08d5e56 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.565071] env[69365]: INFO nova.compute.manager [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Took 12.58 seconds to build instance. [ 1470.025337] env[69365]: DEBUG nova.compute.manager [req-be05c269-5ce1-4082-af91-ad3a3f8ce718 req-4c4178be-d5f2-4630-9107-97146bcac7ea service nova] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Received event network-changed-9afe4d93-5fed-4d4c-8b94-14c35370cc64 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1470.025468] env[69365]: DEBUG nova.compute.manager [req-be05c269-5ce1-4082-af91-ad3a3f8ce718 req-4c4178be-d5f2-4630-9107-97146bcac7ea service nova] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Refreshing instance network info cache due to event network-changed-9afe4d93-5fed-4d4c-8b94-14c35370cc64. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1470.025712] env[69365]: DEBUG oslo_concurrency.lockutils [req-be05c269-5ce1-4082-af91-ad3a3f8ce718 req-4c4178be-d5f2-4630-9107-97146bcac7ea service nova] Acquiring lock "refresh_cache-cbbf0cd8-ad6d-4535-ad26-3368c6091d5c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.025806] env[69365]: DEBUG oslo_concurrency.lockutils [req-be05c269-5ce1-4082-af91-ad3a3f8ce718 req-4c4178be-d5f2-4630-9107-97146bcac7ea service nova] Acquired lock "refresh_cache-cbbf0cd8-ad6d-4535-ad26-3368c6091d5c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1470.025973] env[69365]: DEBUG nova.network.neutron [req-be05c269-5ce1-4082-af91-ad3a3f8ce718 req-4c4178be-d5f2-4630-9107-97146bcac7ea service nova] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Refreshing network info cache for port 9afe4d93-5fed-4d4c-8b94-14c35370cc64 {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1470.067306] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5eb9e7fd-ca16-4b2f-892e-84cb65bb18df tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "cbbf0cd8-ad6d-4535-ad26-3368c6091d5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.092s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1470.721560] env[69365]: DEBUG nova.network.neutron [req-be05c269-5ce1-4082-af91-ad3a3f8ce718 req-4c4178be-d5f2-4630-9107-97146bcac7ea service nova] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Updated VIF entry in instance network info cache for port 9afe4d93-5fed-4d4c-8b94-14c35370cc64. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1470.721919] env[69365]: DEBUG nova.network.neutron [req-be05c269-5ce1-4082-af91-ad3a3f8ce718 req-4c4178be-d5f2-4630-9107-97146bcac7ea service nova] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Updating instance_info_cache with network_info: [{"id": "9afe4d93-5fed-4d4c-8b94-14c35370cc64", "address": "fa:16:3e:f8:43:41", "network": {"id": "416b7c4c-e948-4b23-a78d-2f828b76df7c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1889815928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30f9c23b7c4af7ab4d1dbd4ebc1afc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9afe4d93-5f", "ovs_interfaceid": "9afe4d93-5fed-4d4c-8b94-14c35370cc64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.225622] env[69365]: DEBUG oslo_concurrency.lockutils [req-be05c269-5ce1-4082-af91-ad3a3f8ce718 req-4c4178be-d5f2-4630-9107-97146bcac7ea service nova] Releasing lock "refresh_cache-cbbf0cd8-ad6d-4535-ad26-3368c6091d5c" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.627414] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d723443b-a387-49fc-a135-f9a44a6d78c8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "5ec3ab33-30a8-4856-b3fb-3c75b592fe9e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1483.627781] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d723443b-a387-49fc-a135-f9a44a6d78c8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "5ec3ab33-30a8-4856-b3fb-3c75b592fe9e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1483.627902] env[69365]: DEBUG nova.compute.manager [None req-d723443b-a387-49fc-a135-f9a44a6d78c8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1483.628782] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c8e2cc-c57f-4206-b189-9c417d448820 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.635825] env[69365]: DEBUG nova.compute.manager [None req-d723443b-a387-49fc-a135-f9a44a6d78c8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69365) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1483.636376] env[69365]: DEBUG nova.objects.instance [None req-d723443b-a387-49fc-a135-f9a44a6d78c8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lazy-loading 'flavor' on Instance uuid 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1484.645327] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d723443b-a387-49fc-a135-f9a44a6d78c8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1484.645680] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1eb639ce-c4bc-4b29-85b3-e45e0f76f0ab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.652791] env[69365]: DEBUG oslo_vmware.api [None req-d723443b-a387-49fc-a135-f9a44a6d78c8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1484.652791] env[69365]: value = "task-3470173" [ 1484.652791] env[69365]: _type = "Task" [ 1484.652791] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.661071] env[69365]: DEBUG oslo_vmware.api [None req-d723443b-a387-49fc-a135-f9a44a6d78c8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.163303] env[69365]: DEBUG oslo_vmware.api [None req-d723443b-a387-49fc-a135-f9a44a6d78c8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470173, 'name': PowerOffVM_Task, 'duration_secs': 0.169303} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.163563] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d723443b-a387-49fc-a135-f9a44a6d78c8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1485.163755] env[69365]: DEBUG nova.compute.manager [None req-d723443b-a387-49fc-a135-f9a44a6d78c8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1485.164556] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17cb0b7-e265-4e64-9842-c3349df8bb16 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.676603] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d723443b-a387-49fc-a135-f9a44a6d78c8 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "5ec3ab33-30a8-4856-b3fb-3c75b592fe9e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1485.999825] env[69365]: DEBUG nova.objects.instance [None req-3c07a999-1f2a-4f8e-a3e1-89982215ca39 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lazy-loading 'flavor' on Instance uuid 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1486.506486] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3c07a999-1f2a-4f8e-a3e1-89982215ca39 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "refresh_cache-5ec3ab33-30a8-4856-b3fb-3c75b592fe9e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.506686] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3c07a999-1f2a-4f8e-a3e1-89982215ca39 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquired lock "refresh_cache-5ec3ab33-30a8-4856-b3fb-3c75b592fe9e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.506824] env[69365]: DEBUG nova.network.neutron [None req-3c07a999-1f2a-4f8e-a3e1-89982215ca39 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1486.506997] env[69365]: DEBUG nova.objects.instance [None req-3c07a999-1f2a-4f8e-a3e1-89982215ca39 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lazy-loading 'info_cache' on Instance uuid 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1487.010261] env[69365]: DEBUG nova.objects.base [None req-3c07a999-1f2a-4f8e-a3e1-89982215ca39 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Object Instance<5ec3ab33-30a8-4856-b3fb-3c75b592fe9e> lazy-loaded attributes: flavor,info_cache {{(pid=69365) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1487.703979] env[69365]: DEBUG nova.network.neutron [None req-3c07a999-1f2a-4f8e-a3e1-89982215ca39 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Updating instance_info_cache with network_info: [{"id": "b9ea37fa-ad69-44dd-9f0e-8d9760e3aba7", "address": "fa:16:3e:df:a1:3f", "network": {"id": "c9047d9e-af08-44d6-a8c8-674c7f3eb4d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78225543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1458781f20f49c39b5ccccbb9bf0c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ea37fa-ad", "ovs_interfaceid": "b9ea37fa-ad69-44dd-9f0e-8d9760e3aba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1488.207134] env[69365]: DEBUG oslo_concurrency.lockutils [None req-3c07a999-1f2a-4f8e-a3e1-89982215ca39 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Releasing lock "refresh_cache-5ec3ab33-30a8-4856-b3fb-3c75b592fe9e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.213229] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c07a999-1f2a-4f8e-a3e1-89982215ca39 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1489.213565] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a7242a6-2380-426d-8087-6a99e376b506 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.220712] env[69365]: DEBUG oslo_vmware.api [None req-3c07a999-1f2a-4f8e-a3e1-89982215ca39 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1489.220712] env[69365]: value = "task-3470174" [ 1489.220712] env[69365]: _type = "Task" [ 1489.220712] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.228325] env[69365]: DEBUG oslo_vmware.api [None req-3c07a999-1f2a-4f8e-a3e1-89982215ca39 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.730883] env[69365]: DEBUG oslo_vmware.api [None req-3c07a999-1f2a-4f8e-a3e1-89982215ca39 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470174, 'name': PowerOnVM_Task, 'duration_secs': 0.366079} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.731161] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c07a999-1f2a-4f8e-a3e1-89982215ca39 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1489.731365] env[69365]: DEBUG nova.compute.manager [None req-3c07a999-1f2a-4f8e-a3e1-89982215ca39 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1489.732140] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff7ffae-ab05-4a0b-a4c1-f640753c1f0e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.727827] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02baa1d6-5ad2-4a79-b962-ed63b4663088 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.734774] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-02d95130-5de0-4d4c-bc38-fe828f2992d7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Suspending the VM {{(pid=69365) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1490.735013] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c5e4c18c-8901-4ba3-ac44-bc4a18a05bde {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.741216] env[69365]: DEBUG oslo_vmware.api [None req-02d95130-5de0-4d4c-bc38-fe828f2992d7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1490.741216] env[69365]: value = "task-3470175" [ 1490.741216] env[69365]: _type = "Task" [ 1490.741216] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.750583] env[69365]: DEBUG oslo_vmware.api [None req-02d95130-5de0-4d4c-bc38-fe828f2992d7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470175, 'name': SuspendVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.251724] env[69365]: DEBUG oslo_vmware.api [None req-02d95130-5de0-4d4c-bc38-fe828f2992d7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470175, 'name': SuspendVM_Task} progress is 75%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.752909] env[69365]: DEBUG oslo_vmware.api [None req-02d95130-5de0-4d4c-bc38-fe828f2992d7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470175, 'name': SuspendVM_Task, 'duration_secs': 0.554287} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.753282] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-02d95130-5de0-4d4c-bc38-fe828f2992d7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Suspended the VM {{(pid=69365) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1491.753573] env[69365]: DEBUG nova.compute.manager [None req-02d95130-5de0-4d4c-bc38-fe828f2992d7 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1491.754287] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d6d395-7a39-4634-8935-e0ac2b0bd693 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.041817] env[69365]: INFO nova.compute.manager [None req-ee8e4375-0c42-4b23-a853-4684b233f26c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Resuming [ 1493.042450] env[69365]: DEBUG nova.objects.instance [None req-ee8e4375-0c42-4b23-a853-4684b233f26c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lazy-loading 'flavor' on Instance uuid 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1494.551525] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee8e4375-0c42-4b23-a853-4684b233f26c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "refresh_cache-5ec3ab33-30a8-4856-b3fb-3c75b592fe9e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.551933] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee8e4375-0c42-4b23-a853-4684b233f26c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquired lock "refresh_cache-5ec3ab33-30a8-4856-b3fb-3c75b592fe9e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.551933] env[69365]: DEBUG nova.network.neutron [None req-ee8e4375-0c42-4b23-a853-4684b233f26c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1495.247518] env[69365]: DEBUG nova.network.neutron [None req-ee8e4375-0c42-4b23-a853-4684b233f26c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Updating instance_info_cache with network_info: [{"id": "b9ea37fa-ad69-44dd-9f0e-8d9760e3aba7", "address": "fa:16:3e:df:a1:3f", "network": {"id": "c9047d9e-af08-44d6-a8c8-674c7f3eb4d3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-78225543-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d1458781f20f49c39b5ccccbb9bf0c47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "001929c7-0dc4-4b73-a9f1-d672f8377985", "external-id": "nsx-vlan-transportzone-230", "segmentation_id": 230, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb9ea37fa-ad", "ovs_interfaceid": "b9ea37fa-ad69-44dd-9f0e-8d9760e3aba7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1495.751833] env[69365]: DEBUG oslo_concurrency.lockutils [None req-ee8e4375-0c42-4b23-a853-4684b233f26c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Releasing lock "refresh_cache-5ec3ab33-30a8-4856-b3fb-3c75b592fe9e" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.752828] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2065c1-cf3b-4046-9b16-cdb468e06bfb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.759558] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8e4375-0c42-4b23-a853-4684b233f26c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Resuming the VM {{(pid=69365) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1495.759776] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c4fc01e3-754f-4bd5-bbe1-0133da06e5da {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.765653] env[69365]: DEBUG oslo_vmware.api [None req-ee8e4375-0c42-4b23-a853-4684b233f26c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1495.765653] env[69365]: value = "task-3470176" [ 1495.765653] env[69365]: _type = "Task" [ 1495.765653] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.772796] env[69365]: DEBUG oslo_vmware.api [None req-ee8e4375-0c42-4b23-a853-4684b233f26c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.277507] env[69365]: DEBUG oslo_vmware.api [None req-ee8e4375-0c42-4b23-a853-4684b233f26c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470176, 'name': PowerOnVM_Task, 'duration_secs': 0.510234} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.277874] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-ee8e4375-0c42-4b23-a853-4684b233f26c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Resumed the VM {{(pid=69365) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1496.278075] env[69365]: DEBUG nova.compute.manager [None req-ee8e4375-0c42-4b23-a853-4684b233f26c tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1496.279172] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9f26cb-f190-4b5c-bb67-c17ef99b89fd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.710643] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a7372f60-3004-42bf-9ec9-f5261103efd0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "5ec3ab33-30a8-4856-b3fb-3c75b592fe9e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.710953] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a7372f60-3004-42bf-9ec9-f5261103efd0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "5ec3ab33-30a8-4856-b3fb-3c75b592fe9e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.711179] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a7372f60-3004-42bf-9ec9-f5261103efd0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "5ec3ab33-30a8-4856-b3fb-3c75b592fe9e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1497.711380] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a7372f60-3004-42bf-9ec9-f5261103efd0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "5ec3ab33-30a8-4856-b3fb-3c75b592fe9e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1497.711567] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a7372f60-3004-42bf-9ec9-f5261103efd0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "5ec3ab33-30a8-4856-b3fb-3c75b592fe9e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1497.713854] env[69365]: INFO nova.compute.manager [None req-a7372f60-3004-42bf-9ec9-f5261103efd0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Terminating instance [ 1498.218394] env[69365]: DEBUG nova.compute.manager [None req-a7372f60-3004-42bf-9ec9-f5261103efd0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1498.218625] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a7372f60-3004-42bf-9ec9-f5261103efd0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1498.219607] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7df4e14-3b19-4911-bef1-05dc4078c91a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.227704] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7372f60-3004-42bf-9ec9-f5261103efd0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1498.227936] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3848b77-a2a1-42a5-82a7-cc33854e6311 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.233341] env[69365]: DEBUG oslo_vmware.api [None req-a7372f60-3004-42bf-9ec9-f5261103efd0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1498.233341] env[69365]: value = "task-3470177" [ 1498.233341] env[69365]: _type = "Task" [ 1498.233341] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.241425] env[69365]: DEBUG oslo_vmware.api [None req-a7372f60-3004-42bf-9ec9-f5261103efd0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.743324] env[69365]: DEBUG oslo_vmware.api [None req-a7372f60-3004-42bf-9ec9-f5261103efd0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470177, 'name': PowerOffVM_Task, 'duration_secs': 0.176651} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.743667] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7372f60-3004-42bf-9ec9-f5261103efd0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1498.743667] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a7372f60-3004-42bf-9ec9-f5261103efd0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1498.743912] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-183386b7-7023-4a2d-ba0a-7858d0ec2f70 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.802611] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a7372f60-3004-42bf-9ec9-f5261103efd0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1498.802812] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a7372f60-3004-42bf-9ec9-f5261103efd0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1498.802991] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7372f60-3004-42bf-9ec9-f5261103efd0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Deleting the datastore file [datastore1] 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1498.803273] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4841be3f-6868-487f-82f9-682bfe22ac77 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.809160] env[69365]: DEBUG oslo_vmware.api [None req-a7372f60-3004-42bf-9ec9-f5261103efd0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for the task: (returnval){ [ 1498.809160] env[69365]: value = "task-3470179" [ 1498.809160] env[69365]: _type = "Task" [ 1498.809160] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.816635] env[69365]: DEBUG oslo_vmware.api [None req-a7372f60-3004-42bf-9ec9-f5261103efd0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.319067] env[69365]: DEBUG oslo_vmware.api [None req-a7372f60-3004-42bf-9ec9-f5261103efd0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Task: {'id': task-3470179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13172} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.319341] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7372f60-3004-42bf-9ec9-f5261103efd0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1499.319530] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a7372f60-3004-42bf-9ec9-f5261103efd0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1499.319709] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-a7372f60-3004-42bf-9ec9-f5261103efd0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1499.319883] env[69365]: INFO nova.compute.manager [None req-a7372f60-3004-42bf-9ec9-f5261103efd0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1499.320143] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7372f60-3004-42bf-9ec9-f5261103efd0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1499.320398] env[69365]: DEBUG nova.compute.manager [-] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1499.320506] env[69365]: DEBUG nova.network.neutron [-] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1499.705352] env[69365]: DEBUG nova.compute.manager [req-d96e227d-b6f8-475e-b12e-700bb6c04710 req-8b25fc65-c218-4239-9355-3e39b02807d3 service nova] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Received event network-vif-deleted-b9ea37fa-ad69-44dd-9f0e-8d9760e3aba7 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1499.705477] env[69365]: INFO nova.compute.manager [req-d96e227d-b6f8-475e-b12e-700bb6c04710 req-8b25fc65-c218-4239-9355-3e39b02807d3 service nova] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Neutron deleted interface b9ea37fa-ad69-44dd-9f0e-8d9760e3aba7; detaching it from the instance and deleting it from the info cache [ 1499.705648] env[69365]: DEBUG nova.network.neutron [req-d96e227d-b6f8-475e-b12e-700bb6c04710 req-8b25fc65-c218-4239-9355-3e39b02807d3 service nova] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.188351] env[69365]: DEBUG nova.network.neutron [-] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.208854] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6b9fe23f-4a2c-4b55-b2d3-68ae54f0af8f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.219605] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d657de82-ac77-4cdf-b279-c76b3270fdd1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.245557] env[69365]: DEBUG nova.compute.manager [req-d96e227d-b6f8-475e-b12e-700bb6c04710 req-8b25fc65-c218-4239-9355-3e39b02807d3 service nova] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Detach interface failed, port_id=b9ea37fa-ad69-44dd-9f0e-8d9760e3aba7, reason: Instance 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1500.691360] env[69365]: INFO nova.compute.manager [-] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Took 1.37 seconds to deallocate network for instance. [ 1501.197988] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a7372f60-3004-42bf-9ec9-f5261103efd0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1501.198336] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a7372f60-3004-42bf-9ec9-f5261103efd0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1501.198458] env[69365]: DEBUG nova.objects.instance [None req-a7372f60-3004-42bf-9ec9-f5261103efd0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lazy-loading 'resources' on Instance uuid 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1501.743110] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b930932c-2b22-4538-9738-01a6e0de7fc0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.750824] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9bcef1-956d-4762-82ee-eb70af89e304 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.780571] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02c92bc-c450-4b8c-ab34-9736b320fc8a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.788235] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effa3ef9-60d1-4902-af71-0c5de331fe48 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.801362] env[69365]: DEBUG nova.compute.provider_tree [None req-a7372f60-3004-42bf-9ec9-f5261103efd0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1502.304770] env[69365]: DEBUG nova.scheduler.client.report [None req-a7372f60-3004-42bf-9ec9-f5261103efd0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1502.810827] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a7372f60-3004-42bf-9ec9-f5261103efd0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.612s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1502.833290] env[69365]: INFO nova.scheduler.client.report [None req-a7372f60-3004-42bf-9ec9-f5261103efd0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Deleted allocations for instance 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e [ 1503.340907] env[69365]: DEBUG oslo_concurrency.lockutils [None req-a7372f60-3004-42bf-9ec9-f5261103efd0 tempest-ServerActionsTestJSON-80967130 tempest-ServerActionsTestJSON-80967130-project-member] Lock "5ec3ab33-30a8-4856-b3fb-3c75b592fe9e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.630s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1506.784772] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1608082c-862f-4596-be8f-e13151f2129b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "cbbf0cd8-ad6d-4535-ad26-3368c6091d5c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1506.785045] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1608082c-862f-4596-be8f-e13151f2129b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "cbbf0cd8-ad6d-4535-ad26-3368c6091d5c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.288189] env[69365]: DEBUG nova.compute.utils [None req-1608082c-862f-4596-be8f-e13151f2129b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1507.791616] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1608082c-862f-4596-be8f-e13151f2129b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "cbbf0cd8-ad6d-4535-ad26-3368c6091d5c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1508.850886] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1608082c-862f-4596-be8f-e13151f2129b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "cbbf0cd8-ad6d-4535-ad26-3368c6091d5c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1508.851265] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1608082c-862f-4596-be8f-e13151f2129b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "cbbf0cd8-ad6d-4535-ad26-3368c6091d5c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1508.851406] env[69365]: INFO nova.compute.manager [None req-1608082c-862f-4596-be8f-e13151f2129b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Attaching volume d07bee26-75d5-45dd-a23f-aa50b697de13 to /dev/sdb [ 1508.881456] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e221908b-fafd-4fe4-925a-41ae69e5a93f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.888625] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556393b8-c5b7-44dd-9786-2a16d3384740 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.901656] env[69365]: DEBUG nova.virt.block_device [None req-1608082c-862f-4596-be8f-e13151f2129b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Updating existing volume attachment record: 47257338-d4b3-4e1b-9767-06087c2419de {{(pid=69365) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1511.766835] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.767185] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.767267] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.767417] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.767566] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.767713] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.767855] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69365) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1511.767993] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager.update_available_resource {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.270909] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.271218] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1512.271413] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1512.271600] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69365) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1512.272585] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a56aa2d-0bdf-447f-84fa-1649663f9f5d {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.282822] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405f67a3-2e84-4b94-8ff4-968f7e003bd4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.298484] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3e1666-0b24-4278-a9ad-302de259dd19 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.304872] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa4aae3-b15c-48bc-962c-a834c334f1eb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.332565] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180338MB free_disk=94GB free_vcpus=48 pci_devices=None {{(pid=69365) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1512.332697] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.332899] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1513.357787] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance cbbf0cd8-ad6d-4535-ad26-3368c6091d5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1513.358074] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1513.358188] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1513.383715] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4149063b-f7e8-491f-b0cc-df38694575c1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.392014] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453d8a7e-0ca1-434c-a654-245440238786 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.423257] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ff8352-6ce9-48d6-9c1a-2dae17dc71df {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.430173] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5202baa6-1b37-4139-b913-16bba78b8a13 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.443308] env[69365]: DEBUG nova.compute.provider_tree [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1513.445733] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1608082c-862f-4596-be8f-e13151f2129b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Volume attach. Driver type: vmdk {{(pid=69365) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1513.445733] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1608082c-862f-4596-be8f-e13151f2129b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693482', 'volume_id': 'd07bee26-75d5-45dd-a23f-aa50b697de13', 'name': 'volume-d07bee26-75d5-45dd-a23f-aa50b697de13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cbbf0cd8-ad6d-4535-ad26-3368c6091d5c', 'attached_at': '', 'detached_at': '', 'volume_id': 'd07bee26-75d5-45dd-a23f-aa50b697de13', 'serial': 'd07bee26-75d5-45dd-a23f-aa50b697de13'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1513.446228] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d49de66-6e8c-4524-b274-69465b956d16 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.461713] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5541379-ecfe-4c38-9606-99a9415516b4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.486284] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1608082c-862f-4596-be8f-e13151f2129b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] volume-d07bee26-75d5-45dd-a23f-aa50b697de13/volume-d07bee26-75d5-45dd-a23f-aa50b697de13.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1513.486576] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fdd4313-cbf8-4270-93a3-03936d367733 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.505074] env[69365]: DEBUG oslo_vmware.api [None req-1608082c-862f-4596-be8f-e13151f2129b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1513.505074] env[69365]: value = "task-3470182" [ 1513.505074] env[69365]: _type = "Task" [ 1513.505074] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.514771] env[69365]: DEBUG oslo_vmware.api [None req-1608082c-862f-4596-be8f-e13151f2129b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470182, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.950296] env[69365]: DEBUG nova.scheduler.client.report [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1514.013959] env[69365]: DEBUG oslo_vmware.api [None req-1608082c-862f-4596-be8f-e13151f2129b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470182, 'name': ReconfigVM_Task, 'duration_secs': 0.311168} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.014241] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1608082c-862f-4596-be8f-e13151f2129b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Reconfigured VM instance instance-0000007e to attach disk [datastore1] volume-d07bee26-75d5-45dd-a23f-aa50b697de13/volume-d07bee26-75d5-45dd-a23f-aa50b697de13.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1514.018870] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c0a9d83-5e2c-4977-acb6-922d06ad4ec0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.033490] env[69365]: DEBUG oslo_vmware.api [None req-1608082c-862f-4596-be8f-e13151f2129b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1514.033490] env[69365]: value = "task-3470183" [ 1514.033490] env[69365]: _type = "Task" [ 1514.033490] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.040696] env[69365]: DEBUG oslo_vmware.api [None req-1608082c-862f-4596-be8f-e13151f2129b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.454948] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69365) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1514.455399] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.122s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1514.455399] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1514.455545] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Cleaning up deleted instances {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1514.544959] env[69365]: DEBUG oslo_vmware.api [None req-1608082c-862f-4596-be8f-e13151f2129b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470183, 'name': ReconfigVM_Task, 'duration_secs': 0.149421} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.545273] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-1608082c-862f-4596-be8f-e13151f2129b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693482', 'volume_id': 'd07bee26-75d5-45dd-a23f-aa50b697de13', 'name': 'volume-d07bee26-75d5-45dd-a23f-aa50b697de13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cbbf0cd8-ad6d-4535-ad26-3368c6091d5c', 'attached_at': '', 'detached_at': '', 'volume_id': 'd07bee26-75d5-45dd-a23f-aa50b697de13', 'serial': 'd07bee26-75d5-45dd-a23f-aa50b697de13'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1514.963744] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] There are 21 instances to clean {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1514.963927] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 5ec3ab33-30a8-4856-b3fb-3c75b592fe9e] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1515.467391] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 4c39d8bc-e425-409f-81c4-7c073ab21c31] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1515.579864] env[69365]: DEBUG nova.objects.instance [None req-1608082c-862f-4596-be8f-e13151f2129b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lazy-loading 'flavor' on Instance uuid cbbf0cd8-ad6d-4535-ad26-3368c6091d5c {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1515.970590] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 3849156c-2af1-4871-b8c0-e153d0176ac2] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1516.084377] env[69365]: DEBUG oslo_concurrency.lockutils [None req-1608082c-862f-4596-be8f-e13151f2129b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "cbbf0cd8-ad6d-4535-ad26-3368c6091d5c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.233s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1516.296182] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5b531404-7d2a-479d-a36c-f815c663d8cf tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "cbbf0cd8-ad6d-4535-ad26-3368c6091d5c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1516.296424] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5b531404-7d2a-479d-a36c-f815c663d8cf tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "cbbf0cd8-ad6d-4535-ad26-3368c6091d5c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1516.473639] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 70094786-8280-445b-95a0-558a12333348] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1516.799264] env[69365]: INFO nova.compute.manager [None req-5b531404-7d2a-479d-a36c-f815c663d8cf tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Detaching volume d07bee26-75d5-45dd-a23f-aa50b697de13 [ 1516.828627] env[69365]: INFO nova.virt.block_device [None req-5b531404-7d2a-479d-a36c-f815c663d8cf tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Attempting to driver detach volume d07bee26-75d5-45dd-a23f-aa50b697de13 from mountpoint /dev/sdb [ 1516.828863] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b531404-7d2a-479d-a36c-f815c663d8cf tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Volume detach. Driver type: vmdk {{(pid=69365) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1516.829054] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b531404-7d2a-479d-a36c-f815c663d8cf tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693482', 'volume_id': 'd07bee26-75d5-45dd-a23f-aa50b697de13', 'name': 'volume-d07bee26-75d5-45dd-a23f-aa50b697de13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cbbf0cd8-ad6d-4535-ad26-3368c6091d5c', 'attached_at': '', 'detached_at': '', 'volume_id': 'd07bee26-75d5-45dd-a23f-aa50b697de13', 'serial': 'd07bee26-75d5-45dd-a23f-aa50b697de13'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1516.829963] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c396102-a919-497e-a100-326c471a96cb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.851025] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90d1ca8-3113-464d-b205-9dfde8f6cf16 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.858069] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c0f631-6145-47cb-ada5-5ecb4ae88ef0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.877392] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6385b2cf-7be8-4f88-8f11-e1791be89ffe {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.891315] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b531404-7d2a-479d-a36c-f815c663d8cf tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] The volume has not been displaced from its original location: [datastore1] volume-d07bee26-75d5-45dd-a23f-aa50b697de13/volume-d07bee26-75d5-45dd-a23f-aa50b697de13.vmdk. No consolidation needed. {{(pid=69365) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1516.896473] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b531404-7d2a-479d-a36c-f815c663d8cf tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1516.896737] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0fdeaf3-e33c-45d2-8087-030a94edf800 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.913110] env[69365]: DEBUG oslo_vmware.api [None req-5b531404-7d2a-479d-a36c-f815c663d8cf tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1516.913110] env[69365]: value = "task-3470184" [ 1516.913110] env[69365]: _type = "Task" [ 1516.913110] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.920295] env[69365]: DEBUG oslo_vmware.api [None req-5b531404-7d2a-479d-a36c-f815c663d8cf tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470184, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.977018] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 609fe30a-21f6-46f9-92cd-19a3d650e973] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1517.422706] env[69365]: DEBUG oslo_vmware.api [None req-5b531404-7d2a-479d-a36c-f815c663d8cf tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470184, 'name': ReconfigVM_Task, 'duration_secs': 0.213675} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.422964] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b531404-7d2a-479d-a36c-f815c663d8cf tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1517.427553] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b64f8e3-a7e5-4e2f-8a44-314643685dce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.441996] env[69365]: DEBUG oslo_vmware.api [None req-5b531404-7d2a-479d-a36c-f815c663d8cf tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1517.441996] env[69365]: value = "task-3470185" [ 1517.441996] env[69365]: _type = "Task" [ 1517.441996] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.449133] env[69365]: DEBUG oslo_vmware.api [None req-5b531404-7d2a-479d-a36c-f815c663d8cf tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470185, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.480775] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 11efd450-4a65-4040-bbbb-c66376382aa6] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1517.952102] env[69365]: DEBUG oslo_vmware.api [None req-5b531404-7d2a-479d-a36c-f815c663d8cf tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470185, 'name': ReconfigVM_Task, 'duration_secs': 0.134079} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.952410] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b531404-7d2a-479d-a36c-f815c663d8cf tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693482', 'volume_id': 'd07bee26-75d5-45dd-a23f-aa50b697de13', 'name': 'volume-d07bee26-75d5-45dd-a23f-aa50b697de13', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cbbf0cd8-ad6d-4535-ad26-3368c6091d5c', 'attached_at': '', 'detached_at': '', 'volume_id': 'd07bee26-75d5-45dd-a23f-aa50b697de13', 'serial': 'd07bee26-75d5-45dd-a23f-aa50b697de13'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1517.983920] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: b6d0d3d2-930b-4a69-b760-25fa38002a66] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1518.487192] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: e6699dde-7111-4d9b-92a6-9670dafc31ef] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1518.493604] env[69365]: DEBUG nova.objects.instance [None req-5b531404-7d2a-479d-a36c-f815c663d8cf tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lazy-loading 'flavor' on Instance uuid cbbf0cd8-ad6d-4535-ad26-3368c6091d5c {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1518.990739] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 647479fd-c9f0-4f3b-af9d-d84a3167b973] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1519.493958] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 70ae15d5-c88e-4285-835c-e93a8d97507f] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1519.499437] env[69365]: DEBUG oslo_concurrency.lockutils [None req-5b531404-7d2a-479d-a36c-f815c663d8cf tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "cbbf0cd8-ad6d-4535-ad26-3368c6091d5c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.203s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1519.996722] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 37dfb552-7e73-4981-b42a-d39f89de331a] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1520.500298] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: bdd33903-8aeb-4cca-aebb-3ddc91c9b2a0] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1520.530690] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d719f7e1-7e9e-4454-8418-be831779f0db tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "cbbf0cd8-ad6d-4535-ad26-3368c6091d5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1520.530937] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d719f7e1-7e9e-4454-8418-be831779f0db tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "cbbf0cd8-ad6d-4535-ad26-3368c6091d5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1520.531160] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d719f7e1-7e9e-4454-8418-be831779f0db tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "cbbf0cd8-ad6d-4535-ad26-3368c6091d5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1520.531682] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d719f7e1-7e9e-4454-8418-be831779f0db tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "cbbf0cd8-ad6d-4535-ad26-3368c6091d5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1520.531861] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d719f7e1-7e9e-4454-8418-be831779f0db tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "cbbf0cd8-ad6d-4535-ad26-3368c6091d5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1520.533622] env[69365]: INFO nova.compute.manager [None req-d719f7e1-7e9e-4454-8418-be831779f0db tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Terminating instance [ 1521.003757] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: e6a4d429-937a-44b5-823d-1b87fcf0d6ec] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1521.036920] env[69365]: DEBUG nova.compute.manager [None req-d719f7e1-7e9e-4454-8418-be831779f0db tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1521.037158] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d719f7e1-7e9e-4454-8418-be831779f0db tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1521.038273] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65106f67-4fbb-4659-8b99-c8f311556714 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.046921] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d719f7e1-7e9e-4454-8418-be831779f0db tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1521.047162] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71eca481-bede-404f-9098-00d28e6e994f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.052849] env[69365]: DEBUG oslo_vmware.api [None req-d719f7e1-7e9e-4454-8418-be831779f0db tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1521.052849] env[69365]: value = "task-3470186" [ 1521.052849] env[69365]: _type = "Task" [ 1521.052849] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.060788] env[69365]: DEBUG oslo_vmware.api [None req-d719f7e1-7e9e-4454-8418-be831779f0db tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.506801] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 6ecc6741-1aca-4785-9c7c-6556e6a2ac1f] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1521.563173] env[69365]: DEBUG oslo_vmware.api [None req-d719f7e1-7e9e-4454-8418-be831779f0db tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470186, 'name': PowerOffVM_Task, 'duration_secs': 0.185813} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.563424] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-d719f7e1-7e9e-4454-8418-be831779f0db tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1521.563593] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d719f7e1-7e9e-4454-8418-be831779f0db tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1521.563825] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eefef63e-4b44-4a87-b386-fbe4dddd48c9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.626293] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d719f7e1-7e9e-4454-8418-be831779f0db tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1521.626503] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d719f7e1-7e9e-4454-8418-be831779f0db tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Deleting contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1521.626683] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d719f7e1-7e9e-4454-8418-be831779f0db tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Deleting the datastore file [datastore2] cbbf0cd8-ad6d-4535-ad26-3368c6091d5c {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1521.626956] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8bc177d-2c3e-4be2-8d74-14236a8e4029 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.634084] env[69365]: DEBUG oslo_vmware.api [None req-d719f7e1-7e9e-4454-8418-be831779f0db tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1521.634084] env[69365]: value = "task-3470188" [ 1521.634084] env[69365]: _type = "Task" [ 1521.634084] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.641480] env[69365]: DEBUG oslo_vmware.api [None req-d719f7e1-7e9e-4454-8418-be831779f0db tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.010636] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 4267b135-249c-40e3-aed8-31b1e5a4fed6] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1522.143943] env[69365]: DEBUG oslo_vmware.api [None req-d719f7e1-7e9e-4454-8418-be831779f0db tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13413} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.144192] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-d719f7e1-7e9e-4454-8418-be831779f0db tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1522.144378] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d719f7e1-7e9e-4454-8418-be831779f0db tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Deleted contents of the VM from datastore datastore2 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1522.144559] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-d719f7e1-7e9e-4454-8418-be831779f0db tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1522.144769] env[69365]: INFO nova.compute.manager [None req-d719f7e1-7e9e-4454-8418-be831779f0db tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1522.145014] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d719f7e1-7e9e-4454-8418-be831779f0db tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1522.145205] env[69365]: DEBUG nova.compute.manager [-] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1522.145300] env[69365]: DEBUG nova.network.neutron [-] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1522.514440] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 592da6de-20c5-4eb7-8a61-acc350b1f08c] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1522.579920] env[69365]: DEBUG nova.compute.manager [req-83325b4c-e2fe-4b2f-a589-002ccd8cd4ae req-3a9a3b42-194f-4564-a4f2-a8bca8fad25e service nova] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Received event network-vif-deleted-9afe4d93-5fed-4d4c-8b94-14c35370cc64 {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1522.579920] env[69365]: INFO nova.compute.manager [req-83325b4c-e2fe-4b2f-a589-002ccd8cd4ae req-3a9a3b42-194f-4564-a4f2-a8bca8fad25e service nova] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Neutron deleted interface 9afe4d93-5fed-4d4c-8b94-14c35370cc64; detaching it from the instance and deleting it from the info cache [ 1522.579920] env[69365]: DEBUG nova.network.neutron [req-83325b4c-e2fe-4b2f-a589-002ccd8cd4ae req-3a9a3b42-194f-4564-a4f2-a8bca8fad25e service nova] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.018166] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 232daea3-3c64-4712-800c-6de1128cb914] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1523.062744] env[69365]: DEBUG nova.network.neutron [-] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.082064] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-607ebf8c-7010-43ef-94fa-0d476e9835e4 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.092074] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd3bdfd-fba1-4f67-845c-e30e4d14aec1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.116374] env[69365]: DEBUG nova.compute.manager [req-83325b4c-e2fe-4b2f-a589-002ccd8cd4ae req-3a9a3b42-194f-4564-a4f2-a8bca8fad25e service nova] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Detach interface failed, port_id=9afe4d93-5fed-4d4c-8b94-14c35370cc64, reason: Instance cbbf0cd8-ad6d-4535-ad26-3368c6091d5c could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1523.521596] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 0d545760-c9de-484c-a578-2267761cee02] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1523.564784] env[69365]: INFO nova.compute.manager [-] [instance: cbbf0cd8-ad6d-4535-ad26-3368c6091d5c] Took 1.42 seconds to deallocate network for instance. [ 1524.025402] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 41177a0a-ccff-4b4b-bbe5-a81778987c71] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1524.070982] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d719f7e1-7e9e-4454-8418-be831779f0db tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1524.071272] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d719f7e1-7e9e-4454-8418-be831779f0db tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1524.071491] env[69365]: DEBUG nova.objects.instance [None req-d719f7e1-7e9e-4454-8418-be831779f0db tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lazy-loading 'resources' on Instance uuid cbbf0cd8-ad6d-4535-ad26-3368c6091d5c {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1524.528595] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 31ff0b14-dc60-4a4f-95f4-c0d823364979] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1524.726473] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f521feb-e194-4f11-80f2-2aad0b4f7ef1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.734518] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7b0140-430a-4cf4-afa2-82fd034be6a1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.516215] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] [instance: 54494c65-4118-4c3d-8af2-cd772b783e1f] Instance has had 0 of 5 cleanup attempts {{(pid=69365) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1525.519053] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e1540c-4b44-4c19-842f-80b263deefe1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.527347] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a8de18-e558-473f-ab4a-279d399a225c {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.541040] env[69365]: DEBUG nova.compute.provider_tree [None req-d719f7e1-7e9e-4454-8418-be831779f0db tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1526.019785] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.020052] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Cleaning up deleted instances with incomplete migration {{(pid=69365) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1526.044043] env[69365]: DEBUG nova.scheduler.client.report [None req-d719f7e1-7e9e-4454-8418-be831779f0db tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1526.522369] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.549552] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d719f7e1-7e9e-4454-8418-be831779f0db tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.478s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1526.570887] env[69365]: INFO nova.scheduler.client.report [None req-d719f7e1-7e9e-4454-8418-be831779f0db tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Deleted allocations for instance cbbf0cd8-ad6d-4535-ad26-3368c6091d5c [ 1527.077971] env[69365]: DEBUG oslo_concurrency.lockutils [None req-d719f7e1-7e9e-4454-8418-be831779f0db tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "cbbf0cd8-ad6d-4535-ad26-3368c6091d5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.547s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1529.463219] env[69365]: DEBUG oslo_concurrency.lockutils [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "54514932-144a-4893-b129-62ae7fdf0814" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.463526] env[69365]: DEBUG oslo_concurrency.lockutils [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "54514932-144a-4893-b129-62ae7fdf0814" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1529.966600] env[69365]: DEBUG nova.compute.manager [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Starting instance... {{(pid=69365) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1530.488738] env[69365]: DEBUG oslo_concurrency.lockutils [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1530.489047] env[69365]: DEBUG oslo_concurrency.lockutils [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1530.490887] env[69365]: INFO nova.compute.claims [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1531.020276] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1531.527051] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45111aa4-dfb9-4d34-8064-13c78079c99b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.534434] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71874dd-5824-412d-a3d7-ac997b5b74f0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.562820] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffed0f2a-2ad8-4c7c-b13e-d7768a059fab {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.569936] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddecf5f-e0dc-4f6d-8109-1706c4eccd44 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.581622] env[69365]: DEBUG nova.compute.provider_tree [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1532.086025] env[69365]: DEBUG nova.scheduler.client.report [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1532.590575] env[69365]: DEBUG oslo_concurrency.lockutils [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1532.591123] env[69365]: DEBUG nova.compute.manager [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Start building networks asynchronously for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1533.096559] env[69365]: DEBUG nova.compute.utils [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1533.098415] env[69365]: DEBUG nova.compute.manager [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Allocating IP information in the background. {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1533.098585] env[69365]: DEBUG nova.network.neutron [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] allocate_for_instance() {{(pid=69365) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1533.148132] env[69365]: DEBUG nova.policy [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b10382c5fc2d44d987333cc778e7c0a4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e30f9c23b7c4af7ab4d1dbd4ebc1afc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69365) authorize /opt/stack/nova/nova/policy.py:192}} [ 1533.413124] env[69365]: DEBUG nova.network.neutron [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Successfully created port: 630abcd4-7e80-4c78-a5df-353b1fbaef2b {{(pid=69365) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1533.602609] env[69365]: DEBUG nova.compute.manager [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Start building block device mappings for instance. {{(pid=69365) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1534.614868] env[69365]: DEBUG nova.compute.manager [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Start spawning the instance on the hypervisor. {{(pid=69365) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1534.646985] env[69365]: DEBUG nova.virt.hardware [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-16T23:37:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-16T23:37:14Z,direct_url=,disk_format='vmdk',id=2c3a5944-575a-4385-8612-86800989c1e5,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='3c612d6c4d46403a9c22ebe39d8ac631',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-16T23:37:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1534.647869] env[69365]: DEBUG nova.virt.hardware [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Flavor limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1534.647869] env[69365]: DEBUG nova.virt.hardware [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Image limits 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1534.647869] env[69365]: DEBUG nova.virt.hardware [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Flavor pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1534.647869] env[69365]: DEBUG nova.virt.hardware [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Image pref 0:0:0 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1534.647869] env[69365]: DEBUG nova.virt.hardware [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69365) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1534.648119] env[69365]: DEBUG nova.virt.hardware [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1534.648148] env[69365]: DEBUG nova.virt.hardware [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1534.648299] env[69365]: DEBUG nova.virt.hardware [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Got 1 possible topologies {{(pid=69365) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1534.648455] env[69365]: DEBUG nova.virt.hardware [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1534.648624] env[69365]: DEBUG nova.virt.hardware [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69365) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1534.649506] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6aec69-0eb8-4e4a-9610-e53c79aa85e9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.657499] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d924301-0a7a-4eae-8587-de99766a41e9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.748787] env[69365]: DEBUG nova.compute.manager [req-1da4e92f-b6c3-44a8-aa67-536e0f45d1c8 req-baed7f13-c8fe-47f2-86a5-5b21e765e7fd service nova] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Received event network-vif-plugged-630abcd4-7e80-4c78-a5df-353b1fbaef2b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1534.748943] env[69365]: DEBUG oslo_concurrency.lockutils [req-1da4e92f-b6c3-44a8-aa67-536e0f45d1c8 req-baed7f13-c8fe-47f2-86a5-5b21e765e7fd service nova] Acquiring lock "54514932-144a-4893-b129-62ae7fdf0814-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1534.749169] env[69365]: DEBUG oslo_concurrency.lockutils [req-1da4e92f-b6c3-44a8-aa67-536e0f45d1c8 req-baed7f13-c8fe-47f2-86a5-5b21e765e7fd service nova] Lock "54514932-144a-4893-b129-62ae7fdf0814-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1534.749336] env[69365]: DEBUG oslo_concurrency.lockutils [req-1da4e92f-b6c3-44a8-aa67-536e0f45d1c8 req-baed7f13-c8fe-47f2-86a5-5b21e765e7fd service nova] Lock "54514932-144a-4893-b129-62ae7fdf0814-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1534.749500] env[69365]: DEBUG nova.compute.manager [req-1da4e92f-b6c3-44a8-aa67-536e0f45d1c8 req-baed7f13-c8fe-47f2-86a5-5b21e765e7fd service nova] [instance: 54514932-144a-4893-b129-62ae7fdf0814] No waiting events found dispatching network-vif-plugged-630abcd4-7e80-4c78-a5df-353b1fbaef2b {{(pid=69365) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1534.749698] env[69365]: WARNING nova.compute.manager [req-1da4e92f-b6c3-44a8-aa67-536e0f45d1c8 req-baed7f13-c8fe-47f2-86a5-5b21e765e7fd service nova] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Received unexpected event network-vif-plugged-630abcd4-7e80-4c78-a5df-353b1fbaef2b for instance with vm_state building and task_state spawning. [ 1534.827202] env[69365]: DEBUG nova.network.neutron [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Successfully updated port: 630abcd4-7e80-4c78-a5df-353b1fbaef2b {{(pid=69365) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1535.333749] env[69365]: DEBUG oslo_concurrency.lockutils [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "refresh_cache-54514932-144a-4893-b129-62ae7fdf0814" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.333749] env[69365]: DEBUG oslo_concurrency.lockutils [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquired lock "refresh_cache-54514932-144a-4893-b129-62ae7fdf0814" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.333749] env[69365]: DEBUG nova.network.neutron [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Building network info cache for instance {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1535.864089] env[69365]: DEBUG nova.network.neutron [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Instance cache missing network info. {{(pid=69365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1535.977212] env[69365]: DEBUG nova.network.neutron [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Updating instance_info_cache with network_info: [{"id": "630abcd4-7e80-4c78-a5df-353b1fbaef2b", "address": "fa:16:3e:c4:f0:95", "network": {"id": "416b7c4c-e948-4b23-a78d-2f828b76df7c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1889815928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30f9c23b7c4af7ab4d1dbd4ebc1afc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap630abcd4-7e", "ovs_interfaceid": "630abcd4-7e80-4c78-a5df-353b1fbaef2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.479677] env[69365]: DEBUG oslo_concurrency.lockutils [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Releasing lock "refresh_cache-54514932-144a-4893-b129-62ae7fdf0814" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.480034] env[69365]: DEBUG nova.compute.manager [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Instance network_info: |[{"id": "630abcd4-7e80-4c78-a5df-353b1fbaef2b", "address": "fa:16:3e:c4:f0:95", "network": {"id": "416b7c4c-e948-4b23-a78d-2f828b76df7c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1889815928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30f9c23b7c4af7ab4d1dbd4ebc1afc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap630abcd4-7e", "ovs_interfaceid": "630abcd4-7e80-4c78-a5df-353b1fbaef2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69365) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1536.480461] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:f0:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '630abcd4-7e80-4c78-a5df-353b1fbaef2b', 'vif_model': 'vmxnet3'}] {{(pid=69365) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1536.488115] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1536.488315] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Creating VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1536.488528] env[69365]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84d632ca-bb64-4a4c-8d96-3e3c3a4d9d91 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.508725] env[69365]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1536.508725] env[69365]: value = "task-3470189" [ 1536.508725] env[69365]: _type = "Task" [ 1536.508725] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.516145] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3470189, 'name': CreateVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.774509] env[69365]: DEBUG nova.compute.manager [req-f0a3284c-f7e2-435c-a4c9-fda188fe3a81 req-c23458f0-afb2-4679-924b-0ef9f66f4da6 service nova] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Received event network-changed-630abcd4-7e80-4c78-a5df-353b1fbaef2b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1536.774707] env[69365]: DEBUG nova.compute.manager [req-f0a3284c-f7e2-435c-a4c9-fda188fe3a81 req-c23458f0-afb2-4679-924b-0ef9f66f4da6 service nova] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Refreshing instance network info cache due to event network-changed-630abcd4-7e80-4c78-a5df-353b1fbaef2b. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1536.774933] env[69365]: DEBUG oslo_concurrency.lockutils [req-f0a3284c-f7e2-435c-a4c9-fda188fe3a81 req-c23458f0-afb2-4679-924b-0ef9f66f4da6 service nova] Acquiring lock "refresh_cache-54514932-144a-4893-b129-62ae7fdf0814" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.775081] env[69365]: DEBUG oslo_concurrency.lockutils [req-f0a3284c-f7e2-435c-a4c9-fda188fe3a81 req-c23458f0-afb2-4679-924b-0ef9f66f4da6 service nova] Acquired lock "refresh_cache-54514932-144a-4893-b129-62ae7fdf0814" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.775241] env[69365]: DEBUG nova.network.neutron [req-f0a3284c-f7e2-435c-a4c9-fda188fe3a81 req-c23458f0-afb2-4679-924b-0ef9f66f4da6 service nova] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Refreshing network info cache for port 630abcd4-7e80-4c78-a5df-353b1fbaef2b {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1537.018684] env[69365]: DEBUG oslo_vmware.api [-] Task: {'id': task-3470189, 'name': CreateVM_Task, 'duration_secs': 0.284368} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.019017] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Created VM on the ESX host {{(pid=69365) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1537.019471] env[69365]: DEBUG oslo_concurrency.lockutils [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.019659] env[69365]: DEBUG oslo_concurrency.lockutils [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.020007] env[69365]: DEBUG oslo_concurrency.lockutils [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.020257] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5d77ec7-8a4e-47df-acad-043c9ca18504 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.024961] env[69365]: DEBUG oslo_vmware.api [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1537.024961] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]523f9042-6dd2-dd23-4d3b-d4b665e29dd7" [ 1537.024961] env[69365]: _type = "Task" [ 1537.024961] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.033556] env[69365]: DEBUG oslo_vmware.api [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523f9042-6dd2-dd23-4d3b-d4b665e29dd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.442235] env[69365]: DEBUG nova.network.neutron [req-f0a3284c-f7e2-435c-a4c9-fda188fe3a81 req-c23458f0-afb2-4679-924b-0ef9f66f4da6 service nova] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Updated VIF entry in instance network info cache for port 630abcd4-7e80-4c78-a5df-353b1fbaef2b. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1537.442577] env[69365]: DEBUG nova.network.neutron [req-f0a3284c-f7e2-435c-a4c9-fda188fe3a81 req-c23458f0-afb2-4679-924b-0ef9f66f4da6 service nova] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Updating instance_info_cache with network_info: [{"id": "630abcd4-7e80-4c78-a5df-353b1fbaef2b", "address": "fa:16:3e:c4:f0:95", "network": {"id": "416b7c4c-e948-4b23-a78d-2f828b76df7c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1889815928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30f9c23b7c4af7ab4d1dbd4ebc1afc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap630abcd4-7e", "ovs_interfaceid": "630abcd4-7e80-4c78-a5df-353b1fbaef2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.534732] env[69365]: DEBUG oslo_vmware.api [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]523f9042-6dd2-dd23-4d3b-d4b665e29dd7, 'name': SearchDatastore_Task, 'duration_secs': 0.010503} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.535020] env[69365]: DEBUG oslo_concurrency.lockutils [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.535253] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Processing image 2c3a5944-575a-4385-8612-86800989c1e5 {{(pid=69365) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1537.535482] env[69365]: DEBUG oslo_concurrency.lockutils [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.535628] env[69365]: DEBUG oslo_concurrency.lockutils [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquired lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.535801] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1537.536052] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e329574-12e0-4a69-aeb8-a8ddb6e2cc9b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.544448] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69365) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1537.544617] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69365) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1537.545285] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4897d753-3555-4060-82da-9c1ff2e2a1eb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.549870] env[69365]: DEBUG oslo_vmware.api [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1537.549870] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]52220fa2-6966-361a-f4d4-34aa08629c7e" [ 1537.549870] env[69365]: _type = "Task" [ 1537.549870] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.556991] env[69365]: DEBUG oslo_vmware.api [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52220fa2-6966-361a-f4d4-34aa08629c7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.945692] env[69365]: DEBUG oslo_concurrency.lockutils [req-f0a3284c-f7e2-435c-a4c9-fda188fe3a81 req-c23458f0-afb2-4679-924b-0ef9f66f4da6 service nova] Releasing lock "refresh_cache-54514932-144a-4893-b129-62ae7fdf0814" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.060210] env[69365]: DEBUG oslo_vmware.api [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]52220fa2-6966-361a-f4d4-34aa08629c7e, 'name': SearchDatastore_Task, 'duration_secs': 0.008055} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.060969] env[69365]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-095e7194-d0f4-472c-bd57-f38570c7b8ca {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.066440] env[69365]: DEBUG oslo_vmware.api [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1538.066440] env[69365]: value = "session[52919482-fd0e-9e51-7da3-d93a555a7e23]525889d3-ffe5-2859-960b-213b1a213913" [ 1538.066440] env[69365]: _type = "Task" [ 1538.066440] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.073442] env[69365]: DEBUG oslo_vmware.api [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]525889d3-ffe5-2859-960b-213b1a213913, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.577839] env[69365]: DEBUG oslo_vmware.api [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': session[52919482-fd0e-9e51-7da3-d93a555a7e23]525889d3-ffe5-2859-960b-213b1a213913, 'name': SearchDatastore_Task, 'duration_secs': 0.00989} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.578134] env[69365]: DEBUG oslo_concurrency.lockutils [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Releasing lock "[datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.578388] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 54514932-144a-4893-b129-62ae7fdf0814/54514932-144a-4893-b129-62ae7fdf0814.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1538.578642] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1c59779b-bfdf-41ec-b159-9d1cf8e84dc7 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.585934] env[69365]: DEBUG oslo_vmware.api [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1538.585934] env[69365]: value = "task-3470190" [ 1538.585934] env[69365]: _type = "Task" [ 1538.585934] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.593107] env[69365]: DEBUG oslo_vmware.api [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.096719] env[69365]: DEBUG oslo_vmware.api [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470190, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.39575} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.097102] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/2c3a5944-575a-4385-8612-86800989c1e5/2c3a5944-575a-4385-8612-86800989c1e5.vmdk to [datastore1] 54514932-144a-4893-b129-62ae7fdf0814/54514932-144a-4893-b129-62ae7fdf0814.vmdk {{(pid=69365) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1539.097254] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Extending root virtual disk to 1048576 {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1539.097679] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-627d2ff1-f20c-48f7-84fd-5d4cc35808d0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.104399] env[69365]: DEBUG oslo_vmware.api [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1539.104399] env[69365]: value = "task-3470191" [ 1539.104399] env[69365]: _type = "Task" [ 1539.104399] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.111733] env[69365]: DEBUG oslo_vmware.api [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.614197] env[69365]: DEBUG oslo_vmware.api [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.232439} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.614595] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Extended root virtual disk {{(pid=69365) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1539.615453] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4016a2da-156a-481f-bab8-83147651c1bb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.638148] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Reconfiguring VM instance instance-0000007f to attach disk [datastore1] 54514932-144a-4893-b129-62ae7fdf0814/54514932-144a-4893-b129-62ae7fdf0814.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1539.638545] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9751c167-6fd9-45e4-aac5-902bf43bdf73 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.658815] env[69365]: DEBUG oslo_vmware.api [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1539.658815] env[69365]: value = "task-3470192" [ 1539.658815] env[69365]: _type = "Task" [ 1539.658815] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.667608] env[69365]: DEBUG oslo_vmware.api [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470192, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.168411] env[69365]: DEBUG oslo_vmware.api [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470192, 'name': ReconfigVM_Task, 'duration_secs': 0.270412} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.168755] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Reconfigured VM instance instance-0000007f to attach disk [datastore1] 54514932-144a-4893-b129-62ae7fdf0814/54514932-144a-4893-b129-62ae7fdf0814.vmdk or device None with type sparse {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1540.169312] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da229d56-e341-46e7-adea-88bcaa5e4f7e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.175525] env[69365]: DEBUG oslo_vmware.api [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1540.175525] env[69365]: value = "task-3470193" [ 1540.175525] env[69365]: _type = "Task" [ 1540.175525] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.182888] env[69365]: DEBUG oslo_vmware.api [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470193, 'name': Rename_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.685419] env[69365]: DEBUG oslo_vmware.api [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470193, 'name': Rename_Task, 'duration_secs': 0.131052} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.685756] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Powering on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1540.686011] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ac132ba-fe28-4108-aff9-56bc595bb2ba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.691892] env[69365]: DEBUG oslo_vmware.api [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1540.691892] env[69365]: value = "task-3470194" [ 1540.691892] env[69365]: _type = "Task" [ 1540.691892] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.698881] env[69365]: DEBUG oslo_vmware.api [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.202556] env[69365]: DEBUG oslo_vmware.api [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470194, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.702884] env[69365]: DEBUG oslo_vmware.api [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470194, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.204368] env[69365]: DEBUG oslo_vmware.api [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470194, 'name': PowerOnVM_Task, 'duration_secs': 1.222346} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.204368] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Powered on the VM {{(pid=69365) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1542.204368] env[69365]: INFO nova.compute.manager [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Took 7.59 seconds to spawn the instance on the hypervisor. [ 1542.204779] env[69365]: DEBUG nova.compute.manager [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Checking state {{(pid=69365) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1542.205261] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2a2a55-f97f-42e5-989d-5d95079106bf {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.723663] env[69365]: INFO nova.compute.manager [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Took 12.25 seconds to build instance. [ 1543.226377] env[69365]: DEBUG oslo_concurrency.lockutils [None req-352c5d55-3887-4441-a4af-bd06babae42b tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "54514932-144a-4893-b129-62ae7fdf0814" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.763s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1543.462817] env[69365]: DEBUG nova.compute.manager [req-28fe6d98-af2b-419b-9bb4-0f506fe34520 req-82b8479e-456f-458e-9e3d-6fb69f304b47 service nova] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Received event network-changed-630abcd4-7e80-4c78-a5df-353b1fbaef2b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1543.463172] env[69365]: DEBUG nova.compute.manager [req-28fe6d98-af2b-419b-9bb4-0f506fe34520 req-82b8479e-456f-458e-9e3d-6fb69f304b47 service nova] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Refreshing instance network info cache due to event network-changed-630abcd4-7e80-4c78-a5df-353b1fbaef2b. {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1543.463477] env[69365]: DEBUG oslo_concurrency.lockutils [req-28fe6d98-af2b-419b-9bb4-0f506fe34520 req-82b8479e-456f-458e-9e3d-6fb69f304b47 service nova] Acquiring lock "refresh_cache-54514932-144a-4893-b129-62ae7fdf0814" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.463688] env[69365]: DEBUG oslo_concurrency.lockutils [req-28fe6d98-af2b-419b-9bb4-0f506fe34520 req-82b8479e-456f-458e-9e3d-6fb69f304b47 service nova] Acquired lock "refresh_cache-54514932-144a-4893-b129-62ae7fdf0814" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.463923] env[69365]: DEBUG nova.network.neutron [req-28fe6d98-af2b-419b-9bb4-0f506fe34520 req-82b8479e-456f-458e-9e3d-6fb69f304b47 service nova] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Refreshing network info cache for port 630abcd4-7e80-4c78-a5df-353b1fbaef2b {{(pid=69365) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1544.184193] env[69365]: DEBUG nova.network.neutron [req-28fe6d98-af2b-419b-9bb4-0f506fe34520 req-82b8479e-456f-458e-9e3d-6fb69f304b47 service nova] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Updated VIF entry in instance network info cache for port 630abcd4-7e80-4c78-a5df-353b1fbaef2b. {{(pid=69365) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1544.184572] env[69365]: DEBUG nova.network.neutron [req-28fe6d98-af2b-419b-9bb4-0f506fe34520 req-82b8479e-456f-458e-9e3d-6fb69f304b47 service nova] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Updating instance_info_cache with network_info: [{"id": "630abcd4-7e80-4c78-a5df-353b1fbaef2b", "address": "fa:16:3e:c4:f0:95", "network": {"id": "416b7c4c-e948-4b23-a78d-2f828b76df7c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1889815928-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7e30f9c23b7c4af7ab4d1dbd4ebc1afc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap630abcd4-7e", "ovs_interfaceid": "630abcd4-7e80-4c78-a5df-353b1fbaef2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.687453] env[69365]: DEBUG oslo_concurrency.lockutils [req-28fe6d98-af2b-419b-9bb4-0f506fe34520 req-82b8479e-456f-458e-9e3d-6fb69f304b47 service nova] Releasing lock "refresh_cache-54514932-144a-4893-b129-62ae7fdf0814" {{(pid=69365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.766609] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1566.766956] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1566.767329] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1567.767134] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1567.767473] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69365) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1572.767287] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1572.767668] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager.update_available_resource {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1573.271074] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1573.271377] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1573.271546] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1573.271700] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69365) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1573.272644] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d8e062-7ca2-44af-9813-4e779fd8215e {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.280792] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002dff84-95a3-4273-af98-e31003b95f6b {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.294672] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe6795e-f4d0-4031-81d5-960de21cc8af {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.301018] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2732827f-cc84-4919-b460-56bc64e8c5f9 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.329405] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180718MB free_disk=94GB free_vcpus=48 pci_devices=None {{(pid=69365) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1573.329559] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1573.329745] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1574.356353] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Instance 54514932-144a-4893-b129-62ae7fdf0814 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69365) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1574.356353] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1574.356677] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69365) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1574.382219] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892c4996-7433-4379-8aeb-1ca1544e6959 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.389706] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edffb2ac-1ace-409c-b930-9618336ee211 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.419800] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fb2611-7ed4-497e-b487-c1149668cc97 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.426637] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80555372-b6e2-4948-a5b7-e43913bd7562 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.439475] env[69365]: DEBUG nova.compute.provider_tree [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1574.942513] env[69365]: DEBUG nova.scheduler.client.report [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1575.446958] env[69365]: DEBUG nova.compute.resource_tracker [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69365) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1575.447326] env[69365]: DEBUG oslo_concurrency.lockutils [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.117s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1576.447239] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1576.952212] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.267852] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1578.875899] env[69365]: DEBUG oslo_concurrency.lockutils [None req-601c9ae8-8ed4-40c1-b8a1-240abce3028d tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "54514932-144a-4893-b129-62ae7fdf0814" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1578.876153] env[69365]: DEBUG oslo_concurrency.lockutils [None req-601c9ae8-8ed4-40c1-b8a1-240abce3028d tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "54514932-144a-4893-b129-62ae7fdf0814" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1579.380053] env[69365]: DEBUG nova.compute.utils [None req-601c9ae8-8ed4-40c1-b8a1-240abce3028d tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Using /dev/sd instead of None {{(pid=69365) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1579.882840] env[69365]: DEBUG oslo_concurrency.lockutils [None req-601c9ae8-8ed4-40c1-b8a1-240abce3028d tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "54514932-144a-4893-b129-62ae7fdf0814" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1580.939470] env[69365]: DEBUG oslo_concurrency.lockutils [None req-601c9ae8-8ed4-40c1-b8a1-240abce3028d tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "54514932-144a-4893-b129-62ae7fdf0814" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1580.940052] env[69365]: DEBUG oslo_concurrency.lockutils [None req-601c9ae8-8ed4-40c1-b8a1-240abce3028d tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "54514932-144a-4893-b129-62ae7fdf0814" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1580.940287] env[69365]: INFO nova.compute.manager [None req-601c9ae8-8ed4-40c1-b8a1-240abce3028d tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Attaching volume 77fbb62a-ff9d-414e-98bf-6f34aa1f99f1 to /dev/sdb [ 1581.000636] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de73332b-dd08-4208-8dda-3b93c8b25079 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.008085] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b9d742-ee9c-4fab-9518-772c6a863f4f {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.020944] env[69365]: DEBUG nova.virt.block_device [None req-601c9ae8-8ed4-40c1-b8a1-240abce3028d tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Updating existing volume attachment record: 6a295df1-7f4e-47c6-94d9-75f8457248c3 {{(pid=69365) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1585.564594] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-601c9ae8-8ed4-40c1-b8a1-240abce3028d tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Volume attach. Driver type: vmdk {{(pid=69365) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1585.564856] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-601c9ae8-8ed4-40c1-b8a1-240abce3028d tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693484', 'volume_id': '77fbb62a-ff9d-414e-98bf-6f34aa1f99f1', 'name': 'volume-77fbb62a-ff9d-414e-98bf-6f34aa1f99f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54514932-144a-4893-b129-62ae7fdf0814', 'attached_at': '', 'detached_at': '', 'volume_id': '77fbb62a-ff9d-414e-98bf-6f34aa1f99f1', 'serial': '77fbb62a-ff9d-414e-98bf-6f34aa1f99f1'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1585.565739] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4f3912-96cd-43ae-a093-15781f98694a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.582260] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a955952b-7cc8-4e87-b9ff-9b6ce8c210ec {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.606342] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-601c9ae8-8ed4-40c1-b8a1-240abce3028d tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-77fbb62a-ff9d-414e-98bf-6f34aa1f99f1/volume-77fbb62a-ff9d-414e-98bf-6f34aa1f99f1.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1585.606653] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9a6efac-d376-4af7-8072-f676ac67a0ce {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.625231] env[69365]: DEBUG oslo_vmware.api [None req-601c9ae8-8ed4-40c1-b8a1-240abce3028d tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1585.625231] env[69365]: value = "task-3470197" [ 1585.625231] env[69365]: _type = "Task" [ 1585.625231] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.633399] env[69365]: DEBUG oslo_vmware.api [None req-601c9ae8-8ed4-40c1-b8a1-240abce3028d tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470197, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.135253] env[69365]: DEBUG oslo_vmware.api [None req-601c9ae8-8ed4-40c1-b8a1-240abce3028d tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470197, 'name': ReconfigVM_Task, 'duration_secs': 0.384252} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.136068] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-601c9ae8-8ed4-40c1-b8a1-240abce3028d tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-77fbb62a-ff9d-414e-98bf-6f34aa1f99f1/volume-77fbb62a-ff9d-414e-98bf-6f34aa1f99f1.vmdk or device None with type thin {{(pid=69365) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1586.140132] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45ebcf07-5510-4e70-b228-d929980878f5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.155534] env[69365]: DEBUG oslo_vmware.api [None req-601c9ae8-8ed4-40c1-b8a1-240abce3028d tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1586.155534] env[69365]: value = "task-3470198" [ 1586.155534] env[69365]: _type = "Task" [ 1586.155534] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.163408] env[69365]: DEBUG oslo_vmware.api [None req-601c9ae8-8ed4-40c1-b8a1-240abce3028d tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470198, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.665169] env[69365]: DEBUG oslo_vmware.api [None req-601c9ae8-8ed4-40c1-b8a1-240abce3028d tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470198, 'name': ReconfigVM_Task, 'duration_secs': 0.137816} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.665521] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-601c9ae8-8ed4-40c1-b8a1-240abce3028d tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693484', 'volume_id': '77fbb62a-ff9d-414e-98bf-6f34aa1f99f1', 'name': 'volume-77fbb62a-ff9d-414e-98bf-6f34aa1f99f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54514932-144a-4893-b129-62ae7fdf0814', 'attached_at': '', 'detached_at': '', 'volume_id': '77fbb62a-ff9d-414e-98bf-6f34aa1f99f1', 'serial': '77fbb62a-ff9d-414e-98bf-6f34aa1f99f1'} {{(pid=69365) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1587.699145] env[69365]: DEBUG nova.objects.instance [None req-601c9ae8-8ed4-40c1-b8a1-240abce3028d tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lazy-loading 'flavor' on Instance uuid 54514932-144a-4893-b129-62ae7fdf0814 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1588.206047] env[69365]: DEBUG oslo_concurrency.lockutils [None req-601c9ae8-8ed4-40c1-b8a1-240abce3028d tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "54514932-144a-4893-b129-62ae7fdf0814" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.266s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1588.378358] env[69365]: DEBUG oslo_concurrency.lockutils [None req-20ba183e-a30e-4e74-9e72-d0526d9d828c tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "54514932-144a-4893-b129-62ae7fdf0814" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1588.378606] env[69365]: DEBUG oslo_concurrency.lockutils [None req-20ba183e-a30e-4e74-9e72-d0526d9d828c tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "54514932-144a-4893-b129-62ae7fdf0814" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1588.881620] env[69365]: INFO nova.compute.manager [None req-20ba183e-a30e-4e74-9e72-d0526d9d828c tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Detaching volume 77fbb62a-ff9d-414e-98bf-6f34aa1f99f1 [ 1588.910797] env[69365]: INFO nova.virt.block_device [None req-20ba183e-a30e-4e74-9e72-d0526d9d828c tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Attempting to driver detach volume 77fbb62a-ff9d-414e-98bf-6f34aa1f99f1 from mountpoint /dev/sdb [ 1588.911145] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ba183e-a30e-4e74-9e72-d0526d9d828c tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Volume detach. Driver type: vmdk {{(pid=69365) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1588.911220] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ba183e-a30e-4e74-9e72-d0526d9d828c tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693484', 'volume_id': '77fbb62a-ff9d-414e-98bf-6f34aa1f99f1', 'name': 'volume-77fbb62a-ff9d-414e-98bf-6f34aa1f99f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54514932-144a-4893-b129-62ae7fdf0814', 'attached_at': '', 'detached_at': '', 'volume_id': '77fbb62a-ff9d-414e-98bf-6f34aa1f99f1', 'serial': '77fbb62a-ff9d-414e-98bf-6f34aa1f99f1'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1588.912159] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d734be-12e9-4975-aee4-d266af22f4ba {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.933246] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d95f47-cf89-4ce4-97f2-9b723fc4c973 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.939829] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8e0882-55a6-4455-84aa-0a2467803fac {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.959677] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b8a792d-49f7-4b91-a79a-63519f498ebd {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.973433] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ba183e-a30e-4e74-9e72-d0526d9d828c tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] The volume has not been displaced from its original location: [datastore2] volume-77fbb62a-ff9d-414e-98bf-6f34aa1f99f1/volume-77fbb62a-ff9d-414e-98bf-6f34aa1f99f1.vmdk. No consolidation needed. {{(pid=69365) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1588.978552] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ba183e-a30e-4e74-9e72-d0526d9d828c tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1588.978795] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9edfb4f-5cbb-480e-9260-2570edcb00e0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.997243] env[69365]: DEBUG oslo_vmware.api [None req-20ba183e-a30e-4e74-9e72-d0526d9d828c tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1588.997243] env[69365]: value = "task-3470199" [ 1588.997243] env[69365]: _type = "Task" [ 1588.997243] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.005384] env[69365]: DEBUG oslo_vmware.api [None req-20ba183e-a30e-4e74-9e72-d0526d9d828c tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.507533] env[69365]: DEBUG oslo_vmware.api [None req-20ba183e-a30e-4e74-9e72-d0526d9d828c tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470199, 'name': ReconfigVM_Task, 'duration_secs': 0.262795} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.507766] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ba183e-a30e-4e74-9e72-d0526d9d828c tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69365) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1589.512441] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f74ce845-b09d-4407-ae2c-1b1b157dd993 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.526903] env[69365]: DEBUG oslo_vmware.api [None req-20ba183e-a30e-4e74-9e72-d0526d9d828c tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1589.526903] env[69365]: value = "task-3470200" [ 1589.526903] env[69365]: _type = "Task" [ 1589.526903] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.534109] env[69365]: DEBUG oslo_vmware.api [None req-20ba183e-a30e-4e74-9e72-d0526d9d828c tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470200, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.036555] env[69365]: DEBUG oslo_vmware.api [None req-20ba183e-a30e-4e74-9e72-d0526d9d828c tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470200, 'name': ReconfigVM_Task, 'duration_secs': 0.1445} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.036883] env[69365]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ba183e-a30e-4e74-9e72-d0526d9d828c tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-693484', 'volume_id': '77fbb62a-ff9d-414e-98bf-6f34aa1f99f1', 'name': 'volume-77fbb62a-ff9d-414e-98bf-6f34aa1f99f1', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '54514932-144a-4893-b129-62ae7fdf0814', 'attached_at': '', 'detached_at': '', 'volume_id': '77fbb62a-ff9d-414e-98bf-6f34aa1f99f1', 'serial': '77fbb62a-ff9d-414e-98bf-6f34aa1f99f1'} {{(pid=69365) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1590.576010] env[69365]: DEBUG nova.objects.instance [None req-20ba183e-a30e-4e74-9e72-d0526d9d828c tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lazy-loading 'flavor' on Instance uuid 54514932-144a-4893-b129-62ae7fdf0814 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1591.582957] env[69365]: DEBUG oslo_concurrency.lockutils [None req-20ba183e-a30e-4e74-9e72-d0526d9d828c tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "54514932-144a-4893-b129-62ae7fdf0814" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.204s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1592.612381] env[69365]: DEBUG oslo_concurrency.lockutils [None req-33431ae2-eec6-4034-a54c-20f36b9b06a6 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "54514932-144a-4893-b129-62ae7fdf0814" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1592.612745] env[69365]: DEBUG oslo_concurrency.lockutils [None req-33431ae2-eec6-4034-a54c-20f36b9b06a6 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "54514932-144a-4893-b129-62ae7fdf0814" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1592.612859] env[69365]: DEBUG oslo_concurrency.lockutils [None req-33431ae2-eec6-4034-a54c-20f36b9b06a6 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "54514932-144a-4893-b129-62ae7fdf0814-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1592.613055] env[69365]: DEBUG oslo_concurrency.lockutils [None req-33431ae2-eec6-4034-a54c-20f36b9b06a6 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "54514932-144a-4893-b129-62ae7fdf0814-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1592.613231] env[69365]: DEBUG oslo_concurrency.lockutils [None req-33431ae2-eec6-4034-a54c-20f36b9b06a6 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "54514932-144a-4893-b129-62ae7fdf0814-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1592.615359] env[69365]: INFO nova.compute.manager [None req-33431ae2-eec6-4034-a54c-20f36b9b06a6 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Terminating instance [ 1593.119136] env[69365]: DEBUG nova.compute.manager [None req-33431ae2-eec6-4034-a54c-20f36b9b06a6 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Start destroying the instance on the hypervisor. {{(pid=69365) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1593.119386] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-33431ae2-eec6-4034-a54c-20f36b9b06a6 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Destroying instance {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1593.120305] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acbab81-a9ec-4606-a503-e53a13dc1434 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.128527] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-33431ae2-eec6-4034-a54c-20f36b9b06a6 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Powering off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1593.128746] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e047187-4c83-4197-840d-e3f705565af2 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.134764] env[69365]: DEBUG oslo_vmware.api [None req-33431ae2-eec6-4034-a54c-20f36b9b06a6 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1593.134764] env[69365]: value = "task-3470201" [ 1593.134764] env[69365]: _type = "Task" [ 1593.134764] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.142360] env[69365]: DEBUG oslo_vmware.api [None req-33431ae2-eec6-4034-a54c-20f36b9b06a6 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470201, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.644706] env[69365]: DEBUG oslo_vmware.api [None req-33431ae2-eec6-4034-a54c-20f36b9b06a6 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470201, 'name': PowerOffVM_Task, 'duration_secs': 0.173444} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.645062] env[69365]: DEBUG nova.virt.vmwareapi.vm_util [None req-33431ae2-eec6-4034-a54c-20f36b9b06a6 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Powered off the VM {{(pid=69365) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1593.645111] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-33431ae2-eec6-4034-a54c-20f36b9b06a6 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Unregistering the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1593.645339] env[69365]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-057a4967-a13f-43dc-9c57-58834c478bcb {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.703958] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-33431ae2-eec6-4034-a54c-20f36b9b06a6 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Unregistered the VM {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1593.704172] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-33431ae2-eec6-4034-a54c-20f36b9b06a6 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Deleting contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1593.704352] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-33431ae2-eec6-4034-a54c-20f36b9b06a6 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Deleting the datastore file [datastore1] 54514932-144a-4893-b129-62ae7fdf0814 {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1593.704647] env[69365]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b22eed2-01f3-47b1-97e9-d25bcb5ff5df {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.712240] env[69365]: DEBUG oslo_vmware.api [None req-33431ae2-eec6-4034-a54c-20f36b9b06a6 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for the task: (returnval){ [ 1593.712240] env[69365]: value = "task-3470203" [ 1593.712240] env[69365]: _type = "Task" [ 1593.712240] env[69365]: } to complete. {{(pid=69365) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.720956] env[69365]: DEBUG oslo_vmware.api [None req-33431ae2-eec6-4034-a54c-20f36b9b06a6 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.222530] env[69365]: DEBUG oslo_vmware.api [None req-33431ae2-eec6-4034-a54c-20f36b9b06a6 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Task: {'id': task-3470203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128696} completed successfully. {{(pid=69365) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.222765] env[69365]: DEBUG nova.virt.vmwareapi.ds_util [None req-33431ae2-eec6-4034-a54c-20f36b9b06a6 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Deleted the datastore file {{(pid=69365) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1594.222950] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-33431ae2-eec6-4034-a54c-20f36b9b06a6 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Deleted contents of the VM from datastore datastore1 {{(pid=69365) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1594.223143] env[69365]: DEBUG nova.virt.vmwareapi.vmops [None req-33431ae2-eec6-4034-a54c-20f36b9b06a6 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Instance destroyed {{(pid=69365) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1594.223318] env[69365]: INFO nova.compute.manager [None req-33431ae2-eec6-4034-a54c-20f36b9b06a6 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1594.223558] env[69365]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33431ae2-eec6-4034-a54c-20f36b9b06a6 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69365) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1594.223753] env[69365]: DEBUG nova.compute.manager [-] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Deallocating network for instance {{(pid=69365) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1594.223847] env[69365]: DEBUG nova.network.neutron [-] [instance: 54514932-144a-4893-b129-62ae7fdf0814] deallocate_for_instance() {{(pid=69365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1594.681645] env[69365]: DEBUG nova.compute.manager [req-7b835f1d-54be-4612-9993-bc4fc2c98be1 req-80dd8551-2722-45ac-b7a2-c65dab4da215 service nova] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Received event network-vif-deleted-630abcd4-7e80-4c78-a5df-353b1fbaef2b {{(pid=69365) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1594.681977] env[69365]: INFO nova.compute.manager [req-7b835f1d-54be-4612-9993-bc4fc2c98be1 req-80dd8551-2722-45ac-b7a2-c65dab4da215 service nova] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Neutron deleted interface 630abcd4-7e80-4c78-a5df-353b1fbaef2b; detaching it from the instance and deleting it from the info cache [ 1594.682046] env[69365]: DEBUG nova.network.neutron [req-7b835f1d-54be-4612-9993-bc4fc2c98be1 req-80dd8551-2722-45ac-b7a2-c65dab4da215 service nova] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1595.118220] env[69365]: DEBUG nova.network.neutron [-] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Updating instance_info_cache with network_info: [] {{(pid=69365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1595.184719] env[69365]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-42503f39-4e4b-496f-8b00-5f7c812e2c0a {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.194334] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f039cba9-484b-4727-926b-8228190531d1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.219521] env[69365]: DEBUG nova.compute.manager [req-7b835f1d-54be-4612-9993-bc4fc2c98be1 req-80dd8551-2722-45ac-b7a2-c65dab4da215 service nova] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Detach interface failed, port_id=630abcd4-7e80-4c78-a5df-353b1fbaef2b, reason: Instance 54514932-144a-4893-b129-62ae7fdf0814 could not be found. {{(pid=69365) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1595.621029] env[69365]: INFO nova.compute.manager [-] [instance: 54514932-144a-4893-b129-62ae7fdf0814] Took 1.40 seconds to deallocate network for instance. [ 1596.128131] env[69365]: DEBUG oslo_concurrency.lockutils [None req-33431ae2-eec6-4034-a54c-20f36b9b06a6 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1596.128592] env[69365]: DEBUG oslo_concurrency.lockutils [None req-33431ae2-eec6-4034-a54c-20f36b9b06a6 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1596.128640] env[69365]: DEBUG nova.objects.instance [None req-33431ae2-eec6-4034-a54c-20f36b9b06a6 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lazy-loading 'resources' on Instance uuid 54514932-144a-4893-b129-62ae7fdf0814 {{(pid=69365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1596.663048] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7ef4ec-60b8-41cd-8f81-04fef81b73a1 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.670630] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2a8bca-4479-4045-b029-749d4981bc25 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.701953] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1a6b4b-541b-4270-a3b7-c166537096d0 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.709278] env[69365]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe2d7a3-0103-4a63-a30a-0ed57afc07b5 {{(pid=69365) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.722366] env[69365]: DEBUG nova.compute.provider_tree [None req-33431ae2-eec6-4034-a54c-20f36b9b06a6 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Inventory has not changed in ProviderTree for provider: 1e46e834-6985-4ce8-8ea0-649bfd87006d {{(pid=69365) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1597.225977] env[69365]: DEBUG nova.scheduler.client.report [None req-33431ae2-eec6-4034-a54c-20f36b9b06a6 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Inventory has not changed for provider 1e46e834-6985-4ce8-8ea0-649bfd87006d based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69365) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1597.732201] env[69365]: DEBUG oslo_concurrency.lockutils [None req-33431ae2-eec6-4034-a54c-20f36b9b06a6 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.604s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1597.754825] env[69365]: INFO nova.scheduler.client.report [None req-33431ae2-eec6-4034-a54c-20f36b9b06a6 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Deleted allocations for instance 54514932-144a-4893-b129-62ae7fdf0814 [ 1598.263882] env[69365]: DEBUG oslo_concurrency.lockutils [None req-33431ae2-eec6-4034-a54c-20f36b9b06a6 tempest-AttachVolumeNegativeTest-1074714382 tempest-AttachVolumeNegativeTest-1074714382-project-member] Lock "54514932-144a-4893-b129-62ae7fdf0814" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.651s {{(pid=69365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1626.766472] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1627.767017] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1628.766630] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1628.766864] env[69365]: DEBUG oslo_service.periodic_task [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69365) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1628.766996] env[69365]: DEBUG nova.compute.manager [None req-95c83739-28a9-45c5-b400-251e823e7cae None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69365) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}}